[ 581.710067] env[68326]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68326) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 581.710410] env[68326]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68326) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 581.710489] env[68326]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68326) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 581.710832] env[68326]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 581.808059] env[68326]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68326) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 581.817765] env[68326]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=68326) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 581.860256] env[68326]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 582.417860] env[68326]: INFO nova.virt.driver [None req-ec154f5d-1395-4646-a8c5-60798098feec None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 582.487300] env[68326]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 582.487450] env[68326]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 582.487549] env[68326]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68326) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 585.375706] env[68326]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-9910b058-242c-4b3e-a855-ee70c0338872 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.393023] env[68326]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68326) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 585.393221] env[68326]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-a8a238c0-830c-4681-84dd-c3212122d127 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.424113] env[68326]: INFO oslo_vmware.api [-] Successfully established new session; session ID is fd4a7. [ 585.424293] env[68326]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.937s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.424788] env[68326]: INFO nova.virt.vmwareapi.driver [None req-ec154f5d-1395-4646-a8c5-60798098feec None None] VMware vCenter version: 7.0.3 [ 585.428188] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026b1126-54e6-4a69-a6d1-e4980cbb6139 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.449119] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465f71a5-083e-4719-9bdb-8f9833262b86 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.455335] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88317d1-3f82-4140-a959-10fb98ce8f9e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.461911] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ab1076-a18d-4262-9435-aeb59d2329f0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.474819] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0a5a6b-5386-40e6-9836-b9ef31eaae23 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.480560] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67a0561-f9ad-4309-aaf6-c0f86d56911b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.511754] env[68326]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-23b60b05-5e9e-4b78-b858-ae6ecc401177 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.516784] env[68326]: DEBUG nova.virt.vmwareapi.driver [None req-ec154f5d-1395-4646-a8c5-60798098feec None None] Extension org.openstack.compute already exists. {{(pid=68326) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 585.519452] env[68326]: INFO nova.compute.provider_config [None req-ec154f5d-1395-4646-a8c5-60798098feec None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 586.023238] env[68326]: DEBUG nova.context [None req-ec154f5d-1395-4646-a8c5-60798098feec None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),2eef80a7-b0c0-4c7b-9a47-7e6cd3beb9fc(cell1) {{(pid=68326) load_cells /opt/stack/nova/nova/context.py:464}} [ 586.025311] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.025536] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.026308] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.026723] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] Acquiring lock "2eef80a7-b0c0-4c7b-9a47-7e6cd3beb9fc" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.026913] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] Lock "2eef80a7-b0c0-4c7b-9a47-7e6cd3beb9fc" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.027905] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] Lock "2eef80a7-b0c0-4c7b-9a47-7e6cd3beb9fc" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.048323] env[68326]: INFO dbcounter [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] Registered counter for database nova_cell0 [ 586.056612] env[68326]: INFO dbcounter [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] Registered counter for database nova_cell1 [ 586.488303] env[68326]: DEBUG oslo_db.sqlalchemy.engines [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68326) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 586.488991] env[68326]: DEBUG oslo_db.sqlalchemy.engines [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68326) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 586.493571] env[68326]: ERROR nova.db.main.api [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 586.493571] env[68326]: result = function(*args, **kwargs) [ 586.493571] env[68326]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 586.493571] env[68326]: return func(*args, **kwargs) [ 586.493571] env[68326]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 586.493571] env[68326]: result = fn(*args, **kwargs) [ 586.493571] env[68326]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 586.493571] env[68326]: return f(*args, **kwargs) [ 586.493571] env[68326]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 586.493571] env[68326]: return db.service_get_minimum_version(context, binaries) [ 586.493571] env[68326]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 586.493571] env[68326]: _check_db_access() [ 586.493571] env[68326]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 586.493571] env[68326]: stacktrace = ''.join(traceback.format_stack()) [ 586.493571] env[68326]: [ 586.494613] env[68326]: ERROR nova.db.main.api [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 586.494613] env[68326]: result = function(*args, **kwargs) [ 586.494613] env[68326]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 586.494613] env[68326]: return func(*args, **kwargs) [ 586.494613] env[68326]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 586.494613] env[68326]: result = fn(*args, **kwargs) [ 586.494613] env[68326]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 586.494613] env[68326]: return f(*args, **kwargs) [ 586.494613] env[68326]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 586.494613] env[68326]: return db.service_get_minimum_version(context, binaries) [ 586.494613] env[68326]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 586.494613] env[68326]: _check_db_access() [ 586.494613] env[68326]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 586.494613] env[68326]: stacktrace = ''.join(traceback.format_stack()) [ 586.494613] env[68326]: [ 586.495014] env[68326]: WARNING nova.objects.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] Failed to get minimum service version for cell 2eef80a7-b0c0-4c7b-9a47-7e6cd3beb9fc [ 586.495173] env[68326]: WARNING nova.objects.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 586.495632] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] Acquiring lock "singleton_lock" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.495791] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] Acquired lock "singleton_lock" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.496041] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] Releasing lock "singleton_lock" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.496380] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] Full set of CONF: {{(pid=68326) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 586.496526] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ******************************************************************************** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 586.496652] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] Configuration options gathered from: {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 586.496785] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 586.496978] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 586.497122] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ================================================================================ {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 586.497330] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] allow_resize_to_same_host = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.497502] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] arq_binding_timeout = 300 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.497633] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] backdoor_port = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.497763] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] backdoor_socket = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.497927] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] block_device_allocate_retries = 60 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.498100] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] block_device_allocate_retries_interval = 3 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.498276] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cert = self.pem {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.498447] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.498623] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] compute_monitors = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.499016] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] config_dir = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.499213] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] config_drive_format = iso9660 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.499358] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.499524] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] config_source = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.499692] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] console_host = devstack {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.499857] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] control_exchange = nova {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.500029] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cpu_allocation_ratio = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.500196] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] daemon = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.500366] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] debug = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.500524] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] default_access_ip_network_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.500691] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] default_availability_zone = nova {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.500847] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] default_ephemeral_format = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.501027] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] default_green_pool_size = 1000 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.501300] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.501468] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] default_schedule_zone = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.501630] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] disk_allocation_ratio = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.501789] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] enable_new_services = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.501965] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] enabled_apis = ['osapi_compute'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.502150] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] enabled_ssl_apis = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.502312] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] flat_injected = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.502474] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] force_config_drive = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.502635] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] force_raw_images = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.502802] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] graceful_shutdown_timeout = 5 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.502963] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] heal_instance_info_cache_interval = -1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.503206] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] host = cpu-1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.503390] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.503557] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] initial_disk_allocation_ratio = 1.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.503726] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] initial_ram_allocation_ratio = 1.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.503929] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.504104] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] instance_build_timeout = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.504265] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] instance_delete_interval = 300 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.504436] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] instance_format = [instance: %(uuid)s] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.504601] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] instance_name_template = instance-%08x {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.504761] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] instance_usage_audit = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.504927] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] instance_usage_audit_period = month {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.505104] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.505276] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] instances_path = /opt/stack/data/nova/instances {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.505443] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] internal_service_availability_zone = internal {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.505600] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] key = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.505758] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] live_migration_cleanup_retry_count = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.505915] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] live_migration_retry_count = 30 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.506094] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] log_color = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.506261] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] log_config_append = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.506429] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.506590] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] log_dir = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.506743] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] log_file = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.506871] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] log_options = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.507041] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] log_rotate_interval = 1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.507212] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] log_rotate_interval_type = days {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.507382] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] log_rotation_type = none {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.507514] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.507641] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.507809] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.507976] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.508116] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.508279] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] long_rpc_timeout = 1800 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.508438] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] max_concurrent_builds = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.508594] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] max_concurrent_live_migrations = 1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.508749] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] max_concurrent_snapshots = 5 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.508904] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] max_local_block_devices = 3 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.509067] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] max_logfile_count = 30 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.509226] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] max_logfile_size_mb = 200 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.509382] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] maximum_instance_delete_attempts = 5 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.509552] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] metadata_listen = 0.0.0.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.509720] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] metadata_listen_port = 8775 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.509884] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] metadata_workers = 2 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.510052] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] migrate_max_retries = -1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.510220] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] mkisofs_cmd = genisoimage {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.510424] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] my_block_storage_ip = 10.180.1.21 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.510557] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] my_ip = 10.180.1.21 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.510756] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.510915] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] network_allocate_retries = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.511101] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.511269] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] osapi_compute_listen = 0.0.0.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.511430] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] osapi_compute_listen_port = 8774 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.511598] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] osapi_compute_unique_server_name_scope = {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.511762] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] osapi_compute_workers = 2 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.511920] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] password_length = 12 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.512088] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] periodic_enable = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.512249] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] periodic_fuzzy_delay = 60 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.512413] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] pointer_model = usbtablet {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.512577] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] preallocate_images = none {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.512732] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] publish_errors = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.512863] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] pybasedir = /opt/stack/nova {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.513029] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ram_allocation_ratio = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.513194] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] rate_limit_burst = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.513365] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] rate_limit_except_level = CRITICAL {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.513524] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] rate_limit_interval = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.513682] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] reboot_timeout = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.513837] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] reclaim_instance_interval = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.513993] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] record = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.514173] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] reimage_timeout_per_gb = 60 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.514345] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] report_interval = 120 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.514503] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] rescue_timeout = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.514660] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] reserved_host_cpus = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.514814] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] reserved_host_disk_mb = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.514968] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] reserved_host_memory_mb = 512 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.515139] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] reserved_huge_pages = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.515299] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] resize_confirm_window = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.515463] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] resize_fs_using_block_device = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.515621] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] resume_guests_state_on_host_boot = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.515786] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.515947] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] rpc_response_timeout = 60 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.516120] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] run_external_periodic_tasks = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.516287] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] running_deleted_instance_action = reap {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.516448] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] running_deleted_instance_poll_interval = 1800 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.516613] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] running_deleted_instance_timeout = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.516765] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] scheduler_instance_sync_interval = 120 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.516930] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] service_down_time = 720 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.517108] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] servicegroup_driver = db {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.517268] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] shell_completion = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.517429] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] shelved_offload_time = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.517586] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] shelved_poll_interval = 3600 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.517754] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] shutdown_timeout = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.517913] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] source_is_ipv6 = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.518082] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ssl_only = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.518337] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.518508] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] sync_power_state_interval = 600 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.518670] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] sync_power_state_pool_size = 1000 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.518836] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] syslog_log_facility = LOG_USER {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.518992] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] tempdir = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.519164] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] timeout_nbd = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.519334] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] transport_url = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.519498] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] update_resources_interval = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.519657] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] use_cow_images = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.519813] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] use_journal = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.519969] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] use_json = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.520139] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] use_rootwrap_daemon = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.520295] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] use_stderr = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.520450] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] use_syslog = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.520606] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vcpu_pin_set = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.520767] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vif_plugging_is_fatal = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.520931] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vif_plugging_timeout = 300 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.521107] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] virt_mkfs = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.521270] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] volume_usage_poll_interval = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.521426] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] watch_log_file = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.521591] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] web = /usr/share/spice-html5 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.521776] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.521941] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.522115] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.522284] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_concurrency.disable_process_locking = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.522577] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.522759] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.522922] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.523109] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.523283] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.523460] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.523643] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.auth_strategy = keystone {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.523807] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.compute_link_prefix = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.523980] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.524167] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.dhcp_domain = novalocal {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.524333] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.enable_instance_password = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.524496] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.glance_link_prefix = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.524656] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.524822] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.524980] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.instance_list_per_project_cells = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.525152] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.list_records_by_skipping_down_cells = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.525310] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.local_metadata_per_cell = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.525473] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.max_limit = 1000 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.525634] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.metadata_cache_expiration = 15 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.525801] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.neutron_default_tenant_id = default {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.525968] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.response_validation = warn {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.526143] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.use_neutron_default_nets = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.526318] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.526476] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.526636] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.526804] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.526970] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.vendordata_dynamic_targets = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.527146] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.vendordata_jsonfile_path = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.527330] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.527520] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.backend = dogpile.cache.memcached {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.527682] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.backend_argument = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.527841] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.backend_expiration_time = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.528014] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.config_prefix = cache.oslo {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.528190] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.dead_timeout = 60.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.528351] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.debug_cache_backend = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.528511] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.enable_retry_client = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.528672] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.enable_socket_keepalive = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.528835] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.enabled = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.528993] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.enforce_fips_mode = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.529166] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.expiration_time = 600 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.529326] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.hashclient_retry_attempts = 2 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.529492] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.hashclient_retry_delay = 1.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.529651] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.memcache_dead_retry = 300 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.529808] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.memcache_password = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.529967] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.530139] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.530299] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.memcache_pool_maxsize = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.530459] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.530619] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.memcache_sasl_enabled = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.530790] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.530954] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.memcache_socket_timeout = 1.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.531125] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.memcache_username = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.531291] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.proxies = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.531451] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.redis_db = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.531610] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.redis_password = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.531775] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.redis_sentinel_service_name = mymaster {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.531948] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.532130] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.redis_server = localhost:6379 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.532299] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.redis_socket_timeout = 1.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.532457] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.redis_username = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.532619] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.retry_attempts = 2 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.532780] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.retry_delay = 0.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.532939] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.socket_keepalive_count = 1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.533492] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.socket_keepalive_idle = 1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.533492] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.socket_keepalive_interval = 1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.533492] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.tls_allowed_ciphers = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.533687] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.tls_cafile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.533732] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.tls_certfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.533861] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.tls_enabled = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.534028] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cache.tls_keyfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.534203] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cinder.auth_section = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.534377] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cinder.auth_type = password {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.534540] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cinder.cafile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.534714] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cinder.catalog_info = volumev3::publicURL {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.534877] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cinder.certfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.535051] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cinder.collect_timing = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.535219] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cinder.cross_az_attach = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.535383] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cinder.debug = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.535545] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cinder.endpoint_template = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.535707] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cinder.http_retries = 3 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.535869] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cinder.insecure = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.536035] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cinder.keyfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.536213] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cinder.os_region_name = RegionOne {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.536377] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cinder.split_loggers = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.536842] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cinder.timeout = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.536842] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.536842] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] compute.cpu_dedicated_set = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.537023] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] compute.cpu_shared_set = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.537186] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] compute.image_type_exclude_list = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.537349] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.537512] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] compute.max_concurrent_disk_ops = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.537674] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] compute.max_disk_devices_to_attach = -1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.537835] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.538009] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.538179] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] compute.resource_provider_association_refresh = 300 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.538341] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.538503] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] compute.shutdown_retry_interval = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.538681] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.538856] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] conductor.workers = 2 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.539042] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] console.allowed_origins = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.539207] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] console.ssl_ciphers = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.539375] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] console.ssl_minimum_version = default {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.539546] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] consoleauth.enforce_session_timeout = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.539710] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] consoleauth.token_ttl = 600 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.539883] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.cafile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.540049] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.certfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.540215] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.collect_timing = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.540378] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.connect_retries = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.540533] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.connect_retry_delay = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.540691] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.endpoint_override = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.540849] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.insecure = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.541020] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.keyfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.541179] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.max_version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.541338] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.min_version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.541498] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.region_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.541655] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.retriable_status_codes = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.541810] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.service_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.541978] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.service_type = accelerator {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.542151] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.split_loggers = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.542309] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.status_code_retries = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.542466] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.status_code_retry_delay = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.542621] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.timeout = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.542799] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.542959] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] cyborg.version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.543143] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.asyncio_connection = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.543341] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.asyncio_slave_connection = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.543482] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.backend = sqlalchemy {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.543652] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.connection = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.543816] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.connection_debug = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.544216] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.connection_parameters = {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.544216] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.connection_recycle_time = 3600 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.544322] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.connection_trace = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.544465] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.db_inc_retry_interval = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.544626] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.db_max_retries = 20 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.544785] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.db_max_retry_interval = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.544944] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.db_retry_interval = 1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.545117] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.max_overflow = 50 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.545281] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.max_pool_size = 5 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.545443] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.max_retries = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.545614] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.545774] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.mysql_wsrep_sync_wait = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.545930] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.pool_timeout = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.546109] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.retry_interval = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.546272] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.slave_connection = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.546435] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.sqlite_synchronous = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.546596] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] database.use_db_reconnect = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.546765] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.asyncio_connection = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.546924] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.asyncio_slave_connection = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.547104] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.backend = sqlalchemy {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.547276] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.connection = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.547442] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.connection_debug = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.547612] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.connection_parameters = {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.547772] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.connection_recycle_time = 3600 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.547932] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.connection_trace = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.548102] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.db_inc_retry_interval = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.548267] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.db_max_retries = 20 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.548430] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.db_max_retry_interval = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.548592] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.db_retry_interval = 1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.548752] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.max_overflow = 50 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.548912] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.max_pool_size = 5 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.549083] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.max_retries = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.549257] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.549418] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.549580] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.pool_timeout = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.549740] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.retry_interval = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.549937] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.slave_connection = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.550068] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] api_database.sqlite_synchronous = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.550241] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] devices.enabled_mdev_types = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.550417] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.550588] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ephemeral_storage_encryption.default_format = luks {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.550749] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ephemeral_storage_encryption.enabled = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.550917] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.551102] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.api_servers = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.551269] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.cafile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.551436] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.certfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.551610] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.collect_timing = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.551766] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.connect_retries = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.551936] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.connect_retry_delay = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.552123] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.debug = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.552306] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.default_trusted_certificate_ids = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.552488] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.enable_certificate_validation = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.552663] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.enable_rbd_download = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.552836] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.endpoint_override = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.553021] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.insecure = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.553199] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.keyfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.553373] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.max_version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.553546] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.min_version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.553721] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.num_retries = 3 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.553901] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.rbd_ceph_conf = {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.554089] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.rbd_connect_timeout = 5 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.554276] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.rbd_pool = {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.554464] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.rbd_user = {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.554639] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.region_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.554812] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.retriable_status_codes = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.554985] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.service_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.555183] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.service_type = image {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.555546] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.split_loggers = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.555546] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.status_code_retries = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.555689] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.status_code_retry_delay = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.555858] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.timeout = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.556062] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.556244] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.verify_glance_signatures = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.556416] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] glance.version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.556595] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] guestfs.debug = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.556776] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.auth_section = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.556950] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.auth_type = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.557134] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.cafile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.557307] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.certfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.557484] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.collect_timing = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.557654] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.connect_retries = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.557824] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.connect_retry_delay = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.557995] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.endpoint_override = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.558183] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.insecure = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.558352] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.keyfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.558524] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.max_version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.558695] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.min_version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.558865] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.region_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.559047] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.retriable_status_codes = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.559224] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.service_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.559407] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.service_type = shared-file-system {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.559583] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.share_apply_policy_timeout = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.559757] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.split_loggers = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.559927] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.status_code_retries = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.560111] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.status_code_retry_delay = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.560282] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.timeout = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.560476] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.560654] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] manila.version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.560830] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] mks.enabled = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.561191] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.561386] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] image_cache.manager_interval = 2400 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.561560] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] image_cache.precache_concurrency = 1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.561733] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] image_cache.remove_unused_base_images = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.561902] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.562081] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.562261] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] image_cache.subdirectory_name = _base {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.562437] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.api_max_retries = 60 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.562603] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.api_retry_interval = 2 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.562762] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.auth_section = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.562923] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.auth_type = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.563095] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.cafile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.563257] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.certfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.563427] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.collect_timing = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.563593] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.conductor_group = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.563751] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.connect_retries = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.563907] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.connect_retry_delay = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.564074] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.endpoint_override = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.564242] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.insecure = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.564404] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.keyfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.564564] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.max_version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.564719] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.min_version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.564883] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.peer_list = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.565050] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.region_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.565213] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.retriable_status_codes = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.565376] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.serial_console_state_timeout = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.565535] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.service_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.565859] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.service_type = baremetal {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.565859] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.shard = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.566026] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.split_loggers = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.566181] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.status_code_retries = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.566337] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.status_code_retry_delay = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.566496] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.timeout = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.566673] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.566834] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ironic.version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.567025] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.567206] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] key_manager.fixed_key = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.567389] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.567552] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican.barbican_api_version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.567712] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican.barbican_endpoint = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.567880] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican.barbican_endpoint_type = public {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.568048] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican.barbican_region_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.568212] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican.cafile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.568370] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican.certfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.568535] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican.collect_timing = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.568743] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican.insecure = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.568846] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican.keyfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.569016] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican.number_of_retries = 60 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.569179] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican.retry_delay = 1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.569345] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican.send_service_user_token = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.569506] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican.split_loggers = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.569661] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican.timeout = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.569819] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican.verify_ssl = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.569973] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican.verify_ssl_path = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.570153] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican_service_user.auth_section = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.570318] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican_service_user.auth_type = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.570478] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican_service_user.cafile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.570636] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican_service_user.certfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.570803] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican_service_user.collect_timing = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.570960] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican_service_user.insecure = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.571129] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican_service_user.keyfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.571291] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican_service_user.split_loggers = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.571450] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] barbican_service_user.timeout = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.571617] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vault.approle_role_id = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.571775] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vault.approle_secret_id = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.571944] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vault.kv_mountpoint = secret {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.572121] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vault.kv_path = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.572287] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vault.kv_version = 2 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.572451] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vault.namespace = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.572611] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vault.root_token_id = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.572765] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vault.ssl_ca_crt_file = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.572932] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vault.timeout = 60.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.573108] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vault.use_ssl = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.573278] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.573451] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.cafile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.573612] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.certfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.573772] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.collect_timing = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.573928] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.connect_retries = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.574096] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.connect_retry_delay = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.574256] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.endpoint_override = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.574415] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.insecure = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.574572] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.keyfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.574727] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.max_version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.574881] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.min_version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.575051] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.region_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.575214] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.retriable_status_codes = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.575371] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.service_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.575538] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.service_type = identity {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.575696] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.split_loggers = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.575854] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.status_code_retries = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.576010] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.status_code_retry_delay = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.576175] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.timeout = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.576351] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.576509] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] keystone.version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.576696] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.ceph_mount_options = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.577086] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.577273] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.connection_uri = {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.577437] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.cpu_mode = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.577606] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.cpu_model_extra_flags = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.577771] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.cpu_models = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.577939] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.cpu_power_governor_high = performance {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.578118] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.cpu_power_governor_low = powersave {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.578282] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.cpu_power_management = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.578455] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.578622] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.device_detach_attempts = 8 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.578783] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.device_detach_timeout = 20 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.578947] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.disk_cachemodes = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.579119] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.disk_prefix = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.579284] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.enabled_perf_events = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.579443] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.file_backed_memory = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.579607] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.gid_maps = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.579762] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.hw_disk_discard = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.579916] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.hw_machine_type = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.580111] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.images_rbd_ceph_conf = {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.580275] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.580436] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.580602] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.images_rbd_glance_store_name = {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.580766] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.images_rbd_pool = rbd {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.580931] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.images_type = default {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.581099] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.images_volume_group = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.581262] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.inject_key = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.581420] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.inject_partition = -2 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.581578] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.inject_password = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.581735] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.iscsi_iface = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.581891] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.iser_use_multipath = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.582061] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.live_migration_bandwidth = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.582239] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.582392] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.live_migration_downtime = 500 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.582547] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.582703] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.582856] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.live_migration_inbound_addr = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.583015] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.583179] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.live_migration_permit_post_copy = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.583344] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.live_migration_scheme = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.583512] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.live_migration_timeout_action = abort {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.583670] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.live_migration_tunnelled = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.583827] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.live_migration_uri = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.583984] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.live_migration_with_native_tls = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.584156] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.max_queues = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.584319] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.584544] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.584706] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.nfs_mount_options = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.585015] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.585195] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.585363] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.num_iser_scan_tries = 5 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.585525] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.num_memory_encrypted_guests = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.585685] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.585844] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.num_pcie_ports = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.586021] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.num_volume_scan_tries = 5 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.586186] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.pmem_namespaces = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.586346] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.quobyte_client_cfg = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.586625] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.586799] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.rbd_connect_timeout = 5 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.586961] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.587139] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.587297] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.rbd_secret_uuid = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.587453] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.rbd_user = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.587616] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.587783] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.remote_filesystem_transport = ssh {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.587939] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.rescue_image_id = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.588108] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.rescue_kernel_id = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.588267] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.rescue_ramdisk_id = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.588692] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.588692] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.rx_queue_size = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.588779] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.smbfs_mount_options = {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.589021] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.589201] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.snapshot_compression = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.589365] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.snapshot_image_format = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.589602] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.589769] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.sparse_logical_volumes = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.589929] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.swtpm_enabled = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.590108] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.swtpm_group = tss {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.590278] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.swtpm_user = tss {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.590442] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.sysinfo_serial = unique {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.590600] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.tb_cache_size = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.590757] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.tx_queue_size = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.590918] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.uid_maps = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.591090] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.use_virtio_for_bridges = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.591261] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.virt_type = kvm {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.591425] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.volume_clear = zero {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.591586] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.volume_clear_size = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.591743] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.volume_enforce_multipath = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.591903] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.volume_use_multipath = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.592076] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.vzstorage_cache_path = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.592245] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.592411] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.vzstorage_mount_group = qemu {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.592577] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.vzstorage_mount_opts = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.592752] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.593042] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.593226] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.vzstorage_mount_user = stack {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.593400] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.593570] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.auth_section = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.593741] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.auth_type = password {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.593902] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.cafile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.594073] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.certfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.594237] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.collect_timing = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.594397] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.connect_retries = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.594553] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.connect_retry_delay = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.594721] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.default_floating_pool = public {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.594877] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.endpoint_override = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.595050] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.extension_sync_interval = 600 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.595218] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.http_retries = 3 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.595377] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.insecure = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.595539] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.keyfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.595696] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.max_version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.595865] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.596036] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.min_version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.596209] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.ovs_bridge = br-int {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.596377] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.physnets = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.596546] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.region_name = RegionOne {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.596706] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.retriable_status_codes = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.596873] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.service_metadata_proxy = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.597040] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.service_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.597211] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.service_type = network {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.597377] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.split_loggers = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.597545] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.status_code_retries = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.597703] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.status_code_retry_delay = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.597862] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.timeout = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.598051] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.598218] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] neutron.version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.598388] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] notifications.bdms_in_notifications = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.598564] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] notifications.default_level = INFO {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.598726] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] notifications.include_share_mapping = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.598900] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] notifications.notification_format = unversioned {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.599075] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] notifications.notify_on_state_change = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.599253] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.599427] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] pci.alias = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.599596] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] pci.device_spec = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.599757] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] pci.report_in_placement = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.599927] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.auth_section = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.600110] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.auth_type = password {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.600280] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.600455] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.cafile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.600592] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.certfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.600750] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.collect_timing = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.600907] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.connect_retries = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.601074] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.connect_retry_delay = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.601240] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.default_domain_id = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.601393] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.default_domain_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.601549] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.domain_id = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.601703] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.domain_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.601856] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.endpoint_override = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.602022] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.insecure = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.602178] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.keyfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.602332] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.max_version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.602487] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.min_version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.602649] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.password = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.602803] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.project_domain_id = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.602966] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.project_domain_name = Default {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.603141] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.project_id = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.603338] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.project_name = service {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.603476] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.region_name = RegionOne {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.603637] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.retriable_status_codes = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.603802] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.service_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.603957] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.service_type = placement {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.604128] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.split_loggers = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.604290] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.status_code_retries = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.604445] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.status_code_retry_delay = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.604600] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.system_scope = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.604755] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.timeout = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.604909] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.trust_id = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.605073] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.user_domain_id = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.605244] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.user_domain_name = Default {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.605401] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.user_id = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.605573] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.username = nova {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.605748] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.605904] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] placement.version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.606097] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] quota.cores = 20 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.606266] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] quota.count_usage_from_placement = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.606435] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.606614] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] quota.injected_file_content_bytes = 10240 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.606781] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] quota.injected_file_path_length = 255 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.606945] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] quota.injected_files = 5 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.607124] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] quota.instances = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.607291] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] quota.key_pairs = 100 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.607455] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] quota.metadata_items = 128 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.607620] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] quota.ram = 51200 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.607779] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] quota.recheck_quota = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.607945] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] quota.server_group_members = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.608121] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] quota.server_groups = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.608329] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.608504] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] quota.unified_limits_resource_strategy = require {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.608677] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.608838] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.608999] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] scheduler.image_metadata_prefilter = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.609174] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.609338] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] scheduler.max_attempts = 3 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.609500] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] scheduler.max_placement_results = 1000 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.609660] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.609816] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] scheduler.query_placement_for_image_type_support = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.609975] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.610158] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] scheduler.workers = 2 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.610339] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.610551] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.610680] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.610847] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.611022] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.611186] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.611348] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.611533] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.611696] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.host_subset_size = 1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.611859] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.612030] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.612201] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.612379] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.612543] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.612707] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.isolated_hosts = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.612869] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.isolated_images = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.613038] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.613207] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.613377] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.613542] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.pci_in_placement = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.613704] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.613865] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.614033] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.614198] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.614361] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.614523] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.614682] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.track_instance_changes = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.614854] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.615033] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] metrics.required = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.615201] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] metrics.weight_multiplier = 1.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.615363] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.615526] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] metrics.weight_setting = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.615831] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.616009] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] serial_console.enabled = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.616194] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] serial_console.port_range = 10000:20000 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.616363] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.616530] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.616695] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] serial_console.serialproxy_port = 6083 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.616860] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] service_user.auth_section = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.617039] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] service_user.auth_type = password {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.617200] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] service_user.cafile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.617355] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] service_user.certfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.617514] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] service_user.collect_timing = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.617671] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] service_user.insecure = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.617826] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] service_user.keyfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.617995] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] service_user.send_service_user_token = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.618171] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] service_user.split_loggers = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.618327] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] service_user.timeout = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.618494] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] spice.agent_enabled = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.618655] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] spice.enabled = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.618949] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.619160] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.619331] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] spice.html5proxy_port = 6082 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.619492] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] spice.image_compression = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.619647] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] spice.jpeg_compression = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.619802] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] spice.playback_compression = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.619961] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] spice.require_secure = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.620141] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] spice.server_listen = 127.0.0.1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.620310] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.620600] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.620767] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] spice.streaming_mode = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.620927] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] spice.zlib_compression = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.621106] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] upgrade_levels.baseapi = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.621282] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] upgrade_levels.compute = auto {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.621445] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] upgrade_levels.conductor = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.621606] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] upgrade_levels.scheduler = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.621768] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vendordata_dynamic_auth.auth_section = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.621929] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vendordata_dynamic_auth.auth_type = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.622097] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vendordata_dynamic_auth.cafile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.622260] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vendordata_dynamic_auth.certfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.622420] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.622579] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vendordata_dynamic_auth.insecure = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.622733] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vendordata_dynamic_auth.keyfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.622891] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.623057] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vendordata_dynamic_auth.timeout = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.623235] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.api_retry_count = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.623405] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.ca_file = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.623572] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.cache_prefix = devstack-image-cache {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.623739] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.cluster_name = testcl1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.623902] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.connection_pool_size = 10 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.624074] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.console_delay_seconds = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.624244] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.datastore_regex = ^datastore.* {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.624456] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.624630] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.host_password = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.624796] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.host_port = 443 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.624960] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.host_username = administrator@vsphere.local {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.625142] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.insecure = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.625305] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.integration_bridge = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.625466] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.maximum_objects = 100 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.625629] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.pbm_default_policy = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.625788] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.pbm_enabled = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.625942] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.pbm_wsdl_location = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.626119] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.626279] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.serial_port_proxy_uri = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.626434] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.serial_port_service_uri = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.626597] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.task_poll_interval = 0.5 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.626766] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.use_linked_clone = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.626930] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.vnc_keymap = en-us {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.627104] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.vnc_port = 5900 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.627268] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vmware.vnc_port_total = 10000 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.627450] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vnc.auth_schemes = ['none'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.627622] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vnc.enabled = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.627906] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.628100] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.628272] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vnc.novncproxy_port = 6080 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.628465] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vnc.server_listen = 127.0.0.1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.628640] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.628798] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vnc.vencrypt_ca_certs = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.628952] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vnc.vencrypt_client_cert = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.629120] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vnc.vencrypt_client_key = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.629292] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.629449] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.disable_deep_image_inspection = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.629608] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.629765] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.629920] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.630088] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.disable_rootwrap = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.630249] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.enable_numa_live_migration = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.630405] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.630562] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.630718] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.630874] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.libvirt_disable_apic = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.631215] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.631358] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.631520] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.631682] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.631840] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.631998] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.632171] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.632329] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.632487] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.632647] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.632826] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.632990] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] wsgi.client_socket_timeout = 900 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.633166] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] wsgi.default_pool_size = 1000 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.633347] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] wsgi.keep_alive = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.633499] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] wsgi.max_header_line = 16384 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.633651] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] wsgi.secure_proxy_ssl_header = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.633810] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] wsgi.ssl_ca_file = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.633968] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] wsgi.ssl_cert_file = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.634157] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] wsgi.ssl_key_file = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.634326] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] wsgi.tcp_keepidle = 600 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.634471] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.634635] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] zvm.ca_file = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.634793] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] zvm.cloud_connector_url = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.635088] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.635269] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] zvm.reachable_timeout = 300 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.635441] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.635618] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.635795] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] profiler.connection_string = messaging:// {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.635961] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] profiler.enabled = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.636142] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] profiler.es_doc_type = notification {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.636305] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] profiler.es_scroll_size = 10000 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.636470] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] profiler.es_scroll_time = 2m {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.636628] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] profiler.filter_error_trace = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.636793] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] profiler.hmac_keys = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.636958] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] profiler.sentinel_service_name = mymaster {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.637135] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] profiler.socket_timeout = 0.1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.637297] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] profiler.trace_requests = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.637454] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] profiler.trace_sqlalchemy = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.637632] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] profiler_jaeger.process_tags = {} {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.637788] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] profiler_jaeger.service_name_prefix = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.637945] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] profiler_otlp.service_name_prefix = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.638118] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] remote_debug.host = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.638275] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] remote_debug.port = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.638447] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.638608] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.638768] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.638924] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.639093] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.639256] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.639413] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.639573] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.639729] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.639894] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.640064] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.640235] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.640398] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.640561] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.640724] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.640920] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.641053] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.641219] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.641384] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.641543] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.641700] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.641860] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.642030] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.642193] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.642349] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.642507] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.642662] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.642820] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.642975] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.643145] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.643309] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.ssl = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.643472] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.643636] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.643794] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.643956] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.644134] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.644294] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.644482] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.644645] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_notifications.retry = -1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.644816] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.644983] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.645165] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.auth_section = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.645329] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.auth_type = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.645489] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.cafile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.645645] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.certfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.645805] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.collect_timing = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.645961] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.connect_retries = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.646131] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.connect_retry_delay = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.646290] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.endpoint_id = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.646461] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.endpoint_interface = publicURL {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.646619] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.endpoint_override = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.646774] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.endpoint_region_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.646929] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.endpoint_service_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.647094] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.endpoint_service_type = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.647256] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.insecure = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.647415] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.keyfile = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.647572] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.max_version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.647728] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.min_version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.647883] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.region_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.648048] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.retriable_status_codes = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.648211] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.service_name = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.648368] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.service_type = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.648530] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.split_loggers = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.648686] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.status_code_retries = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.648842] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.status_code_retry_delay = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.648998] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.timeout = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.649170] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.valid_interfaces = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.649326] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_limit.version = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.649491] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_reports.file_event_handler = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.649654] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.649810] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] oslo_reports.log_dir = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.649979] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.650153] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.650313] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.650479] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.650640] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.650796] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.650972] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.651134] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vif_plug_ovs_privileged.group = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.651291] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.651462] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.651634] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.651791] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] vif_plug_ovs_privileged.user = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.651958] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] os_vif_linux_bridge.flat_interface = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.652149] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.652322] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.652493] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.652660] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.652830] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.652993] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.653166] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.653361] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.653519] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] os_vif_ovs.isolate_vif = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.653683] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.653844] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.654022] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.654194] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] os_vif_ovs.ovsdb_interface = native {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.654352] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] os_vif_ovs.per_port_bridge = False {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.654526] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] privsep_osbrick.capabilities = [21] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.654682] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] privsep_osbrick.group = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.654837] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] privsep_osbrick.helper_command = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.654998] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.655174] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.655331] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] privsep_osbrick.user = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.655503] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.655658] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] nova_sys_admin.group = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.655811] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] nova_sys_admin.helper_command = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.655971] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.656141] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.656298] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] nova_sys_admin.user = None {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.656429] env[68326]: DEBUG oslo_service.backend.eventlet.service [None req-4c746ce5-9630-489d-98f8-9f08d2456193 None None] ******************************************************************************** {{(pid=68326) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 586.656825] env[68326]: INFO nova.service [-] Starting compute node (version 31.0.0) [ 587.160646] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Getting list of instances from cluster (obj){ [ 587.160646] env[68326]: value = "domain-c8" [ 587.160646] env[68326]: _type = "ClusterComputeResource" [ 587.160646] env[68326]: } {{(pid=68326) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 587.161840] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b97d66-c03d-4f55-b074-07cec4cb846a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.170926] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Got total of 0 instances {{(pid=68326) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 587.171616] env[68326]: WARNING nova.virt.vmwareapi.driver [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 587.172099] env[68326]: INFO nova.virt.node [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Generated node identity a7eeb96a-3f51-4355-9e3e-4a40189339a5 [ 587.172325] env[68326]: INFO nova.virt.node [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Wrote node identity a7eeb96a-3f51-4355-9e3e-4a40189339a5 to /opt/stack/data/n-cpu-1/compute_id [ 587.674856] env[68326]: WARNING nova.compute.manager [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Compute nodes ['a7eeb96a-3f51-4355-9e3e-4a40189339a5'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 588.680639] env[68326]: INFO nova.compute.manager [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 589.687035] env[68326]: WARNING nova.compute.manager [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 589.687391] env[68326]: DEBUG oslo_concurrency.lockutils [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.687547] env[68326]: DEBUG oslo_concurrency.lockutils [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.687700] env[68326]: DEBUG oslo_concurrency.lockutils [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.687852] env[68326]: DEBUG nova.compute.resource_tracker [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 589.688797] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c282f7c2-3fe2-4fa5-90c4-6ae8b6ca841c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.697145] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5688b0b0-2739-492b-bd71-f007def1ac25 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.712078] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae57a9a8-0e72-46f5-8279-89ce9a04b72f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.718364] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5565da-0554-41e1-a0f3-b70054548dcf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.747268] env[68326]: DEBUG nova.compute.resource_tracker [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181032MB free_disk=134GB free_vcpus=48 pci_devices=None {{(pid=68326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 589.747421] env[68326]: DEBUG oslo_concurrency.lockutils [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.747716] env[68326]: DEBUG oslo_concurrency.lockutils [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.249972] env[68326]: WARNING nova.compute.resource_tracker [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] No compute node record for cpu-1:a7eeb96a-3f51-4355-9e3e-4a40189339a5: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host a7eeb96a-3f51-4355-9e3e-4a40189339a5 could not be found. [ 590.753651] env[68326]: INFO nova.compute.resource_tracker [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: a7eeb96a-3f51-4355-9e3e-4a40189339a5 [ 592.262074] env[68326]: DEBUG nova.compute.resource_tracker [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 592.262443] env[68326]: DEBUG nova.compute.resource_tracker [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 592.419982] env[68326]: INFO nova.scheduler.client.report [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] [req-42c95601-4ba9-4afc-8ff3-82ae41a03601] Created resource provider record via placement API for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 592.437281] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c52c64-a412-4283-9aa1-0832a5703b36 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.445113] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acf3863-aa63-4f89-9ffe-472bd86109ff {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.476116] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d382bc2b-d948-4fc6-9d7f-10a48face08b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.483418] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ceef78-e657-4bc7-bbe9-2d146831f9c2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.496306] env[68326]: DEBUG nova.compute.provider_tree [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 593.031867] env[68326]: DEBUG nova.scheduler.client.report [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 593.032091] env[68326]: DEBUG nova.compute.provider_tree [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 0 to 1 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 593.032225] env[68326]: DEBUG nova.compute.provider_tree [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 593.080793] env[68326]: DEBUG nova.compute.provider_tree [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 1 to 2 during operation: update_traits {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 593.585990] env[68326]: DEBUG nova.compute.resource_tracker [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 593.586344] env[68326]: DEBUG oslo_concurrency.lockutils [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.839s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.586399] env[68326]: DEBUG nova.service [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Creating RPC server for service compute {{(pid=68326) start /opt/stack/nova/nova/service.py:186}} [ 593.599584] env[68326]: DEBUG nova.service [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] Join ServiceGroup membership for this service compute {{(pid=68326) start /opt/stack/nova/nova/service.py:203}} [ 593.599788] env[68326]: DEBUG nova.servicegroup.drivers.db [None req-da98c334-ca36-4aa5-b2ca-74ae83a3b210 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68326) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 632.604122] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._sync_power_states {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.108589] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Getting list of instances from cluster (obj){ [ 633.108589] env[68326]: value = "domain-c8" [ 633.108589] env[68326]: _type = "ClusterComputeResource" [ 633.108589] env[68326]: } {{(pid=68326) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 633.110854] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281299d0-c558-4a99-b780-c075204bef8c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.122113] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Got total of 0 instances {{(pid=68326) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 633.122260] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 633.122583] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Getting list of instances from cluster (obj){ [ 633.122583] env[68326]: value = "domain-c8" [ 633.122583] env[68326]: _type = "ClusterComputeResource" [ 633.122583] env[68326]: } {{(pid=68326) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 633.125664] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a78469a-8d3a-410e-9aca-6ab9f9c1be71 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.134235] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Got total of 0 instances {{(pid=68326) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 633.163665] env[68326]: DEBUG oslo_concurrency.lockutils [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "1137d4f3-d492-44fd-baf4-4bdbd7b4458a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.163895] env[68326]: DEBUG oslo_concurrency.lockutils [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "1137d4f3-d492-44fd-baf4-4bdbd7b4458a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.669179] env[68326]: DEBUG nova.compute.manager [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 634.115146] env[68326]: DEBUG oslo_concurrency.lockutils [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquiring lock "b89b8cf1-9f68-40ac-babe-5b20ae907a51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.115451] env[68326]: DEBUG oslo_concurrency.lockutils [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Lock "b89b8cf1-9f68-40ac-babe-5b20ae907a51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.155230] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Acquiring lock "8539613d-0767-458d-a1b5-d7384409b46c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.155702] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Lock "8539613d-0767-458d-a1b5-d7384409b46c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.214910] env[68326]: DEBUG oslo_concurrency.lockutils [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.214910] env[68326]: DEBUG oslo_concurrency.lockutils [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.216434] env[68326]: INFO nova.compute.claims [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.423583] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Acquiring lock "87b91f94-2bac-4579-8c0c-8760ed9e1fa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.423583] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Lock "87b91f94-2bac-4579-8c0c-8760ed9e1fa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.619395] env[68326]: DEBUG nova.compute.manager [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 634.657858] env[68326]: DEBUG nova.compute.manager [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 634.923202] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Acquiring lock "e6f7c297-09c3-4df8-8f4d-3d1a10a030e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.923493] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Lock "e6f7c297-09c3-4df8-8f4d-3d1a10a030e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.929489] env[68326]: DEBUG nova.compute.manager [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 634.959624] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquiring lock "9c2ec464-c583-4c9a-a4e9-9c750c09b131" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.959624] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "9c2ec464-c583-4c9a-a4e9-9c750c09b131" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.141550] env[68326]: DEBUG oslo_concurrency.lockutils [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.180761] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.386451] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152501f6-3080-461e-8d87-c698b2ad39a6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.393892] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b5dc72-e88f-404c-828e-b111700c6f72 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.432813] env[68326]: DEBUG nova.compute.manager [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 635.441348] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba51e493-6154-427e-b81f-e955022dd75a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.447518] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Acquiring lock "dba8e6d2-0590-4cc9-b69c-c4f2471e33d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.447885] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Lock "dba8e6d2-0590-4cc9-b69c-c4f2471e33d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.457824] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d81a2be-83a6-4e32-a497-f0508bad5027 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.464332] env[68326]: DEBUG nova.compute.manager [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 635.467384] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.481323] env[68326]: DEBUG nova.compute.provider_tree [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.958411] env[68326]: DEBUG nova.compute.manager [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 635.964579] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.985734] env[68326]: DEBUG nova.scheduler.client.report [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.992278] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.369700] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Acquiring lock "e1b4d207-bd27-4950-96e5-4b0906a8a726" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.369966] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Lock "e1b4d207-bd27-4950-96e5-4b0906a8a726" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.491616] env[68326]: DEBUG oslo_concurrency.lockutils [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.492358] env[68326]: DEBUG nova.compute.manager [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 636.498669] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.498669] env[68326]: DEBUG oslo_concurrency.lockutils [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.356s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.498669] env[68326]: INFO nova.compute.claims [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.872985] env[68326]: DEBUG nova.compute.manager [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 637.004877] env[68326]: DEBUG nova.compute.utils [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.006385] env[68326]: DEBUG nova.compute.manager [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 637.006621] env[68326]: DEBUG nova.network.neutron [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.408492] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.469048] env[68326]: DEBUG nova.policy [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a8e1d594f554a859519a58266d14e0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb2bf991eb4b4faeb37682fd31e612af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.516883] env[68326]: DEBUG nova.compute.manager [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 637.725777] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370c6dfb-b078-4eb0-869a-3d1342825958 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.736945] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d536b07-d869-4325-a106-3505cc21442a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.785057] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cde0ad-5ff4-418f-b6bc-bf7ea62b17e5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.793698] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e543def-68b0-419b-889f-8e78ad94c296 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.812151] env[68326]: DEBUG nova.compute.provider_tree [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.271511] env[68326]: DEBUG nova.network.neutron [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Successfully created port: 51952110-2936-4e34-8ecf-c927f17d5eee {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 638.314384] env[68326]: DEBUG nova.scheduler.client.report [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.539952] env[68326]: DEBUG nova.compute.manager [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 638.576358] env[68326]: DEBUG nova.virt.hardware [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.576497] env[68326]: DEBUG nova.virt.hardware [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.576705] env[68326]: DEBUG nova.virt.hardware [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.576767] env[68326]: DEBUG nova.virt.hardware [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.577072] env[68326]: DEBUG nova.virt.hardware [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.577178] env[68326]: DEBUG nova.virt.hardware [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.577426] env[68326]: DEBUG nova.virt.hardware [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.577649] env[68326]: DEBUG nova.virt.hardware [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.578093] env[68326]: DEBUG nova.virt.hardware [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.578386] env[68326]: DEBUG nova.virt.hardware [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.578635] env[68326]: DEBUG nova.virt.hardware [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.579597] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49237c28-ba56-4e35-97e6-1b868210c493 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.590319] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcfa0fa-c0f2-4b4a-8071-4986a35be13e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.613771] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99f1818-52ce-4e89-9bd3-969e25d278f6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.823639] env[68326]: DEBUG oslo_concurrency.lockutils [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.823639] env[68326]: DEBUG nova.compute.manager [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 638.827618] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.647s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.829124] env[68326]: INFO nova.compute.claims [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.333214] env[68326]: DEBUG nova.compute.utils [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.342087] env[68326]: DEBUG nova.compute.manager [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 639.343141] env[68326]: DEBUG nova.network.neutron [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.428399] env[68326]: DEBUG nova.policy [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e37785f7a9c4436da3e34e1793a7281d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5c864391b9944dd9c7cd87b5515d192', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.851992] env[68326]: DEBUG nova.compute.manager [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 640.005567] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e43713f-6fa5-43e8-9cff-8385b8d91ce7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.013411] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac462418-57c4-41ba-8d57-d427f158249b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.050503] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d0c8bc-e690-4613-aaab-d374cb29542c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.058996] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e52a78-7d07-41fa-ab01-5016d5cd70e0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.075797] env[68326]: DEBUG nova.compute.provider_tree [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.114338] env[68326]: DEBUG nova.network.neutron [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Successfully created port: 39a1b940-feba-48d2-9bf6-38c3fdd370ae {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 640.580324] env[68326]: DEBUG nova.scheduler.client.report [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.867632] env[68326]: DEBUG nova.compute.manager [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 640.902627] env[68326]: DEBUG nova.virt.hardware [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.902799] env[68326]: DEBUG nova.virt.hardware [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.902961] env[68326]: DEBUG nova.virt.hardware [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.903641] env[68326]: DEBUG nova.virt.hardware [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.903865] env[68326]: DEBUG nova.virt.hardware [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.904323] env[68326]: DEBUG nova.virt.hardware [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.904850] env[68326]: DEBUG nova.virt.hardware [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.905773] env[68326]: DEBUG nova.virt.hardware [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.905773] env[68326]: DEBUG nova.virt.hardware [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.905773] env[68326]: DEBUG nova.virt.hardware [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.905773] env[68326]: DEBUG nova.virt.hardware [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.907715] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93153fd-4def-44d0-a945-25fe0111296a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.916482] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9ac601-b2e7-4f33-a546-07d6e19354bc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.988239] env[68326]: DEBUG nova.network.neutron [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Successfully updated port: 51952110-2936-4e34-8ecf-c927f17d5eee {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 641.087974] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.088465] env[68326]: DEBUG nova.compute.manager [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 641.092513] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.624s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.093985] env[68326]: INFO nova.compute.claims [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.491769] env[68326]: DEBUG oslo_concurrency.lockutils [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "refresh_cache-1137d4f3-d492-44fd-baf4-4bdbd7b4458a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.492051] env[68326]: DEBUG oslo_concurrency.lockutils [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired lock "refresh_cache-1137d4f3-d492-44fd-baf4-4bdbd7b4458a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.492051] env[68326]: DEBUG nova.network.neutron [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.567015] env[68326]: DEBUG nova.compute.manager [req-fd92ec8a-eae9-437f-91f8-3407d95f6e25 req-d84cdeaa-a5da-4d05-919d-c54e25a81ed6 service nova] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Received event network-vif-plugged-51952110-2936-4e34-8ecf-c927f17d5eee {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 641.567481] env[68326]: DEBUG oslo_concurrency.lockutils [req-fd92ec8a-eae9-437f-91f8-3407d95f6e25 req-d84cdeaa-a5da-4d05-919d-c54e25a81ed6 service nova] Acquiring lock "1137d4f3-d492-44fd-baf4-4bdbd7b4458a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.567651] env[68326]: DEBUG oslo_concurrency.lockutils [req-fd92ec8a-eae9-437f-91f8-3407d95f6e25 req-d84cdeaa-a5da-4d05-919d-c54e25a81ed6 service nova] Lock "1137d4f3-d492-44fd-baf4-4bdbd7b4458a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.567966] env[68326]: DEBUG oslo_concurrency.lockutils [req-fd92ec8a-eae9-437f-91f8-3407d95f6e25 req-d84cdeaa-a5da-4d05-919d-c54e25a81ed6 service nova] Lock "1137d4f3-d492-44fd-baf4-4bdbd7b4458a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.568309] env[68326]: DEBUG nova.compute.manager [req-fd92ec8a-eae9-437f-91f8-3407d95f6e25 req-d84cdeaa-a5da-4d05-919d-c54e25a81ed6 service nova] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] No waiting events found dispatching network-vif-plugged-51952110-2936-4e34-8ecf-c927f17d5eee {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.568472] env[68326]: WARNING nova.compute.manager [req-fd92ec8a-eae9-437f-91f8-3407d95f6e25 req-d84cdeaa-a5da-4d05-919d-c54e25a81ed6 service nova] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Received unexpected event network-vif-plugged-51952110-2936-4e34-8ecf-c927f17d5eee for instance with vm_state building and task_state spawning. [ 641.603673] env[68326]: DEBUG nova.compute.utils [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.606879] env[68326]: DEBUG nova.compute.manager [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Not allocating networking since 'none' was specified. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2062}} [ 641.873456] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.873788] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.873982] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.874189] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.874587] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.874587] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.874779] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.875545] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 641.875545] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager.update_available_resource {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.105156] env[68326]: DEBUG nova.network.neutron [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.111029] env[68326]: DEBUG nova.compute.manager [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 642.278382] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8133e924-e9d0-4e8e-9c99-80f7610658d8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.288465] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d46cc9-90ec-4bfa-af56-e4a775597808 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.331822] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499dee3e-f36b-4337-8ac8-4e23bc136968 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.340711] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519510b8-340f-4ff3-a073-e24197b51f25 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.356705] env[68326]: DEBUG nova.compute.provider_tree [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.377981] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.860848] env[68326]: DEBUG nova.scheduler.client.report [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.934444] env[68326]: DEBUG nova.network.neutron [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Updating instance_info_cache with network_info: [{"id": "51952110-2936-4e34-8ecf-c927f17d5eee", "address": "fa:16:3e:b0:71:da", "network": {"id": "cc109f0b-c7ad-4117-8b9a-b1703bb934c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-995407191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb2bf991eb4b4faeb37682fd31e612af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51952110-29", "ovs_interfaceid": "51952110-2936-4e34-8ecf-c927f17d5eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.125604] env[68326]: DEBUG nova.compute.manager [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 643.156994] env[68326]: DEBUG nova.virt.hardware [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.157266] env[68326]: DEBUG nova.virt.hardware [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.157410] env[68326]: DEBUG nova.virt.hardware [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.157868] env[68326]: DEBUG nova.virt.hardware [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.157868] env[68326]: DEBUG nova.virt.hardware [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.157868] env[68326]: DEBUG nova.virt.hardware [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.158158] env[68326]: DEBUG nova.virt.hardware [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.158529] env[68326]: DEBUG nova.virt.hardware [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.159381] env[68326]: DEBUG nova.virt.hardware [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.159381] env[68326]: DEBUG nova.virt.hardware [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.159381] env[68326]: DEBUG nova.virt.hardware [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.159913] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f70b8f-2da3-4c3b-b5a3-a590ef8a23c5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.169399] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f19f97-1a6a-4684-b9ad-2662cae1fb4f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.183852] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Instance VIF info [] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.194694] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.195550] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b413f3f-cd35-45d5-9b96-728a08160b0a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.208720] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Created folder: OpenStack in parent group-v4. [ 643.209041] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Creating folder: Project (8fc7cf0dfda4487f9a7785f4c0023580). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.209164] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36e37ecb-c97e-4493-945c-d15668d0ad4b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.221223] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Created folder: Project (8fc7cf0dfda4487f9a7785f4c0023580) in parent group-v626141. [ 643.221496] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Creating folder: Instances. Parent ref: group-v626142. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.221757] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1af3f0bb-367a-40cc-a21b-32cd3581a169 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.230162] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Created folder: Instances in parent group-v626142. [ 643.230404] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.230583] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.230776] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57598b97-f594-4923-b6a5-430b0b48fa74 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.248493] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.248493] env[68326]: value = "task-3128671" [ 643.248493] env[68326]: _type = "Task" [ 643.248493] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.257721] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128671, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.356148] env[68326]: DEBUG nova.network.neutron [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Successfully updated port: 39a1b940-feba-48d2-9bf6-38c3fdd370ae {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.369893] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.370747] env[68326]: DEBUG nova.compute.manager [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 643.375212] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.411s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.380251] env[68326]: INFO nova.compute.claims [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.437935] env[68326]: DEBUG oslo_concurrency.lockutils [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Releasing lock "refresh_cache-1137d4f3-d492-44fd-baf4-4bdbd7b4458a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.437935] env[68326]: DEBUG nova.compute.manager [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Instance network_info: |[{"id": "51952110-2936-4e34-8ecf-c927f17d5eee", "address": "fa:16:3e:b0:71:da", "network": {"id": "cc109f0b-c7ad-4117-8b9a-b1703bb934c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-995407191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb2bf991eb4b4faeb37682fd31e612af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51952110-29", "ovs_interfaceid": "51952110-2936-4e34-8ecf-c927f17d5eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 643.438144] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:71:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51952110-2936-4e34-8ecf-c927f17d5eee', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 643.448207] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Creating folder: Project (eb2bf991eb4b4faeb37682fd31e612af). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.449049] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ae5e81c-ccc4-468d-be5c-b992a7984812 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.465335] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Created folder: Project (eb2bf991eb4b4faeb37682fd31e612af) in parent group-v626141. [ 643.465335] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Creating folder: Instances. Parent ref: group-v626145. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 643.465335] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06447ca0-20cf-4258-a7be-2a1bab80e16f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.475181] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Created folder: Instances in parent group-v626145. [ 643.475600] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.476764] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 643.477131] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2025fe5-0291-4e26-bf5f-85cebb82b9ec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.502309] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 643.502309] env[68326]: value = "task-3128674" [ 643.502309] env[68326]: _type = "Task" [ 643.502309] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.512601] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128674, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.764392] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128671, 'name': CreateVM_Task, 'duration_secs': 0.384097} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.764392] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.765213] env[68326]: DEBUG oslo_vmware.service [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa606efd-86a3-4d2c-9758-4885ae1d5251 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.774060] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.774060] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.774776] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.774993] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd90e81d-367e-4d46-9e57-12e814679f93 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.782328] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 643.782328] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52789380-a181-c37d-8347-e8c7162aeeed" [ 643.782328] env[68326]: _type = "Task" [ 643.782328] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.793645] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52789380-a181-c37d-8347-e8c7162aeeed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.859107] env[68326]: DEBUG oslo_concurrency.lockutils [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquiring lock "refresh_cache-b89b8cf1-9f68-40ac-babe-5b20ae907a51" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.859652] env[68326]: DEBUG oslo_concurrency.lockutils [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquired lock "refresh_cache-b89b8cf1-9f68-40ac-babe-5b20ae907a51" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.860052] env[68326]: DEBUG nova.network.neutron [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.885092] env[68326]: DEBUG nova.compute.utils [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.886755] env[68326]: DEBUG nova.compute.manager [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Not allocating networking since 'none' was specified. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2062}} [ 644.012748] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128674, 'name': CreateVM_Task, 'duration_secs': 0.331815} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.013216] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 644.039026] env[68326]: DEBUG oslo_concurrency.lockutils [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.298986] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.299325] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.300160] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.300346] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.300765] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.301045] env[68326]: DEBUG oslo_concurrency.lockutils [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.302566] env[68326]: DEBUG oslo_concurrency.lockutils [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.302827] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88b25276-896e-4b74-8605-b9ab25971c99 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.306572] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-703eaa89-8c42-4b75-904f-1315074c3400 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.321638] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 644.321638] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52962ca2-3539-0a3b-cfda-f9afe4802e30" [ 644.321638] env[68326]: _type = "Task" [ 644.321638] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.332128] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52962ca2-3539-0a3b-cfda-f9afe4802e30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.333462] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.333642] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 644.334436] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b10a0d-8e76-4f47-ba09-48fcd5c4a947 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.340760] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ed741ad-07db-476b-bca0-287abedc5085 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.346246] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 644.346246] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52d3dd35-e273-cbf8-c73b-546da84242a3" [ 644.346246] env[68326]: _type = "Task" [ 644.346246] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.355461] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d3dd35-e273-cbf8-c73b-546da84242a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.393485] env[68326]: DEBUG nova.compute.manager [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 644.472052] env[68326]: DEBUG nova.network.neutron [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.597269] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91386dea-8a74-4d3a-bba5-fe9a578c0b65 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.609072] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba771577-29ee-4aac-a5e8-85be13226a4b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.644321] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1bbc96-1c90-4056-bcb2-f556b665c137 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.652427] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36de3169-27d5-4899-8462-bcf3e2936fd6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.669891] env[68326]: DEBUG nova.compute.provider_tree [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.702678] env[68326]: DEBUG nova.compute.manager [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Received event network-changed-51952110-2936-4e34-8ecf-c927f17d5eee {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 644.702678] env[68326]: DEBUG nova.compute.manager [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Refreshing instance network info cache due to event network-changed-51952110-2936-4e34-8ecf-c927f17d5eee. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 644.702678] env[68326]: DEBUG oslo_concurrency.lockutils [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] Acquiring lock "refresh_cache-1137d4f3-d492-44fd-baf4-4bdbd7b4458a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.702678] env[68326]: DEBUG oslo_concurrency.lockutils [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] Acquired lock "refresh_cache-1137d4f3-d492-44fd-baf4-4bdbd7b4458a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.702678] env[68326]: DEBUG nova.network.neutron [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Refreshing network info cache for port 51952110-2936-4e34-8ecf-c927f17d5eee {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.836246] env[68326]: DEBUG oslo_concurrency.lockutils [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.836246] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 644.836246] env[68326]: DEBUG oslo_concurrency.lockutils [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.858528] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Preparing fetch location {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 644.858656] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Creating directory with path [datastore1] vmware_temp/8dd3d1ac-a875-48eb-8a6c-1e640a74b048/4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 644.858840] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19ce00ea-781d-4fb8-9561-39d8b9ddd4c7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.892685] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Created directory with path [datastore1] vmware_temp/8dd3d1ac-a875-48eb-8a6c-1e640a74b048/4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 644.892975] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Fetch image to [datastore1] vmware_temp/8dd3d1ac-a875-48eb-8a6c-1e640a74b048/4f6abd85-2913-4a85-8b21-6c358400149a/tmp-sparse.vmdk {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 644.893079] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Downloading image file data 4f6abd85-2913-4a85-8b21-6c358400149a to [datastore1] vmware_temp/8dd3d1ac-a875-48eb-8a6c-1e640a74b048/4f6abd85-2913-4a85-8b21-6c358400149a/tmp-sparse.vmdk on the data store datastore1 {{(pid=68326) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 644.893920] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b09a94-cf1f-4120-954a-2a0630215b23 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.906618] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98792738-27db-4f43-9ea3-be44601ef93d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.917330] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48c1da2-a959-4d4b-b259-cbfefc52f9a4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.953730] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab2ccbd-e20a-4fe1-b672-f9db108f8c13 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.962031] env[68326]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-c1e87d3d-ea24-432c-9ea9-4d4752e0f453 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.996871] env[68326]: DEBUG nova.network.neutron [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Updating instance_info_cache with network_info: [{"id": "39a1b940-feba-48d2-9bf6-38c3fdd370ae", "address": "fa:16:3e:25:ec:45", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a1b940-fe", "ovs_interfaceid": "39a1b940-feba-48d2-9bf6-38c3fdd370ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.055187] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Downloading image file data 4f6abd85-2913-4a85-8b21-6c358400149a to the data store datastore1 {{(pid=68326) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 645.132584] env[68326]: DEBUG oslo_vmware.rw_handles [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8dd3d1ac-a875-48eb-8a6c-1e640a74b048/4f6abd85-2913-4a85-8b21-6c358400149a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68326) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 645.193204] env[68326]: DEBUG nova.scheduler.client.report [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.406293] env[68326]: DEBUG nova.compute.manager [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 645.437064] env[68326]: DEBUG nova.virt.hardware [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.437301] env[68326]: DEBUG nova.virt.hardware [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.437592] env[68326]: DEBUG nova.virt.hardware [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.437669] env[68326]: DEBUG nova.virt.hardware [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.437929] env[68326]: DEBUG nova.virt.hardware [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.438167] env[68326]: DEBUG nova.virt.hardware [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.439468] env[68326]: DEBUG nova.virt.hardware [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.439647] env[68326]: DEBUG nova.virt.hardware [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.439930] env[68326]: DEBUG nova.virt.hardware [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.440184] env[68326]: DEBUG nova.virt.hardware [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.440435] env[68326]: DEBUG nova.virt.hardware [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.441619] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55db25d-d007-48f0-b7cb-5631b5750524 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.455074] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5475dab6-6ed0-4dae-85ff-d3191b95325a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.476291] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Instance VIF info [] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.483156] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Creating folder: Project (bd76fb125fb541a19938dea55f5630fe). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.490356] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea44daaa-b994-46c8-b2d8-545c9396bd9e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.503089] env[68326]: DEBUG oslo_concurrency.lockutils [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Releasing lock "refresh_cache-b89b8cf1-9f68-40ac-babe-5b20ae907a51" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.503449] env[68326]: DEBUG nova.compute.manager [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Instance network_info: |[{"id": "39a1b940-feba-48d2-9bf6-38c3fdd370ae", "address": "fa:16:3e:25:ec:45", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a1b940-fe", "ovs_interfaceid": "39a1b940-feba-48d2-9bf6-38c3fdd370ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 645.503792] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Created folder: Project (bd76fb125fb541a19938dea55f5630fe) in parent group-v626141. [ 645.503930] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Creating folder: Instances. Parent ref: group-v626148. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.506329] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:ec:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39a1b940-feba-48d2-9bf6-38c3fdd370ae', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.516116] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Creating folder: Project (c5c864391b9944dd9c7cd87b5515d192). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.516116] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b24b09c2-ac27-459a-b5b0-f07f2502f228 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.520594] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5b56d40-d9e2-4511-a0cd-4ab1509db7e5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.532567] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Created folder: Instances in parent group-v626148. [ 645.532824] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.534293] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.534494] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Created folder: Project (c5c864391b9944dd9c7cd87b5515d192) in parent group-v626141. [ 645.534578] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Creating folder: Instances. Parent ref: group-v626150. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.534785] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7faecf33-ec95-4ea9-a73e-370567918133 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.548037] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67c6c4be-8023-4ca1-9fab-22a861666285 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.569814] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.569814] env[68326]: value = "task-3128679" [ 645.569814] env[68326]: _type = "Task" [ 645.569814] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.569814] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Created folder: Instances in parent group-v626150. [ 645.569814] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.569814] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.570351] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f9cc518-fddc-49af-bf71-f74631242272 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.600799] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128679, 'name': CreateVM_Task} progress is 15%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.603905] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.603905] env[68326]: value = "task-3128680" [ 645.603905] env[68326]: _type = "Task" [ 645.603905] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.616199] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128680, 'name': CreateVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.700741] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.700741] env[68326]: DEBUG nova.compute.manager [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 645.710508] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.717s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.710508] env[68326]: INFO nova.compute.claims [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.802128] env[68326]: DEBUG oslo_vmware.rw_handles [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Completed reading data from the image iterator. {{(pid=68326) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 645.802128] env[68326]: DEBUG oslo_vmware.rw_handles [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8dd3d1ac-a875-48eb-8a6c-1e640a74b048/4f6abd85-2913-4a85-8b21-6c358400149a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 645.940663] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Downloaded image file data 4f6abd85-2913-4a85-8b21-6c358400149a to vmware_temp/8dd3d1ac-a875-48eb-8a6c-1e640a74b048/4f6abd85-2913-4a85-8b21-6c358400149a/tmp-sparse.vmdk on the data store datastore1 {{(pid=68326) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 645.942776] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Caching image {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 645.944621] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Copying Virtual Disk [datastore1] vmware_temp/8dd3d1ac-a875-48eb-8a6c-1e640a74b048/4f6abd85-2913-4a85-8b21-6c358400149a/tmp-sparse.vmdk to [datastore1] vmware_temp/8dd3d1ac-a875-48eb-8a6c-1e640a74b048/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.945534] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d47ddb6-770f-4321-bca1-003d2646a426 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.961275] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 645.961275] env[68326]: value = "task-3128681" [ 645.961275] env[68326]: _type = "Task" [ 645.961275] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.971276] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.077513] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128679, 'name': CreateVM_Task, 'duration_secs': 0.384163} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.077705] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.078183] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.078372] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.078684] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.078925] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1d5419a-cdc1-4fb7-8e99-d58535f98e83 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.087868] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Waiting for the task: (returnval){ [ 646.087868] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52f51ffb-9056-d1ff-cb33-7de8796bfcb5" [ 646.087868] env[68326]: _type = "Task" [ 646.087868] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.102159] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.102946] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.102946] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.113758] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128680, 'name': CreateVM_Task, 'duration_secs': 0.439803} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.114281] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.114659] env[68326]: DEBUG oslo_concurrency.lockutils [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.114829] env[68326]: DEBUG oslo_concurrency.lockutils [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.115178] env[68326]: DEBUG oslo_concurrency.lockutils [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.115578] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf47b6f-efda-45e3-8df8-ffc4350e27d3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.120225] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for the task: (returnval){ [ 646.120225] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]522cfcf3-947a-780a-eb0f-2fd3d65515c7" [ 646.120225] env[68326]: _type = "Task" [ 646.120225] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.139398] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522cfcf3-947a-780a-eb0f-2fd3d65515c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.183410] env[68326]: DEBUG nova.network.neutron [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Updated VIF entry in instance network info cache for port 51952110-2936-4e34-8ecf-c927f17d5eee. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 646.183947] env[68326]: DEBUG nova.network.neutron [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Updating instance_info_cache with network_info: [{"id": "51952110-2936-4e34-8ecf-c927f17d5eee", "address": "fa:16:3e:b0:71:da", "network": {"id": "cc109f0b-c7ad-4117-8b9a-b1703bb934c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-995407191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb2bf991eb4b4faeb37682fd31e612af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51952110-29", "ovs_interfaceid": "51952110-2936-4e34-8ecf-c927f17d5eee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.220799] env[68326]: DEBUG nova.compute.utils [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.222658] env[68326]: DEBUG nova.compute.manager [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 646.224607] env[68326]: DEBUG nova.network.neutron [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.250620] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Acquiring lock "3671a9c4-7e47-4377-8e57-d56a99763f47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.250897] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Lock "3671a9c4-7e47-4377-8e57-d56a99763f47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.474856] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128681, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.597780] env[68326]: DEBUG nova.policy [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5bab6ef076a4a658159d4a132eb0336', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fee03c26a2734f4e9a879add72a0d217', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.631570] env[68326]: DEBUG oslo_concurrency.lockutils [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.631763] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.632215] env[68326]: DEBUG oslo_concurrency.lockutils [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.689412] env[68326]: DEBUG oslo_concurrency.lockutils [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] Releasing lock "refresh_cache-1137d4f3-d492-44fd-baf4-4bdbd7b4458a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.689412] env[68326]: DEBUG nova.compute.manager [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Received event network-vif-plugged-39a1b940-feba-48d2-9bf6-38c3fdd370ae {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 646.689412] env[68326]: DEBUG oslo_concurrency.lockutils [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] Acquiring lock "b89b8cf1-9f68-40ac-babe-5b20ae907a51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.689412] env[68326]: DEBUG oslo_concurrency.lockutils [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] Lock "b89b8cf1-9f68-40ac-babe-5b20ae907a51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.689536] env[68326]: DEBUG oslo_concurrency.lockutils [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] Lock "b89b8cf1-9f68-40ac-babe-5b20ae907a51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.689855] env[68326]: DEBUG nova.compute.manager [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] No waiting events found dispatching network-vif-plugged-39a1b940-feba-48d2-9bf6-38c3fdd370ae {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.689931] env[68326]: WARNING nova.compute.manager [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Received unexpected event network-vif-plugged-39a1b940-feba-48d2-9bf6-38c3fdd370ae for instance with vm_state building and task_state spawning. [ 646.690055] env[68326]: DEBUG nova.compute.manager [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Received event network-changed-39a1b940-feba-48d2-9bf6-38c3fdd370ae {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 646.690206] env[68326]: DEBUG nova.compute.manager [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Refreshing instance network info cache due to event network-changed-39a1b940-feba-48d2-9bf6-38c3fdd370ae. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 646.690383] env[68326]: DEBUG oslo_concurrency.lockutils [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] Acquiring lock "refresh_cache-b89b8cf1-9f68-40ac-babe-5b20ae907a51" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.690549] env[68326]: DEBUG oslo_concurrency.lockutils [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] Acquired lock "refresh_cache-b89b8cf1-9f68-40ac-babe-5b20ae907a51" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.690769] env[68326]: DEBUG nova.network.neutron [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Refreshing network info cache for port 39a1b940-feba-48d2-9bf6-38c3fdd370ae {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.727719] env[68326]: DEBUG nova.compute.manager [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 646.753796] env[68326]: DEBUG nova.compute.manager [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 646.917641] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249e3eb7-e7e4-428b-bb62-bfa3a0287539 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.927902] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10613493-c5e2-4d81-99cc-90adfc811e52 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.962709] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b977bd7-f1af-4f86-8645-6edcf5e30c77 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.976462] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4de2bc2-14db-4b36-8188-00bd47f4d9b8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.980980] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723986} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.981480] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Copied Virtual Disk [datastore1] vmware_temp/8dd3d1ac-a875-48eb-8a6c-1e640a74b048/4f6abd85-2913-4a85-8b21-6c358400149a/tmp-sparse.vmdk to [datastore1] vmware_temp/8dd3d1ac-a875-48eb-8a6c-1e640a74b048/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.981741] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Deleting the datastore file [datastore1] vmware_temp/8dd3d1ac-a875-48eb-8a6c-1e640a74b048/4f6abd85-2913-4a85-8b21-6c358400149a/tmp-sparse.vmdk {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.982382] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b26d71e3-c83f-4130-b845-77a2bbf69c45 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.992330] env[68326]: DEBUG nova.compute.provider_tree [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.998459] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 646.998459] env[68326]: value = "task-3128682" [ 646.998459] env[68326]: _type = "Task" [ 646.998459] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.006115] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.296611] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.495468] env[68326]: DEBUG nova.scheduler.client.report [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.514896] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184602} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.516202] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.516202] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Moving file from [datastore1] vmware_temp/8dd3d1ac-a875-48eb-8a6c-1e640a74b048/4f6abd85-2913-4a85-8b21-6c358400149a to [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a. {{(pid=68326) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 647.516202] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-63b1f23d-67e1-43cd-bbc6-1970bd332e00 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.524313] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 647.524313] env[68326]: value = "task-3128683" [ 647.524313] env[68326]: _type = "Task" [ 647.524313] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.535341] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128683, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.739333] env[68326]: DEBUG nova.compute.manager [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 647.794381] env[68326]: DEBUG nova.virt.hardware [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.794381] env[68326]: DEBUG nova.virt.hardware [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.794381] env[68326]: DEBUG nova.virt.hardware [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.794381] env[68326]: DEBUG nova.virt.hardware [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.794531] env[68326]: DEBUG nova.virt.hardware [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.795172] env[68326]: DEBUG nova.virt.hardware [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.798488] env[68326]: DEBUG nova.virt.hardware [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.798488] env[68326]: DEBUG nova.virt.hardware [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.798488] env[68326]: DEBUG nova.virt.hardware [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.798488] env[68326]: DEBUG nova.virt.hardware [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.798488] env[68326]: DEBUG nova.virt.hardware [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.799505] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b1aa88-341e-4892-9ab4-d2da2410662a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.807661] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186030e6-0e17-451d-8bd7-65c8b58f4a6c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.010381] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.010381] env[68326]: DEBUG nova.compute.manager [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 648.013438] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.516s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.018407] env[68326]: INFO nova.compute.claims [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.046019] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128683, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025314} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.046019] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] File moved {{(pid=68326) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 648.046019] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Cleaning up location [datastore1] vmware_temp/8dd3d1ac-a875-48eb-8a6c-1e640a74b048 {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 648.046019] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Deleting the datastore file [datastore1] vmware_temp/8dd3d1ac-a875-48eb-8a6c-1e640a74b048 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 648.046019] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7584069a-6e68-432a-baa9-9cc0965bf212 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.055100] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 648.055100] env[68326]: value = "task-3128684" [ 648.055100] env[68326]: _type = "Task" [ 648.055100] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.068542] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.347971] env[68326]: DEBUG nova.network.neutron [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Updated VIF entry in instance network info cache for port 39a1b940-feba-48d2-9bf6-38c3fdd370ae. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.347971] env[68326]: DEBUG nova.network.neutron [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Updating instance_info_cache with network_info: [{"id": "39a1b940-feba-48d2-9bf6-38c3fdd370ae", "address": "fa:16:3e:25:ec:45", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39a1b940-fe", "ovs_interfaceid": "39a1b940-feba-48d2-9bf6-38c3fdd370ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.515606] env[68326]: DEBUG nova.compute.utils [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.518307] env[68326]: DEBUG nova.compute.manager [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 648.518522] env[68326]: DEBUG nova.network.neutron [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.569503] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026116} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.570460] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 648.570460] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3fabdce-69ce-4cb6-b55f-4fb8e0b932ad {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.579484] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 648.579484] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ec1401-a8e4-7eba-f67c-17a9c16d46b9" [ 648.579484] env[68326]: _type = "Task" [ 648.579484] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.588264] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ec1401-a8e4-7eba-f67c-17a9c16d46b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.691468] env[68326]: DEBUG nova.network.neutron [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Successfully created port: 951c34e0-62f4-4d3d-998d-054abbe7405c {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 648.774297] env[68326]: DEBUG nova.policy [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15cf9480b2db41bab0924b999f336e44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36c12b275b134ff883c22e4409b49041', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.851323] env[68326]: DEBUG oslo_concurrency.lockutils [req-9f909e14-7a9d-4987-83b8-1c3566c2e3df req-9f9b7273-762d-41d1-9b98-6fa7c91fb1a5 service nova] Releasing lock "refresh_cache-b89b8cf1-9f68-40ac-babe-5b20ae907a51" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.026629] env[68326]: DEBUG nova.compute.manager [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 649.092499] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ec1401-a8e4-7eba-f67c-17a9c16d46b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009679} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.095449] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.095760] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 8539613d-0767-458d-a1b5-d7384409b46c/8539613d-0767-458d-a1b5-d7384409b46c.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.096893] env[68326]: DEBUG oslo_concurrency.lockutils [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.097141] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.097785] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27cdd7d9-9fd8-4a27-86e5-d173f5863bdd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.099904] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77fc1440-db27-4717-b2d1-44942fafe64b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.112895] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.113495] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.114973] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 649.114973] env[68326]: value = "task-3128685" [ 649.114973] env[68326]: _type = "Task" [ 649.114973] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.115269] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e512dc9d-1946-4512-aa0f-9cb3d68d78f7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.129398] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 649.129398] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52e6392d-3678-0198-2d6e-b71f222c6f52" [ 649.129398] env[68326]: _type = "Task" [ 649.129398] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.136133] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.151786] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52e6392d-3678-0198-2d6e-b71f222c6f52, 'name': SearchDatastore_Task, 'duration_secs': 0.015999} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.155013] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40ce8870-0ba6-4c25-a7df-60590e2bd412 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.162532] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 649.162532] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529feacb-9f4f-9e30-2f2d-0c1f19d463c3" [ 649.162532] env[68326]: _type = "Task" [ 649.162532] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.170518] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529feacb-9f4f-9e30-2f2d-0c1f19d463c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.240012] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d164e61a-a239-4b08-984b-b347d2dc0162 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.248019] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61abf44-c9b4-4c65-8262-8e5a9a1b94c3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.287619] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf659d2-882c-4330-9827-d1c9ef3f50ba {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.302099] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa98c12a-1317-4470-b68a-942df9b3cd5c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.321046] env[68326]: DEBUG nova.compute.provider_tree [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.555750] env[68326]: DEBUG oslo_concurrency.lockutils [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquiring lock "1b8d860c-232e-4cc0-87b0-33922cbeb74b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.555849] env[68326]: DEBUG oslo_concurrency.lockutils [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "1b8d860c-232e-4cc0-87b0-33922cbeb74b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.628814] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505997} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.629124] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 8539613d-0767-458d-a1b5-d7384409b46c/8539613d-0767-458d-a1b5-d7384409b46c.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.629459] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.629586] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1297cbd9-e705-4391-83f1-236ef51ed0db {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.636244] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 649.636244] env[68326]: value = "task-3128686" [ 649.636244] env[68326]: _type = "Task" [ 649.636244] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.644898] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.674675] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529feacb-9f4f-9e30-2f2d-0c1f19d463c3, 'name': SearchDatastore_Task, 'duration_secs': 0.008858} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.674852] env[68326]: DEBUG oslo_concurrency.lockutils [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.675058] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 1137d4f3-d492-44fd-baf4-4bdbd7b4458a/1137d4f3-d492-44fd-baf4-4bdbd7b4458a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.675338] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.675822] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.675822] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0013ee10-6915-40d7-96dc-a72d2e6d0dda {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.678295] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bb0fd8b-9e34-4b59-9729-618d364666dc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.684664] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 649.684664] env[68326]: value = "task-3128687" [ 649.684664] env[68326]: _type = "Task" [ 649.684664] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.690403] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.690488] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.693174] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b53c1c-17ee-4414-930d-127c1e69a81b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.699083] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.702032] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Waiting for the task: (returnval){ [ 649.702032] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520ae203-834a-cd9c-f7cf-12ba8c72a3a6" [ 649.702032] env[68326]: _type = "Task" [ 649.702032] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.709749] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520ae203-834a-cd9c-f7cf-12ba8c72a3a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.829858] env[68326]: DEBUG nova.scheduler.client.report [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.048437] env[68326]: DEBUG nova.compute.manager [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 650.059405] env[68326]: DEBUG nova.compute.manager [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 650.150071] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06307} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.150071] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.150071] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5212afa5-b3ed-4d0f-8626-ed1eeb655416 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.173801] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 8539613d-0767-458d-a1b5-d7384409b46c/8539613d-0767-458d-a1b5-d7384409b46c.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.174278] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc183269-fb64-4ef8-993f-ac9fb6c4c3ca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.199577] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43695} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.200939] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 1137d4f3-d492-44fd-baf4-4bdbd7b4458a/1137d4f3-d492-44fd-baf4-4bdbd7b4458a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.201172] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.201472] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 650.201472] env[68326]: value = "task-3128688" [ 650.201472] env[68326]: _type = "Task" [ 650.201472] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.201647] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2841cc3d-ee11-4524-bc6f-6f9235c175c1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.217070] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.222013] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 650.222013] env[68326]: value = "task-3128689" [ 650.222013] env[68326]: _type = "Task" [ 650.222013] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.229863] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520ae203-834a-cd9c-f7cf-12ba8c72a3a6, 'name': SearchDatastore_Task, 'duration_secs': 0.008175} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.232106] env[68326]: DEBUG nova.virt.hardware [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.232330] env[68326]: DEBUG nova.virt.hardware [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.232487] env[68326]: DEBUG nova.virt.hardware [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.232662] env[68326]: DEBUG nova.virt.hardware [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.232799] env[68326]: DEBUG nova.virt.hardware [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.232938] env[68326]: DEBUG nova.virt.hardware [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.233516] env[68326]: DEBUG nova.virt.hardware [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.233516] env[68326]: DEBUG nova.virt.hardware [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.233516] env[68326]: DEBUG nova.virt.hardware [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.233670] env[68326]: DEBUG nova.virt.hardware [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.233778] env[68326]: DEBUG nova.virt.hardware [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.235428] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f27d59-fe72-4a5a-a871-9015181f21ef {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.240649] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-786927f0-454a-453a-b308-9aadd7c96601 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.242987] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.252056] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9195f6-ce2c-4990-85ae-fc60d3c5eb80 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.257277] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Waiting for the task: (returnval){ [ 650.257277] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52634568-2521-e8af-56b2-1880d94fc963" [ 650.257277] env[68326]: _type = "Task" [ 650.257277] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.275489] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52634568-2521-e8af-56b2-1880d94fc963, 'name': SearchDatastore_Task, 'duration_secs': 0.008405} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.275743] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.276069] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 87b91f94-2bac-4579-8c0c-8760ed9e1fa5/87b91f94-2bac-4579-8c0c-8760ed9e1fa5.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.276268] env[68326]: DEBUG oslo_concurrency.lockutils [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.276656] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.276656] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01a9e478-cf72-4638-889a-03f9d9d5372f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.278769] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49feb3a4-cee2-461c-85a5-11dfaa9add60 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.291567] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Waiting for the task: (returnval){ [ 650.291567] env[68326]: value = "task-3128690" [ 650.291567] env[68326]: _type = "Task" [ 650.291567] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.291567] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.291567] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.297102] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aabfd501-2ad8-44b7-b01e-8964208215ad {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.305980] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Task: {'id': task-3128690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.307546] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for the task: (returnval){ [ 650.307546] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]521cad96-d32a-22f7-5389-9493cb6b730e" [ 650.307546] env[68326]: _type = "Task" [ 650.307546] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.316876] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521cad96-d32a-22f7-5389-9493cb6b730e, 'name': SearchDatastore_Task, 'duration_secs': 0.007942} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.317786] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec894d6-5693-426a-8a2c-67c98b8af896 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.323267] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for the task: (returnval){ [ 650.323267] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52339c61-0585-3244-2b63-0f657d58d4c2" [ 650.323267] env[68326]: _type = "Task" [ 650.323267] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.330793] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52339c61-0585-3244-2b63-0f657d58d4c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.336641] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.338043] env[68326]: DEBUG nova.compute.manager [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 650.339717] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.932s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.342312] env[68326]: INFO nova.compute.claims [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.572880] env[68326]: DEBUG nova.network.neutron [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Successfully created port: c8110e89-c399-4556-9e88-8a7719d15656 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.605600] env[68326]: DEBUG oslo_concurrency.lockutils [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.722120] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128688, 'name': ReconfigVM_Task, 'duration_secs': 0.281157} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.722120] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 8539613d-0767-458d-a1b5-d7384409b46c/8539613d-0767-458d-a1b5-d7384409b46c.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.722913] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ba0192e-3b85-475f-baca-34da69332a2d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.740670] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07273} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.740941] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 650.740941] env[68326]: value = "task-3128691" [ 650.740941] env[68326]: _type = "Task" [ 650.740941] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.741554] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.742029] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87e6106-7b71-45a3-af2a-19c19d677c67 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.767175] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 1137d4f3-d492-44fd-baf4-4bdbd7b4458a/1137d4f3-d492-44fd-baf4-4bdbd7b4458a.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.770585] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26079c58-82e3-4456-a363-5ff32ce4bc1c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.788540] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128691, 'name': Rename_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.797039] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 650.797039] env[68326]: value = "task-3128692" [ 650.797039] env[68326]: _type = "Task" [ 650.797039] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.804635] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Task: {'id': task-3128690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448691} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.804881] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 87b91f94-2bac-4579-8c0c-8760ed9e1fa5/87b91f94-2bac-4579-8c0c-8760ed9e1fa5.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.805136] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.805394] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28c4c4eb-a1ff-4129-a520-b82f58a86194 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.815020] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.817328] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Waiting for the task: (returnval){ [ 650.817328] env[68326]: value = "task-3128693" [ 650.817328] env[68326]: _type = "Task" [ 650.817328] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.832149] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Task: {'id': task-3128693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.840287] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52339c61-0585-3244-2b63-0f657d58d4c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010883} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.840287] env[68326]: DEBUG oslo_concurrency.lockutils [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.840287] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] b89b8cf1-9f68-40ac-babe-5b20ae907a51/b89b8cf1-9f68-40ac-babe-5b20ae907a51.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.840287] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d92e22c5-c1f5-4601-8f36-ad8f5938ef6e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.846077] env[68326]: DEBUG nova.compute.utils [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 650.858145] env[68326]: DEBUG nova.compute.manager [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 650.858145] env[68326]: DEBUG nova.network.neutron [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 650.860758] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for the task: (returnval){ [ 650.860758] env[68326]: value = "task-3128694" [ 650.860758] env[68326]: _type = "Task" [ 650.860758] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.871138] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.961825] env[68326]: DEBUG nova.policy [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc634c78f7104a178161d60e162e5991', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf7e7f75fafc4c53b7b74d44ca06cf75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.254634] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128691, 'name': Rename_Task, 'duration_secs': 0.140124} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.255204] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.256315] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-838d18a7-e9c6-44bf-a9af-378a2278b2fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.263730] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 651.263730] env[68326]: value = "task-3128695" [ 651.263730] env[68326]: _type = "Task" [ 651.263730] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.271732] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.305537] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128692, 'name': ReconfigVM_Task, 'duration_secs': 0.304937} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.305901] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 1137d4f3-d492-44fd-baf4-4bdbd7b4458a/1137d4f3-d492-44fd-baf4-4bdbd7b4458a.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.306759] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f20c17d5-fbf7-43b2-b698-e13407db3d6f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.316680] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 651.316680] env[68326]: value = "task-3128696" [ 651.316680] env[68326]: _type = "Task" [ 651.316680] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.332434] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128696, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.332690] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Task: {'id': task-3128693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063866} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.332915] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.333739] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a09e13-641c-4269-bff4-57611e4ad723 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.353872] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 87b91f94-2bac-4579-8c0c-8760ed9e1fa5/87b91f94-2bac-4579-8c0c-8760ed9e1fa5.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.353872] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9afa5595-264c-447e-b4c9-e55d13d43f29 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.368584] env[68326]: DEBUG nova.compute.manager [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 651.387772] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467306} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.389810] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] b89b8cf1-9f68-40ac-babe-5b20ae907a51/b89b8cf1-9f68-40ac-babe-5b20ae907a51.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.389810] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.390694] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Waiting for the task: (returnval){ [ 651.390694] env[68326]: value = "task-3128697" [ 651.390694] env[68326]: _type = "Task" [ 651.390694] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.393288] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bbf41de-89df-4a58-a1cc-ba63f536a3c4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.404292] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Task: {'id': task-3128697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.408589] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for the task: (returnval){ [ 651.408589] env[68326]: value = "task-3128698" [ 651.408589] env[68326]: _type = "Task" [ 651.408589] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.425402] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.573035] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359d67da-7ac3-4221-8ddf-d2471db4cd53 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.581032] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd14847-635c-4027-bf32-6cc36ad1bef4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.623923] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be629ef2-51ff-4edd-810f-372b5abebbf9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.637638] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6950fa0-e578-4eff-a7fe-826c6d3be4f8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.661018] env[68326]: DEBUG nova.compute.provider_tree [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.774551] env[68326]: DEBUG oslo_vmware.api [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128695, 'name': PowerOnVM_Task, 'duration_secs': 0.501229} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.775270] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.775828] env[68326]: INFO nova.compute.manager [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Took 8.65 seconds to spawn the instance on the hypervisor. [ 651.776220] env[68326]: DEBUG nova.compute.manager [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 651.777495] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cd1a03-094f-43de-b0ea-e113dfe7dcbf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.833496] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128696, 'name': Rename_Task, 'duration_secs': 0.18838} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.833496] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.833496] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48eacff4-545d-4218-91ee-17547c6d48e8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.843124] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 651.843124] env[68326]: value = "task-3128699" [ 651.843124] env[68326]: _type = "Task" [ 651.843124] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.857114] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.910660] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Task: {'id': task-3128697, 'name': ReconfigVM_Task, 'duration_secs': 0.405826} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.913943] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 87b91f94-2bac-4579-8c0c-8760ed9e1fa5/87b91f94-2bac-4579-8c0c-8760ed9e1fa5.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.914629] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24a507a2-cdb3-477c-aced-05e1f6862234 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.925066] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074411} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.925346] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Waiting for the task: (returnval){ [ 651.925346] env[68326]: value = "task-3128700" [ 651.925346] env[68326]: _type = "Task" [ 651.925346] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.925560] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.926427] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77a7619-0e1c-40f6-9d29-a67317d689aa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.946093] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Task: {'id': task-3128700, 'name': Rename_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.976014] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] b89b8cf1-9f68-40ac-babe-5b20ae907a51/b89b8cf1-9f68-40ac-babe-5b20ae907a51.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.977310] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a5594d5-d5e9-48f2-9600-193721260739 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.997845] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for the task: (returnval){ [ 651.997845] env[68326]: value = "task-3128701" [ 651.997845] env[68326]: _type = "Task" [ 651.997845] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.011273] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.131744] env[68326]: DEBUG nova.network.neutron [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Successfully created port: a4099430-79fc-4d16-b205-7c06394eefbd {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.164025] env[68326]: DEBUG nova.scheduler.client.report [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.299786] env[68326]: INFO nova.compute.manager [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Took 17.14 seconds to build instance. [ 652.356041] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128699, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.386777] env[68326]: DEBUG nova.compute.manager [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 652.429342] env[68326]: DEBUG nova.virt.hardware [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.429342] env[68326]: DEBUG nova.virt.hardware [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.429342] env[68326]: DEBUG nova.virt.hardware [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.429775] env[68326]: DEBUG nova.virt.hardware [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.429775] env[68326]: DEBUG nova.virt.hardware [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.430908] env[68326]: DEBUG nova.virt.hardware [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.431379] env[68326]: DEBUG nova.virt.hardware [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.431969] env[68326]: DEBUG nova.virt.hardware [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.432292] env[68326]: DEBUG nova.virt.hardware [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.434053] env[68326]: DEBUG nova.virt.hardware [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.434393] env[68326]: DEBUG nova.virt.hardware [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.436230] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb273355-cb63-4d3b-af1d-228ce7b122b6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.451277] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Task: {'id': task-3128700, 'name': Rename_Task, 'duration_secs': 0.346674} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.452676] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e5e657-c7ee-4d42-8ed7-d5b5b9207b45 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.457338] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.457834] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9cec464-def4-4f14-bc4f-e0c883c7878d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.473384] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Waiting for the task: (returnval){ [ 652.473384] env[68326]: value = "task-3128702" [ 652.473384] env[68326]: _type = "Task" [ 652.473384] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.482969] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Task: {'id': task-3128702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.511155] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.551376] env[68326]: DEBUG nova.network.neutron [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Successfully updated port: 951c34e0-62f4-4d3d-998d-054abbe7405c {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.669555] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.670130] env[68326]: DEBUG nova.compute.manager [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 652.677536] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.298s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.677798] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.002s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.678110] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 652.678326] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.382s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.681350] env[68326]: INFO nova.compute.claims [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.693102] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42aed7b-d56f-48f3-b541-ad5bf5a75484 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.695882] env[68326]: DEBUG oslo_concurrency.lockutils [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Acquiring lock "813b0194-de4b-402c-9459-16a560923d81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.695882] env[68326]: DEBUG oslo_concurrency.lockutils [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Lock "813b0194-de4b-402c-9459-16a560923d81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.700172] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquiring lock "4256b43d-08ce-4818-abbf-c7ff3e603ca5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.700443] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "4256b43d-08ce-4818-abbf-c7ff3e603ca5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.707168] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c224d9-e378-4d4d-8448-d7b08394051c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.724127] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788af7e8-29f1-4324-8f44-cd013b20821a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.732577] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c1ab38-db2a-475b-9817-393aa006d636 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.771974] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181041MB free_disk=134GB free_vcpus=48 pci_devices=None {{(pid=68326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 652.772552] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.801915] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc5fdb72-2713-49fa-883e-fe1570e6d54d tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Lock "8539613d-0767-458d-a1b5-d7384409b46c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.646s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.855547] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128699, 'name': PowerOnVM_Task} progress is 91%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.986877] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Task: {'id': task-3128702, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.013661] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128701, 'name': ReconfigVM_Task, 'duration_secs': 0.613376} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.013971] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Reconfigured VM instance instance-00000003 to attach disk [datastore1] b89b8cf1-9f68-40ac-babe-5b20ae907a51/b89b8cf1-9f68-40ac-babe-5b20ae907a51.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.015042] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c92ea917-d5cf-4065-85b9-c3c0a0a6023f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.022058] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for the task: (returnval){ [ 653.022058] env[68326]: value = "task-3128703" [ 653.022058] env[68326]: _type = "Task" [ 653.022058] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.032230] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128703, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.055123] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Acquiring lock "refresh_cache-e6f7c297-09c3-4df8-8f4d-3d1a10a030e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.056800] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Acquired lock "refresh_cache-e6f7c297-09c3-4df8-8f4d-3d1a10a030e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.056800] env[68326]: DEBUG nova.network.neutron [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.195232] env[68326]: DEBUG nova.compute.utils [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.197101] env[68326]: DEBUG nova.compute.manager [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 653.197350] env[68326]: DEBUG nova.network.neutron [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.308271] env[68326]: DEBUG nova.compute.manager [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] [instance: 813b0194-de4b-402c-9459-16a560923d81] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 653.355627] env[68326]: DEBUG oslo_vmware.api [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128699, 'name': PowerOnVM_Task, 'duration_secs': 1.036857} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.355928] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.356163] env[68326]: INFO nova.compute.manager [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Took 14.82 seconds to spawn the instance on the hypervisor. [ 653.356354] env[68326]: DEBUG nova.compute.manager [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 653.357271] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddaf531-2f5d-4e8b-9c5a-b23f6eee8ecd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.425205] env[68326]: DEBUG nova.policy [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '439f4461e3ad42ceb457c3700e807eb2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6250d15c963d40b39ebc101aef0982d1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.489627] env[68326]: DEBUG oslo_vmware.api [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Task: {'id': task-3128702, 'name': PowerOnVM_Task, 'duration_secs': 0.964725} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.489855] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.490181] env[68326]: INFO nova.compute.manager [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Took 8.08 seconds to spawn the instance on the hypervisor. [ 653.490408] env[68326]: DEBUG nova.compute.manager [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 653.491815] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13627185-a6fa-4d4b-99ad-733fe8893526 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.541284] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128703, 'name': Rename_Task, 'duration_secs': 0.23757} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.541756] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.542233] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee34dc16-1e21-42e0-bfc3-0dbf58bbad5e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.552214] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for the task: (returnval){ [ 653.552214] env[68326]: value = "task-3128704" [ 653.552214] env[68326]: _type = "Task" [ 653.552214] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.572907] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128704, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.669846] env[68326]: DEBUG nova.network.neutron [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.702821] env[68326]: DEBUG nova.compute.manager [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 653.844118] env[68326]: DEBUG oslo_concurrency.lockutils [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.890161] env[68326]: INFO nova.compute.manager [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Took 19.71 seconds to build instance. [ 653.960331] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435725b0-d2e8-45d4-9da5-1f342d4c0972 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.967915] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b50d161-6b34-4158-83e5-b49d36b26f4e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.001297] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b486227-2810-407a-8b17-7d4adc40316b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.017933] env[68326]: INFO nova.compute.manager [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Took 18.58 seconds to build instance. [ 654.021771] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635d2082-9c64-4a47-9524-12c43f6c980f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.040445] env[68326]: DEBUG nova.compute.provider_tree [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.067281] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128704, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.089606] env[68326]: DEBUG nova.network.neutron [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Successfully updated port: c8110e89-c399-4556-9e88-8a7719d15656 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.217292] env[68326]: DEBUG nova.network.neutron [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Updating instance_info_cache with network_info: [{"id": "951c34e0-62f4-4d3d-998d-054abbe7405c", "address": "fa:16:3e:b7:da:f7", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap951c34e0-62", "ovs_interfaceid": "951c34e0-62f4-4d3d-998d-054abbe7405c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.377230] env[68326]: DEBUG nova.compute.manager [req-66a36114-522c-40a5-83fc-aa9645733733 req-93f9573f-cf09-472b-9fa5-bbe6e11e477d service nova] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Received event network-vif-plugged-951c34e0-62f4-4d3d-998d-054abbe7405c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 654.377548] env[68326]: DEBUG oslo_concurrency.lockutils [req-66a36114-522c-40a5-83fc-aa9645733733 req-93f9573f-cf09-472b-9fa5-bbe6e11e477d service nova] Acquiring lock "e6f7c297-09c3-4df8-8f4d-3d1a10a030e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.379201] env[68326]: DEBUG oslo_concurrency.lockutils [req-66a36114-522c-40a5-83fc-aa9645733733 req-93f9573f-cf09-472b-9fa5-bbe6e11e477d service nova] Lock "e6f7c297-09c3-4df8-8f4d-3d1a10a030e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.379201] env[68326]: DEBUG oslo_concurrency.lockutils [req-66a36114-522c-40a5-83fc-aa9645733733 req-93f9573f-cf09-472b-9fa5-bbe6e11e477d service nova] Lock "e6f7c297-09c3-4df8-8f4d-3d1a10a030e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.379201] env[68326]: DEBUG nova.compute.manager [req-66a36114-522c-40a5-83fc-aa9645733733 req-93f9573f-cf09-472b-9fa5-bbe6e11e477d service nova] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] No waiting events found dispatching network-vif-plugged-951c34e0-62f4-4d3d-998d-054abbe7405c {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.379378] env[68326]: WARNING nova.compute.manager [req-66a36114-522c-40a5-83fc-aa9645733733 req-93f9573f-cf09-472b-9fa5-bbe6e11e477d service nova] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Received unexpected event network-vif-plugged-951c34e0-62f4-4d3d-998d-054abbe7405c for instance with vm_state building and task_state spawning. [ 654.392945] env[68326]: DEBUG oslo_concurrency.lockutils [None req-47458e09-4b53-40d1-9e90-b89205e1cc20 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "1137d4f3-d492-44fd-baf4-4bdbd7b4458a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.229s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.482544] env[68326]: DEBUG nova.network.neutron [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Successfully created port: 241a42d8-e7ec-4f37-9497-1644ecfe3cdf {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.529468] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e75f4468-5469-4f8d-ac09-094d5509f6ad tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Lock "87b91f94-2bac-4579-8c0c-8760ed9e1fa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.107s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.546429] env[68326]: DEBUG nova.scheduler.client.report [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.569394] env[68326]: DEBUG oslo_vmware.api [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128704, 'name': PowerOnVM_Task, 'duration_secs': 0.816837} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.569394] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.569394] env[68326]: INFO nova.compute.manager [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Took 13.70 seconds to spawn the instance on the hypervisor. [ 654.569394] env[68326]: DEBUG nova.compute.manager [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 654.571718] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73c4e64-a63b-44d4-8fc1-f9f953a2ae6c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.595947] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquiring lock "refresh_cache-9c2ec464-c583-4c9a-a4e9-9c750c09b131" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.596269] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquired lock "refresh_cache-9c2ec464-c583-4c9a-a4e9-9c750c09b131" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.596471] env[68326]: DEBUG nova.network.neutron [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.715511] env[68326]: DEBUG nova.compute.manager [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 654.724565] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Releasing lock "refresh_cache-e6f7c297-09c3-4df8-8f4d-3d1a10a030e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.724565] env[68326]: DEBUG nova.compute.manager [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Instance network_info: |[{"id": "951c34e0-62f4-4d3d-998d-054abbe7405c", "address": "fa:16:3e:b7:da:f7", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap951c34e0-62", "ovs_interfaceid": "951c34e0-62f4-4d3d-998d-054abbe7405c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 654.725181] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:da:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '951c34e0-62f4-4d3d-998d-054abbe7405c', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.733345] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Creating folder: Project (fee03c26a2734f4e9a879add72a0d217). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.735890] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-095aeb5d-1a8c-4ebf-b6d0-ae28c0dcad65 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.745999] env[68326]: DEBUG nova.virt.hardware [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.746327] env[68326]: DEBUG nova.virt.hardware [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.746446] env[68326]: DEBUG nova.virt.hardware [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.746636] env[68326]: DEBUG nova.virt.hardware [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.746778] env[68326]: DEBUG nova.virt.hardware [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.747532] env[68326]: DEBUG nova.virt.hardware [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.747532] env[68326]: DEBUG nova.virt.hardware [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.747532] env[68326]: DEBUG nova.virt.hardware [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.747532] env[68326]: DEBUG nova.virt.hardware [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.747715] env[68326]: DEBUG nova.virt.hardware [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.747830] env[68326]: DEBUG nova.virt.hardware [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.748720] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a9f0d5-58ef-441d-b9c2-6c8dac689ecb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.753493] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Created folder: Project (fee03c26a2734f4e9a879add72a0d217) in parent group-v626141. [ 654.753694] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Creating folder: Instances. Parent ref: group-v626154. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.754533] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdd8bdd6-0e52-4528-bd89-8939cdb296fc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.760090] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfef6a2-663c-48c5-8aea-2d1da0727a58 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.766471] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Created folder: Instances in parent group-v626154. [ 654.766847] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.775987] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.776336] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84daa407-6072-4076-91f9-000a30d70a74 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.797007] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.797007] env[68326]: value = "task-3128707" [ 654.797007] env[68326]: _type = "Task" [ 654.797007] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.808152] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128707, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.897223] env[68326]: DEBUG nova.compute.manager [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 655.057670] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.060847] env[68326]: DEBUG nova.compute.manager [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 655.068072] env[68326]: DEBUG oslo_concurrency.lockutils [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.462s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.074862] env[68326]: INFO nova.compute.claims [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.095492] env[68326]: INFO nova.compute.manager [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Took 19.97 seconds to build instance. [ 655.154539] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Acquiring lock "ac393da9-0edb-4774-a838-111f5078b794" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.154790] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Lock "ac393da9-0edb-4774-a838-111f5078b794" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.340548] env[68326]: DEBUG nova.network.neutron [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.366847] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128707, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.420881] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.484654] env[68326]: DEBUG nova.network.neutron [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Successfully updated port: a4099430-79fc-4d16-b205-7c06394eefbd {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.582225] env[68326]: DEBUG nova.compute.utils [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.587406] env[68326]: DEBUG nova.compute.manager [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 655.587406] env[68326]: DEBUG nova.network.neutron [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.597299] env[68326]: DEBUG oslo_concurrency.lockutils [None req-89b10879-05fc-4d14-8eaa-07a7cfad329f tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Lock "b89b8cf1-9f68-40ac-babe-5b20ae907a51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.482s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.659573] env[68326]: DEBUG nova.compute.manager [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 655.756321] env[68326]: DEBUG nova.network.neutron [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Updating instance_info_cache with network_info: [{"id": "c8110e89-c399-4556-9e88-8a7719d15656", "address": "fa:16:3e:a7:0c:60", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8110e89-c3", "ovs_interfaceid": "c8110e89-c399-4556-9e88-8a7719d15656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.771415] env[68326]: DEBUG nova.policy [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4bed1fde4bc84137a42e171f516d9a28', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20cb311f03d74e7c9ffa9ec022752337', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.861880] env[68326]: INFO nova.compute.manager [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Rebuilding instance [ 655.867070] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128707, 'name': CreateVM_Task, 'duration_secs': 0.963428} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.871149] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.871149] env[68326]: DEBUG oslo_vmware.service [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d10e71-5eb6-407b-a619-50d6706a0951 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.878467] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.878768] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.879249] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.883020] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-770fe870-fa1c-490e-9ef9-855c6c376d53 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.885700] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Waiting for the task: (returnval){ [ 655.885700] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]528a55d9-fd2b-af0e-6855-fd91e94852ab" [ 655.885700] env[68326]: _type = "Task" [ 655.885700] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.901363] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]528a55d9-fd2b-af0e-6855-fd91e94852ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.932032] env[68326]: DEBUG nova.compute.manager [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 655.932936] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be160219-39b4-4f8f-b356-9cc13c06261f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.992707] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Acquiring lock "refresh_cache-dba8e6d2-0590-4cc9-b69c-c4f2471e33d5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.993147] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Acquired lock "refresh_cache-dba8e6d2-0590-4cc9-b69c-c4f2471e33d5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.993147] env[68326]: DEBUG nova.network.neutron [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.093554] env[68326]: DEBUG nova.compute.manager [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 656.100941] env[68326]: DEBUG oslo_concurrency.lockutils [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.101918] env[68326]: DEBUG oslo_concurrency.lockutils [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.185138] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.262460] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Releasing lock "refresh_cache-9c2ec464-c583-4c9a-a4e9-9c750c09b131" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.262460] env[68326]: DEBUG nova.compute.manager [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Instance network_info: |[{"id": "c8110e89-c399-4556-9e88-8a7719d15656", "address": "fa:16:3e:a7:0c:60", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8110e89-c3", "ovs_interfaceid": "c8110e89-c399-4556-9e88-8a7719d15656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 656.262867] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:0c:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8110e89-c399-4556-9e88-8a7719d15656', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.271039] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Creating folder: Project (36c12b275b134ff883c22e4409b49041). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.274143] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06fab9ca-c81e-4917-9822-c7a9912f58c4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.285587] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Created folder: Project (36c12b275b134ff883c22e4409b49041) in parent group-v626141. [ 656.285811] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Creating folder: Instances. Parent ref: group-v626157. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.286068] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a65e437-68d7-4aae-9966-4233fac521fa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.299329] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Created folder: Instances in parent group-v626157. [ 656.299996] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.299996] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.299996] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-762e188f-1631-4f65-aa9d-d4dec781c9ee {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.322141] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.322141] env[68326]: value = "task-3128710" [ 656.322141] env[68326]: _type = "Task" [ 656.322141] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.330971] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128710, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.360883] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbdf51f-50ab-4873-8634-74d10b4185af {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.368685] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31b1258-d228-4f5b-99a0-8efa9e08160e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.402530] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15e4021-a3f1-442e-baac-5423ae106609 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.414247] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8eef1a5-e8d7-45d0-b1a7-236840ce9880 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.418308] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.418555] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.418786] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.418927] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.419118] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.419712] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b314f10-bcc8-4f87-b7aa-01e8c9c4ce2a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.429600] env[68326]: DEBUG nova.compute.provider_tree [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.449151] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.449344] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.450136] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288a90c8-25f0-4aff-b72a-e565433bc0c1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.456747] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f5efd5-ebd6-4369-a0c6-29da87086f09 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.467303] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Waiting for the task: (returnval){ [ 656.467303] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52d41194-6587-4851-a3bb-d6297b3b8f32" [ 656.467303] env[68326]: _type = "Task" [ 656.467303] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.475972] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d41194-6587-4851-a3bb-d6297b3b8f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.575699] env[68326]: DEBUG nova.network.neutron [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.609361] env[68326]: DEBUG nova.compute.manager [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 656.835254] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128710, 'name': CreateVM_Task, 'duration_secs': 0.470009} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.835527] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 656.836278] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.836620] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.836985] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.837730] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09af5985-590c-4ab5-88ef-50915645ca24 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.843029] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for the task: (returnval){ [ 656.843029] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5244a047-390f-d831-2702-03d860c26198" [ 656.843029] env[68326]: _type = "Task" [ 656.843029] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.850866] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5244a047-390f-d831-2702-03d860c26198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.932655] env[68326]: DEBUG nova.scheduler.client.report [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.948889] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.951552] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30008c42-4b85-4fa9-89d9-0b6a97f3d62a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.960902] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 656.960902] env[68326]: value = "task-3128711" [ 656.960902] env[68326]: _type = "Task" [ 656.960902] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.976917] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.982756] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Preparing fetch location {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 656.983320] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Creating directory with path [datastore2] vmware_temp/2be9491d-90d5-4f01-9dee-dda521e28f6b/4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.984398] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e894c355-5c8b-47d3-85e3-84af727ce0f1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.014614] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Created directory with path [datastore2] vmware_temp/2be9491d-90d5-4f01-9dee-dda521e28f6b/4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.014614] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Fetch image to [datastore2] vmware_temp/2be9491d-90d5-4f01-9dee-dda521e28f6b/4f6abd85-2913-4a85-8b21-6c358400149a/tmp-sparse.vmdk {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 657.014614] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Downloading image file data 4f6abd85-2913-4a85-8b21-6c358400149a to [datastore2] vmware_temp/2be9491d-90d5-4f01-9dee-dda521e28f6b/4f6abd85-2913-4a85-8b21-6c358400149a/tmp-sparse.vmdk on the data store datastore2 {{(pid=68326) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 657.014614] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfd8471-59c2-42b7-92a6-47de381e605f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.023893] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ef7130-bb6b-448b-848a-0fe054c31ad7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.036087] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917a1b94-ae64-4e52-b239-cf9fab3c0daf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.079670] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae3f1b0-1ebc-4a0f-9b9a-1444e988535d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.086790] env[68326]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f1c07e4d-02d3-46e8-a80c-5629b6050f17 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.107224] env[68326]: DEBUG nova.network.neutron [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Updating instance_info_cache with network_info: [{"id": "a4099430-79fc-4d16-b205-7c06394eefbd", "address": "fa:16:3e:3f:62:96", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4099430-79", "ovs_interfaceid": "a4099430-79fc-4d16-b205-7c06394eefbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.113798] env[68326]: DEBUG nova.compute.manager [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 657.153698] env[68326]: DEBUG nova.virt.hardware [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.154699] env[68326]: DEBUG nova.virt.hardware [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.155131] env[68326]: DEBUG nova.virt.hardware [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.155522] env[68326]: DEBUG nova.virt.hardware [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.156122] env[68326]: DEBUG nova.virt.hardware [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.156122] env[68326]: DEBUG nova.virt.hardware [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.156201] env[68326]: DEBUG nova.virt.hardware [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.156463] env[68326]: DEBUG nova.virt.hardware [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.157516] env[68326]: DEBUG nova.virt.hardware [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.157516] env[68326]: DEBUG nova.virt.hardware [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.157516] env[68326]: DEBUG nova.virt.hardware [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.158313] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cee063c-618d-4c5d-b8c7-a1e3d1eadb4e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.163214] env[68326]: DEBUG oslo_concurrency.lockutils [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.172810] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e22d24-250b-4940-8285-fd2f69bb8b53 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.190610] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Downloading image file data 4f6abd85-2913-4a85-8b21-6c358400149a to the data store datastore2 {{(pid=68326) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 657.258545] env[68326]: DEBUG oslo_vmware.rw_handles [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2be9491d-90d5-4f01-9dee-dda521e28f6b/4f6abd85-2913-4a85-8b21-6c358400149a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68326) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 657.329197] env[68326]: DEBUG nova.network.neutron [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Successfully created port: 829d3bae-a87b-4533-ab3e-f799525f6632 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.353552] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.353811] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.354038] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.394729] env[68326]: DEBUG nova.network.neutron [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Successfully updated port: 241a42d8-e7ec-4f37-9497-1644ecfe3cdf {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 657.440447] env[68326]: DEBUG oslo_concurrency.lockutils [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.440868] env[68326]: DEBUG nova.compute.manager [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 657.450015] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.676s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.486380] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128711, 'name': PowerOffVM_Task, 'duration_secs': 0.227291} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.487391] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.487703] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 657.488621] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e554949a-882f-47ef-9ae0-7f09bf26860f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.497990] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.498363] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de8eb531-1586-470f-9005-e8917fea3041 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.530247] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.530828] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.531177] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Deleting the datastore file [datastore1] 8539613d-0767-458d-a1b5-d7384409b46c {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.532360] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9378f0ee-dbfc-431c-87bc-df4fce98cd56 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.543812] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 657.543812] env[68326]: value = "task-3128713" [ 657.543812] env[68326]: _type = "Task" [ 657.543812] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.557293] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.588322] env[68326]: DEBUG nova.compute.manager [req-cfedb75f-f1f5-4d70-9701-76919921de75 req-809c88db-d63c-4b8a-a7df-dbda5cfe7ccf service nova] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Received event network-vif-plugged-a4099430-79fc-4d16-b205-7c06394eefbd {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 657.588322] env[68326]: DEBUG oslo_concurrency.lockutils [req-cfedb75f-f1f5-4d70-9701-76919921de75 req-809c88db-d63c-4b8a-a7df-dbda5cfe7ccf service nova] Acquiring lock "dba8e6d2-0590-4cc9-b69c-c4f2471e33d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.588597] env[68326]: DEBUG oslo_concurrency.lockutils [req-cfedb75f-f1f5-4d70-9701-76919921de75 req-809c88db-d63c-4b8a-a7df-dbda5cfe7ccf service nova] Lock "dba8e6d2-0590-4cc9-b69c-c4f2471e33d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.588919] env[68326]: DEBUG oslo_concurrency.lockutils [req-cfedb75f-f1f5-4d70-9701-76919921de75 req-809c88db-d63c-4b8a-a7df-dbda5cfe7ccf service nova] Lock "dba8e6d2-0590-4cc9-b69c-c4f2471e33d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.589128] env[68326]: DEBUG nova.compute.manager [req-cfedb75f-f1f5-4d70-9701-76919921de75 req-809c88db-d63c-4b8a-a7df-dbda5cfe7ccf service nova] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] No waiting events found dispatching network-vif-plugged-a4099430-79fc-4d16-b205-7c06394eefbd {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 657.589280] env[68326]: WARNING nova.compute.manager [req-cfedb75f-f1f5-4d70-9701-76919921de75 req-809c88db-d63c-4b8a-a7df-dbda5cfe7ccf service nova] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Received unexpected event network-vif-plugged-a4099430-79fc-4d16-b205-7c06394eefbd for instance with vm_state building and task_state spawning. [ 657.610682] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Releasing lock "refresh_cache-dba8e6d2-0590-4cc9-b69c-c4f2471e33d5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.611173] env[68326]: DEBUG nova.compute.manager [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Instance network_info: |[{"id": "a4099430-79fc-4d16-b205-7c06394eefbd", "address": "fa:16:3e:3f:62:96", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4099430-79", "ovs_interfaceid": "a4099430-79fc-4d16-b205-7c06394eefbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 657.612254] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:62:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4099430-79fc-4d16-b205-7c06394eefbd', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.622028] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Creating folder: Project (bf7e7f75fafc4c53b7b74d44ca06cf75). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.623370] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2db9b5d-d5bb-401f-9b85-58516c2b56c4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.634684] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Created folder: Project (bf7e7f75fafc4c53b7b74d44ca06cf75) in parent group-v626141. [ 657.634956] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Creating folder: Instances. Parent ref: group-v626160. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.635566] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3236c18e-63b8-4a5a-b35d-d96bba1e9e8a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.654175] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Created folder: Instances in parent group-v626160. [ 657.654175] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.654175] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.654175] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55527d23-65e8-4fed-9b12-c13e78240b27 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.686914] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.686914] env[68326]: value = "task-3128716" [ 657.686914] env[68326]: _type = "Task" [ 657.686914] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.696705] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128716, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.871112] env[68326]: DEBUG nova.compute.manager [None req-23fcb989-28d2-4b13-a70d-f185df4e4988 tempest-ServerDiagnosticsV248Test-1443359910 tempest-ServerDiagnosticsV248Test-1443359910-project-admin] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 657.878560] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3609cb71-98c7-4da5-9e50-761910baaf8c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.887844] env[68326]: INFO nova.compute.manager [None req-23fcb989-28d2-4b13-a70d-f185df4e4988 tempest-ServerDiagnosticsV248Test-1443359910 tempest-ServerDiagnosticsV248Test-1443359910-project-admin] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Retrieving diagnostics [ 657.888674] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badb08b9-6674-432e-be45-e768717d2049 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.926921] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Acquiring lock "refresh_cache-e1b4d207-bd27-4950-96e5-4b0906a8a726" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.927140] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Acquired lock "refresh_cache-e1b4d207-bd27-4950-96e5-4b0906a8a726" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.927269] env[68326]: DEBUG nova.network.neutron [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.960587] env[68326]: DEBUG nova.compute.utils [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.966526] env[68326]: DEBUG oslo_vmware.rw_handles [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Completed reading data from the image iterator. {{(pid=68326) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 657.966728] env[68326]: DEBUG oslo_vmware.rw_handles [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2be9491d-90d5-4f01-9dee-dda521e28f6b/4f6abd85-2913-4a85-8b21-6c358400149a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 657.971208] env[68326]: DEBUG nova.compute.manager [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 657.971442] env[68326]: DEBUG nova.network.neutron [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.036513] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Downloaded image file data 4f6abd85-2913-4a85-8b21-6c358400149a to vmware_temp/2be9491d-90d5-4f01-9dee-dda521e28f6b/4f6abd85-2913-4a85-8b21-6c358400149a/tmp-sparse.vmdk on the data store datastore2 {{(pid=68326) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 658.038560] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Caching image {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 658.038811] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Copying Virtual Disk [datastore2] vmware_temp/2be9491d-90d5-4f01-9dee-dda521e28f6b/4f6abd85-2913-4a85-8b21-6c358400149a/tmp-sparse.vmdk to [datastore2] vmware_temp/2be9491d-90d5-4f01-9dee-dda521e28f6b/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.039234] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a9db859-86dd-4220-9deb-24f2fd402f14 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.049300] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Waiting for the task: (returnval){ [ 658.049300] env[68326]: value = "task-3128717" [ 658.049300] env[68326]: _type = "Task" [ 658.049300] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.057556] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130384} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.058204] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.058417] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.058608] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 658.068021] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.142786] env[68326]: DEBUG nova.policy [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90eed639d67f4c37b26f5eeeb5ab8668', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0edf64dcf2c6414bbb2389d2d6b4e9db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.197933] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128716, 'name': CreateVM_Task, 'duration_secs': 0.388444} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.197933] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.200144] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.200144] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.200396] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.200636] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11dee554-66e7-4b47-bcb1-3a2c26cdfea9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.205549] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Waiting for the task: (returnval){ [ 658.205549] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]524c0abc-6d79-0ec0-81be-fbea4d5709e6" [ 658.205549] env[68326]: _type = "Task" [ 658.205549] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.214465] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524c0abc-6d79-0ec0-81be-fbea4d5709e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.475598] env[68326]: DEBUG nova.compute.manager [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 658.500122] env[68326]: DEBUG nova.compute.manager [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Received event network-changed-951c34e0-62f4-4d3d-998d-054abbe7405c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 658.500122] env[68326]: DEBUG nova.compute.manager [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Refreshing instance network info cache due to event network-changed-951c34e0-62f4-4d3d-998d-054abbe7405c. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 658.500122] env[68326]: DEBUG oslo_concurrency.lockutils [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] Acquiring lock "refresh_cache-e6f7c297-09c3-4df8-8f4d-3d1a10a030e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.500122] env[68326]: DEBUG oslo_concurrency.lockutils [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] Acquired lock "refresh_cache-e6f7c297-09c3-4df8-8f4d-3d1a10a030e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.500122] env[68326]: DEBUG nova.network.neutron [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Refreshing network info cache for port 951c34e0-62f4-4d3d-998d-054abbe7405c {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.518791] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 1137d4f3-d492-44fd-baf4-4bdbd7b4458a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 658.518939] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance b89b8cf1-9f68-40ac-babe-5b20ae907a51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 658.519081] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 8539613d-0767-458d-a1b5-d7384409b46c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 658.519525] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 87b91f94-2bac-4579-8c0c-8760ed9e1fa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 658.519525] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance e6f7c297-09c3-4df8-8f4d-3d1a10a030e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 658.519525] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 9c2ec464-c583-4c9a-a4e9-9c750c09b131 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 658.519525] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance dba8e6d2-0590-4cc9-b69c-c4f2471e33d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 658.519751] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance e1b4d207-bd27-4950-96e5-4b0906a8a726 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 658.519751] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 3671a9c4-7e47-4377-8e57-d56a99763f47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 658.520235] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 1b8d860c-232e-4cc0-87b0-33922cbeb74b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 658.548411] env[68326]: DEBUG nova.network.neutron [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.576952] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128717, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.723845] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.724149] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.724523] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.768624] env[68326]: DEBUG oslo_concurrency.lockutils [None req-825ea19d-942b-492b-9262-9b10a180a7fe tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "1137d4f3-d492-44fd-baf4-4bdbd7b4458a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.769624] env[68326]: DEBUG oslo_concurrency.lockutils [None req-825ea19d-942b-492b-9262-9b10a180a7fe tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "1137d4f3-d492-44fd-baf4-4bdbd7b4458a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.769624] env[68326]: DEBUG nova.compute.manager [None req-825ea19d-942b-492b-9262-9b10a180a7fe tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 658.770619] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c8bd4d-cf93-4e60-a319-6cb6b5c623ce {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.778103] env[68326]: DEBUG nova.compute.manager [None req-825ea19d-942b-492b-9262-9b10a180a7fe tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3482}} [ 658.778740] env[68326]: DEBUG nova.objects.instance [None req-825ea19d-942b-492b-9262-9b10a180a7fe tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lazy-loading 'flavor' on Instance uuid 1137d4f3-d492-44fd-baf4-4bdbd7b4458a {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.028922] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 813b0194-de4b-402c-9459-16a560923d81 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 659.062483] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128717, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.123961] env[68326]: DEBUG nova.virt.hardware [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.123961] env[68326]: DEBUG nova.virt.hardware [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.124114] env[68326]: DEBUG nova.virt.hardware [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.124364] env[68326]: DEBUG nova.virt.hardware [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.124492] env[68326]: DEBUG nova.virt.hardware [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.124732] env[68326]: DEBUG nova.virt.hardware [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.125337] env[68326]: DEBUG nova.virt.hardware [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.125337] env[68326]: DEBUG nova.virt.hardware [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.125337] env[68326]: DEBUG nova.virt.hardware [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.125477] env[68326]: DEBUG nova.virt.hardware [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.125636] env[68326]: DEBUG nova.virt.hardware [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.126774] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10131da7-f625-45ee-97c8-7661dfbe1741 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.138685] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1d26fc-fc36-4bf3-8403-45f029eb7113 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.155515] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Instance VIF info [] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.160722] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.161898] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Acquiring lock "b89b8cf1-9f68-40ac-babe-5b20ae907a51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.161898] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Lock "b89b8cf1-9f68-40ac-babe-5b20ae907a51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.161898] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Acquiring lock "b89b8cf1-9f68-40ac-babe-5b20ae907a51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.161898] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Lock "b89b8cf1-9f68-40ac-babe-5b20ae907a51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.162164] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Lock "b89b8cf1-9f68-40ac-babe-5b20ae907a51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.163360] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.163733] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de428909-0775-483a-984b-d5f5c5eb020e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.178046] env[68326]: INFO nova.compute.manager [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Terminating instance [ 659.186567] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.186567] env[68326]: value = "task-3128718" [ 659.186567] env[68326]: _type = "Task" [ 659.186567] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.195292] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128718, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.346948] env[68326]: DEBUG nova.network.neutron [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Updating instance_info_cache with network_info: [{"id": "241a42d8-e7ec-4f37-9497-1644ecfe3cdf", "address": "fa:16:3e:d4:69:a5", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241a42d8-e7", "ovs_interfaceid": "241a42d8-e7ec-4f37-9497-1644ecfe3cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.490444] env[68326]: DEBUG nova.compute.manager [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 659.525313] env[68326]: DEBUG nova.virt.hardware [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:49:48Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1504405309',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-260361205',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.525667] env[68326]: DEBUG nova.virt.hardware [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.525862] env[68326]: DEBUG nova.virt.hardware [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.527773] env[68326]: DEBUG nova.virt.hardware [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.527773] env[68326]: DEBUG nova.virt.hardware [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.527773] env[68326]: DEBUG nova.virt.hardware [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.527773] env[68326]: DEBUG nova.virt.hardware [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.527773] env[68326]: DEBUG nova.virt.hardware [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.528042] env[68326]: DEBUG nova.virt.hardware [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.528042] env[68326]: DEBUG nova.virt.hardware [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.528042] env[68326]: DEBUG nova.virt.hardware [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.528638] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76d58c8-1df7-4898-ba99-b7613da6d7f8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.532285] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 4256b43d-08ce-4818-abbf-c7ff3e603ca5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 659.543412] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffee051-ea16-47b1-bb95-9e57548081bd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.570555] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128717, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.185387} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.571424] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Copied Virtual Disk [datastore2] vmware_temp/2be9491d-90d5-4f01-9dee-dda521e28f6b/4f6abd85-2913-4a85-8b21-6c358400149a/tmp-sparse.vmdk to [datastore2] vmware_temp/2be9491d-90d5-4f01-9dee-dda521e28f6b/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.571663] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Deleting the datastore file [datastore2] vmware_temp/2be9491d-90d5-4f01-9dee-dda521e28f6b/4f6abd85-2913-4a85-8b21-6c358400149a/tmp-sparse.vmdk {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.571939] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce270038-0952-4749-a0d9-327cfecd02a7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.583947] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Waiting for the task: (returnval){ [ 659.583947] env[68326]: value = "task-3128719" [ 659.583947] env[68326]: _type = "Task" [ 659.583947] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.598371] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.659270] env[68326]: DEBUG nova.network.neutron [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Successfully created port: cec30f21-5108-43da-9f4a-0c4188771481 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.684954] env[68326]: DEBUG nova.compute.manager [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 659.685230] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.688814] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443b20ff-2fc6-437a-9400-12ac132d2afe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.704303] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128718, 'name': CreateVM_Task, 'duration_secs': 0.499089} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.706515] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.706816] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.708475] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.708719] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.709035] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.709637] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6cd0d48-e70e-457c-80a9-a06bf20068e6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.713247] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-892ef2a3-79a8-4196-9416-d332b430139b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.719102] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 659.719102] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5259450d-46a5-43be-b5e4-e4ed7c3ff7df" [ 659.719102] env[68326]: _type = "Task" [ 659.719102] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.720525] env[68326]: DEBUG oslo_vmware.api [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Waiting for the task: (returnval){ [ 659.720525] env[68326]: value = "task-3128720" [ 659.720525] env[68326]: _type = "Task" [ 659.720525] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.733375] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5259450d-46a5-43be-b5e4-e4ed7c3ff7df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.740046] env[68326]: DEBUG oslo_vmware.api [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Task: {'id': task-3128720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.791296] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-825ea19d-942b-492b-9262-9b10a180a7fe tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.791572] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25e9db27-7bda-4ab7-bced-97818710b5a2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.801019] env[68326]: DEBUG oslo_vmware.api [None req-825ea19d-942b-492b-9262-9b10a180a7fe tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 659.801019] env[68326]: value = "task-3128721" [ 659.801019] env[68326]: _type = "Task" [ 659.801019] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.814028] env[68326]: DEBUG oslo_vmware.api [None req-825ea19d-942b-492b-9262-9b10a180a7fe tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.854329] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Releasing lock "refresh_cache-e1b4d207-bd27-4950-96e5-4b0906a8a726" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.854615] env[68326]: DEBUG nova.compute.manager [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Instance network_info: |[{"id": "241a42d8-e7ec-4f37-9497-1644ecfe3cdf", "address": "fa:16:3e:d4:69:a5", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241a42d8-e7", "ovs_interfaceid": "241a42d8-e7ec-4f37-9497-1644ecfe3cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 659.858382] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:69:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '241a42d8-e7ec-4f37-9497-1644ecfe3cdf', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.873478] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Creating folder: Project (6250d15c963d40b39ebc101aef0982d1). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.873478] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e80821e8-47e7-432c-a9ae-685acdc3be09 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.887281] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Created folder: Project (6250d15c963d40b39ebc101aef0982d1) in parent group-v626141. [ 659.887281] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Creating folder: Instances. Parent ref: group-v626164. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 659.887281] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72a5e257-ce68-45ed-b63a-cecf74c98cae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.898768] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Created folder: Instances in parent group-v626164. [ 659.899182] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 659.899309] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.899536] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3f67ea3-2600-45ee-8022-699a908b406a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.923494] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.923494] env[68326]: value = "task-3128724" [ 659.923494] env[68326]: _type = "Task" [ 659.923494] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.934044] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128724, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.038289] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance ac393da9-0edb-4774-a838-111f5078b794 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 660.097176] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033407} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.097176] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.097538] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Moving file from [datastore2] vmware_temp/2be9491d-90d5-4f01-9dee-dda521e28f6b/4f6abd85-2913-4a85-8b21-6c358400149a to [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a. {{(pid=68326) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 660.097877] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c6750b6a-feeb-4d80-94d7-43a635a7d02e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.107172] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Waiting for the task: (returnval){ [ 660.107172] env[68326]: value = "task-3128725" [ 660.107172] env[68326]: _type = "Task" [ 660.107172] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.117723] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128725, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.225246] env[68326]: DEBUG nova.network.neutron [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Updated VIF entry in instance network info cache for port 951c34e0-62f4-4d3d-998d-054abbe7405c. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 660.225719] env[68326]: DEBUG nova.network.neutron [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Updating instance_info_cache with network_info: [{"id": "951c34e0-62f4-4d3d-998d-054abbe7405c", "address": "fa:16:3e:b7:da:f7", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap951c34e0-62", "ovs_interfaceid": "951c34e0-62f4-4d3d-998d-054abbe7405c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.244937] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.245214] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.245452] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.246115] env[68326]: DEBUG oslo_vmware.api [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Task: {'id': task-3128720, 'name': PowerOffVM_Task, 'duration_secs': 0.228238} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.246357] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.246522] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.246773] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec2690b2-17d6-497b-83f9-df54274db245 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.313812] env[68326]: DEBUG oslo_vmware.api [None req-825ea19d-942b-492b-9262-9b10a180a7fe tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128721, 'name': PowerOffVM_Task, 'duration_secs': 0.270511} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.315282] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-825ea19d-942b-492b-9262-9b10a180a7fe tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.315531] env[68326]: DEBUG nova.compute.manager [None req-825ea19d-942b-492b-9262-9b10a180a7fe tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 660.316372] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b172df2-39e6-4c75-a379-629fe8cdb7ef {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.435757] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128724, 'name': CreateVM_Task, 'duration_secs': 0.433037} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.435960] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.437029] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.437253] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.437564] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.438147] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f757f2e-507a-460c-8fa4-579b9183c665 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.446039] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Waiting for the task: (returnval){ [ 660.446039] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52fdfb77-ebfd-29e9-e01b-5f5a8da95405" [ 660.446039] env[68326]: _type = "Task" [ 660.446039] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.453814] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fdfb77-ebfd-29e9-e01b-5f5a8da95405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.541278] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 08bc8f22-db4d-4df7-84d1-55633ecdf87d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 660.541551] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 660.541682] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 660.620686] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128725, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.040845} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.621224] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] File moved {{(pid=68326) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 660.621224] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Cleaning up location [datastore2] vmware_temp/2be9491d-90d5-4f01-9dee-dda521e28f6b {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 660.622707] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Deleting the datastore file [datastore2] vmware_temp/2be9491d-90d5-4f01-9dee-dda521e28f6b {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.622707] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d74d291b-bdb1-4a3b-a6e5-f50d57f92c93 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.628861] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Waiting for the task: (returnval){ [ 660.628861] env[68326]: value = "task-3128727" [ 660.628861] env[68326]: _type = "Task" [ 660.628861] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.638435] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.735932] env[68326]: DEBUG oslo_concurrency.lockutils [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] Releasing lock "refresh_cache-e6f7c297-09c3-4df8-8f4d-3d1a10a030e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.735932] env[68326]: DEBUG nova.compute.manager [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Received event network-vif-plugged-c8110e89-c399-4556-9e88-8a7719d15656 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 660.736129] env[68326]: DEBUG oslo_concurrency.lockutils [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] Acquiring lock "9c2ec464-c583-4c9a-a4e9-9c750c09b131-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.736290] env[68326]: DEBUG oslo_concurrency.lockutils [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] Lock "9c2ec464-c583-4c9a-a4e9-9c750c09b131-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.736498] env[68326]: DEBUG oslo_concurrency.lockutils [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] Lock "9c2ec464-c583-4c9a-a4e9-9c750c09b131-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.737009] env[68326]: DEBUG nova.compute.manager [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] No waiting events found dispatching network-vif-plugged-c8110e89-c399-4556-9e88-8a7719d15656 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.737009] env[68326]: WARNING nova.compute.manager [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Received unexpected event network-vif-plugged-c8110e89-c399-4556-9e88-8a7719d15656 for instance with vm_state building and task_state spawning. [ 660.737009] env[68326]: DEBUG nova.compute.manager [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Received event network-changed-c8110e89-c399-4556-9e88-8a7719d15656 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 660.737342] env[68326]: DEBUG nova.compute.manager [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Refreshing instance network info cache due to event network-changed-c8110e89-c399-4556-9e88-8a7719d15656. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 660.737342] env[68326]: DEBUG oslo_concurrency.lockutils [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] Acquiring lock "refresh_cache-9c2ec464-c583-4c9a-a4e9-9c750c09b131" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.737430] env[68326]: DEBUG oslo_concurrency.lockutils [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] Acquired lock "refresh_cache-9c2ec464-c583-4c9a-a4e9-9c750c09b131" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.737535] env[68326]: DEBUG nova.network.neutron [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Refreshing network info cache for port c8110e89-c399-4556-9e88-8a7719d15656 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.805503] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1632031-49b6-4481-a237-f474a2d669df {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.820020] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d876e88-63b1-40d1-9c00-e22735669fbd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.854007] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6072f4e-794b-4111-8ea1-9c3713bee2ca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.857083] env[68326]: DEBUG oslo_concurrency.lockutils [None req-825ea19d-942b-492b-9262-9b10a180a7fe tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "1137d4f3-d492-44fd-baf4-4bdbd7b4458a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.088s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.865180] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3035bb23-fa72-4315-8d20-4ba296c1c3ea {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.882115] env[68326]: DEBUG nova.compute.provider_tree [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.916160] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.916471] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.916671] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Deleting the datastore file [datastore1] b89b8cf1-9f68-40ac-babe-5b20ae907a51 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.916976] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2f531fb-6bc7-4755-ae86-1337b1cd957d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.926772] env[68326]: DEBUG oslo_vmware.api [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Waiting for the task: (returnval){ [ 660.926772] env[68326]: value = "task-3128728" [ 660.926772] env[68326]: _type = "Task" [ 660.926772] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.936741] env[68326]: DEBUG oslo_vmware.api [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Task: {'id': task-3128728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.958682] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fdfb77-ebfd-29e9-e01b-5f5a8da95405, 'name': SearchDatastore_Task, 'duration_secs': 0.010472} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.959762] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.959762] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 660.959762] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.074765] env[68326]: DEBUG nova.compute.manager [req-3082c413-ccf4-45f2-9468-d2d617bc32fe req-b0e2c8b7-4268-4760-bff4-9b622a4030f7 service nova] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Received event network-changed-a4099430-79fc-4d16-b205-7c06394eefbd {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 661.074765] env[68326]: DEBUG nova.compute.manager [req-3082c413-ccf4-45f2-9468-d2d617bc32fe req-b0e2c8b7-4268-4760-bff4-9b622a4030f7 service nova] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Refreshing instance network info cache due to event network-changed-a4099430-79fc-4d16-b205-7c06394eefbd. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 661.074765] env[68326]: DEBUG oslo_concurrency.lockutils [req-3082c413-ccf4-45f2-9468-d2d617bc32fe req-b0e2c8b7-4268-4760-bff4-9b622a4030f7 service nova] Acquiring lock "refresh_cache-dba8e6d2-0590-4cc9-b69c-c4f2471e33d5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.075038] env[68326]: DEBUG oslo_concurrency.lockutils [req-3082c413-ccf4-45f2-9468-d2d617bc32fe req-b0e2c8b7-4268-4760-bff4-9b622a4030f7 service nova] Acquired lock "refresh_cache-dba8e6d2-0590-4cc9-b69c-c4f2471e33d5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.075118] env[68326]: DEBUG nova.network.neutron [req-3082c413-ccf4-45f2-9468-d2d617bc32fe req-b0e2c8b7-4268-4760-bff4-9b622a4030f7 service nova] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Refreshing network info cache for port a4099430-79fc-4d16-b205-7c06394eefbd {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.138082] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025716} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.138639] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.139074] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16a77e47-23b3-4656-b875-161f38db8a11 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.146021] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Waiting for the task: (returnval){ [ 661.146021] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52fa2009-7876-3074-cd4c-ee04ed8f4b78" [ 661.146021] env[68326]: _type = "Task" [ 661.146021] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.156722] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fa2009-7876-3074-cd4c-ee04ed8f4b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.359841] env[68326]: DEBUG nova.network.neutron [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Successfully updated port: 829d3bae-a87b-4533-ab3e-f799525f6632 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.387049] env[68326]: DEBUG nova.scheduler.client.report [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.438788] env[68326]: DEBUG oslo_vmware.api [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Task: {'id': task-3128728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151584} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.439046] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.439230] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.439422] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.439668] env[68326]: INFO nova.compute.manager [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Took 1.75 seconds to destroy the instance on the hypervisor. [ 661.439777] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.439958] env[68326]: DEBUG nova.compute.manager [-] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 661.440419] env[68326]: DEBUG nova.network.neutron [-] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 661.660586] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fa2009-7876-3074-cd4c-ee04ed8f4b78, 'name': SearchDatastore_Task, 'duration_secs': 0.009736} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.664096] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.664393] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] e6f7c297-09c3-4df8-8f4d-3d1a10a030e2/e6f7c297-09c3-4df8-8f4d-3d1a10a030e2.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.664804] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.664890] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.665086] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb229ecc-8040-43dc-86b6-73f988dde73a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.668829] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f36a380-19b7-409e-8bd8-74df2f4319d2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.676692] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Waiting for the task: (returnval){ [ 661.676692] env[68326]: value = "task-3128729" [ 661.676692] env[68326]: _type = "Task" [ 661.676692] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.683589] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.683589] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.684296] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e7dc31-a9cc-456f-8700-7f537ed5e993 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.694983] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128729, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.699259] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for the task: (returnval){ [ 661.699259] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52051c68-ce04-8da7-5a35-70c330fe0709" [ 661.699259] env[68326]: _type = "Task" [ 661.699259] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.708416] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52051c68-ce04-8da7-5a35-70c330fe0709, 'name': SearchDatastore_Task, 'duration_secs': 0.008528} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.709192] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4904d572-7743-4038-8172-06c5204505f1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.713577] env[68326]: DEBUG nova.network.neutron [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Updated VIF entry in instance network info cache for port c8110e89-c399-4556-9e88-8a7719d15656. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.714088] env[68326]: DEBUG nova.network.neutron [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Updating instance_info_cache with network_info: [{"id": "c8110e89-c399-4556-9e88-8a7719d15656", "address": "fa:16:3e:a7:0c:60", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8110e89-c3", "ovs_interfaceid": "c8110e89-c399-4556-9e88-8a7719d15656", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.719963] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for the task: (returnval){ [ 661.719963] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52711121-d632-5376-b212-a21ec82daf3c" [ 661.719963] env[68326]: _type = "Task" [ 661.719963] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.728730] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52711121-d632-5376-b212-a21ec82daf3c, 'name': SearchDatastore_Task, 'duration_secs': 0.00874} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.728977] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.729323] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 9c2ec464-c583-4c9a-a4e9-9c750c09b131/9c2ec464-c583-4c9a-a4e9-9c750c09b131.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.732017] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.732017] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.732017] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6adfc011-3cd5-46bb-a406-c34bd58015a2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.733323] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e39e46e-f60d-4475-bd29-e160b3171ff0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.742551] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.742746] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.743802] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for the task: (returnval){ [ 661.743802] env[68326]: value = "task-3128730" [ 661.743802] env[68326]: _type = "Task" [ 661.743802] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.744012] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8ffd7a9-668a-418e-8dd3-9189d84fd11e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.753246] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Waiting for the task: (returnval){ [ 661.753246] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520e7bb6-d75c-c850-5a12-c005da2969de" [ 661.753246] env[68326]: _type = "Task" [ 661.753246] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.756734] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.765017] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520e7bb6-d75c-c850-5a12-c005da2969de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.807237] env[68326]: DEBUG nova.compute.manager [req-6e2ec08f-5cda-4048-b0e3-b87a747e7ee4 req-9cbdb8bf-1066-4a3e-96fd-69e69b7d5ae7 service nova] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Received event network-vif-plugged-241a42d8-e7ec-4f37-9497-1644ecfe3cdf {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 661.807463] env[68326]: DEBUG oslo_concurrency.lockutils [req-6e2ec08f-5cda-4048-b0e3-b87a747e7ee4 req-9cbdb8bf-1066-4a3e-96fd-69e69b7d5ae7 service nova] Acquiring lock "e1b4d207-bd27-4950-96e5-4b0906a8a726-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.807690] env[68326]: DEBUG oslo_concurrency.lockutils [req-6e2ec08f-5cda-4048-b0e3-b87a747e7ee4 req-9cbdb8bf-1066-4a3e-96fd-69e69b7d5ae7 service nova] Lock "e1b4d207-bd27-4950-96e5-4b0906a8a726-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.807868] env[68326]: DEBUG oslo_concurrency.lockutils [req-6e2ec08f-5cda-4048-b0e3-b87a747e7ee4 req-9cbdb8bf-1066-4a3e-96fd-69e69b7d5ae7 service nova] Lock "e1b4d207-bd27-4950-96e5-4b0906a8a726-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.808364] env[68326]: DEBUG nova.compute.manager [req-6e2ec08f-5cda-4048-b0e3-b87a747e7ee4 req-9cbdb8bf-1066-4a3e-96fd-69e69b7d5ae7 service nova] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] No waiting events found dispatching network-vif-plugged-241a42d8-e7ec-4f37-9497-1644ecfe3cdf {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.808591] env[68326]: WARNING nova.compute.manager [req-6e2ec08f-5cda-4048-b0e3-b87a747e7ee4 req-9cbdb8bf-1066-4a3e-96fd-69e69b7d5ae7 service nova] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Received unexpected event network-vif-plugged-241a42d8-e7ec-4f37-9497-1644ecfe3cdf for instance with vm_state building and task_state spawning. [ 661.808770] env[68326]: DEBUG nova.compute.manager [req-6e2ec08f-5cda-4048-b0e3-b87a747e7ee4 req-9cbdb8bf-1066-4a3e-96fd-69e69b7d5ae7 service nova] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Received event network-changed-241a42d8-e7ec-4f37-9497-1644ecfe3cdf {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 661.808921] env[68326]: DEBUG nova.compute.manager [req-6e2ec08f-5cda-4048-b0e3-b87a747e7ee4 req-9cbdb8bf-1066-4a3e-96fd-69e69b7d5ae7 service nova] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Refreshing instance network info cache due to event network-changed-241a42d8-e7ec-4f37-9497-1644ecfe3cdf. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 661.809415] env[68326]: DEBUG oslo_concurrency.lockutils [req-6e2ec08f-5cda-4048-b0e3-b87a747e7ee4 req-9cbdb8bf-1066-4a3e-96fd-69e69b7d5ae7 service nova] Acquiring lock "refresh_cache-e1b4d207-bd27-4950-96e5-4b0906a8a726" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.809575] env[68326]: DEBUG oslo_concurrency.lockutils [req-6e2ec08f-5cda-4048-b0e3-b87a747e7ee4 req-9cbdb8bf-1066-4a3e-96fd-69e69b7d5ae7 service nova] Acquired lock "refresh_cache-e1b4d207-bd27-4950-96e5-4b0906a8a726" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.809735] env[68326]: DEBUG nova.network.neutron [req-6e2ec08f-5cda-4048-b0e3-b87a747e7ee4 req-9cbdb8bf-1066-4a3e-96fd-69e69b7d5ae7 service nova] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Refreshing network info cache for port 241a42d8-e7ec-4f37-9497-1644ecfe3cdf {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.862088] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Acquiring lock "refresh_cache-3671a9c4-7e47-4377-8e57-d56a99763f47" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.863682] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Acquired lock "refresh_cache-3671a9c4-7e47-4377-8e57-d56a99763f47" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.863918] env[68326]: DEBUG nova.network.neutron [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.891749] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 661.891975] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.443s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.892773] env[68326]: DEBUG oslo_concurrency.lockutils [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.049s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.894437] env[68326]: INFO nova.compute.claims [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] [instance: 813b0194-de4b-402c-9459-16a560923d81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.198171] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128729, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.221849] env[68326]: DEBUG oslo_concurrency.lockutils [req-1288f42d-1213-450a-ab4b-a4c6f2237c66 req-0137758d-49d0-449b-8be7-0b100e36d04d service nova] Releasing lock "refresh_cache-9c2ec464-c583-4c9a-a4e9-9c750c09b131" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.257636] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128730, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.275571] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520e7bb6-d75c-c850-5a12-c005da2969de, 'name': SearchDatastore_Task, 'duration_secs': 0.01871} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.276494] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dce62cc8-b1bc-42a1-b2ec-0158f3906cbd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.290586] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Waiting for the task: (returnval){ [ 662.290586] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b86949-9c95-38fc-f0fd-bedb8b5822e6" [ 662.290586] env[68326]: _type = "Task" [ 662.290586] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.302959] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b86949-9c95-38fc-f0fd-bedb8b5822e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.536904] env[68326]: DEBUG nova.network.neutron [req-3082c413-ccf4-45f2-9468-d2d617bc32fe req-b0e2c8b7-4268-4760-bff4-9b622a4030f7 service nova] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Updated VIF entry in instance network info cache for port a4099430-79fc-4d16-b205-7c06394eefbd. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.537379] env[68326]: DEBUG nova.network.neutron [req-3082c413-ccf4-45f2-9468-d2d617bc32fe req-b0e2c8b7-4268-4760-bff4-9b622a4030f7 service nova] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Updating instance_info_cache with network_info: [{"id": "a4099430-79fc-4d16-b205-7c06394eefbd", "address": "fa:16:3e:3f:62:96", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4099430-79", "ovs_interfaceid": "a4099430-79fc-4d16-b205-7c06394eefbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.575276] env[68326]: DEBUG nova.network.neutron [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.691689] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128729, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568072} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.692350] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] e6f7c297-09c3-4df8-8f4d-3d1a10a030e2/e6f7c297-09c3-4df8-8f4d-3d1a10a030e2.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.694134] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.694134] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d55e6a5-9f54-4d4e-9302-d1e93c618288 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.702392] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Waiting for the task: (returnval){ [ 662.702392] env[68326]: value = "task-3128731" [ 662.702392] env[68326]: _type = "Task" [ 662.702392] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.719919] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.757518] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946227} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.758115] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 9c2ec464-c583-4c9a-a4e9-9c750c09b131/9c2ec464-c583-4c9a-a4e9-9c750c09b131.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.758572] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.758952] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a03a98e-d743-445b-867b-54d61455cb65 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.766934] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for the task: (returnval){ [ 662.766934] env[68326]: value = "task-3128732" [ 662.766934] env[68326]: _type = "Task" [ 662.766934] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.777100] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.801629] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b86949-9c95-38fc-f0fd-bedb8b5822e6, 'name': SearchDatastore_Task, 'duration_secs': 0.074303} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.804211] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.804467] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] dba8e6d2-0590-4cc9-b69c-c4f2471e33d5/dba8e6d2-0590-4cc9-b69c-c4f2471e33d5.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.804864] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.805021] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.805625] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bb9eb7e-aa45-41f2-9e75-7e856a75ff9a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.808404] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cce7dd46-dccc-484d-a4e8-157c0e024933 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.816890] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Waiting for the task: (returnval){ [ 662.816890] env[68326]: value = "task-3128733" [ 662.816890] env[68326]: _type = "Task" [ 662.816890] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.817653] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.817712] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.822254] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-840a40b4-e947-409f-8927-094a00bbe572 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.830333] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': task-3128733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.831840] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 662.831840] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52f6e267-5c2b-245f-06de-90fe684c71f5" [ 662.831840] env[68326]: _type = "Task" [ 662.831840] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.842656] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52f6e267-5c2b-245f-06de-90fe684c71f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.988822] env[68326]: DEBUG nova.network.neutron [-] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.046825] env[68326]: DEBUG oslo_concurrency.lockutils [req-3082c413-ccf4-45f2-9468-d2d617bc32fe req-b0e2c8b7-4268-4760-bff4-9b622a4030f7 service nova] Releasing lock "refresh_cache-dba8e6d2-0590-4cc9-b69c-c4f2471e33d5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.212521] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fec46d-a103-4790-a763-c8036a560c9f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.218704] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071181} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.219689] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.220523] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf36070-83ef-4228-bac2-956eb88ff75e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.228678] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ebb9e6-293c-41d5-9cec-7b5fdbc0abd2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.252707] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] e6f7c297-09c3-4df8-8f4d-3d1a10a030e2/e6f7c297-09c3-4df8-8f4d-3d1a10a030e2.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.253526] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4c79a95-a942-4c44-9539-b85d93ea0745 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.301033] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b682ce-7cfe-4f3e-8f63-6b200fed27d6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.309174] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062988} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.312214] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.313090] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Waiting for the task: (returnval){ [ 663.313090] env[68326]: value = "task-3128734" [ 663.313090] env[68326]: _type = "Task" [ 663.313090] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.313452] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099380a2-d343-4216-bf5d-d7a8b245e671 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.318734] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb828ee5-dbc5-4ec8-bfc4-58fb67e998cd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.351469] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 9c2ec464-c583-4c9a-a4e9-9c750c09b131/9c2ec464-c583-4c9a-a4e9-9c750c09b131.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.369623] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be6da334-6e7a-48c2-a14f-a9874e595c25 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.382675] env[68326]: DEBUG nova.compute.provider_tree [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.384178] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.392012] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52f6e267-5c2b-245f-06de-90fe684c71f5, 'name': SearchDatastore_Task, 'duration_secs': 0.033227} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.396598] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for the task: (returnval){ [ 663.396598] env[68326]: value = "task-3128735" [ 663.396598] env[68326]: _type = "Task" [ 663.396598] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.396832] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': task-3128733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512866} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.397614] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e33955c-f674-40e4-bd95-63d60c1e28c8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.400046] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] dba8e6d2-0590-4cc9-b69c-c4f2471e33d5/dba8e6d2-0590-4cc9-b69c-c4f2471e33d5.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.400257] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.403830] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c771cb26-59d5-4223-b24c-f5bda4ab7961 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.408375] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 663.408375] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52248cb8-e7d6-e7ec-209c-731b25b023b6" [ 663.408375] env[68326]: _type = "Task" [ 663.408375] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.412229] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.417453] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Waiting for the task: (returnval){ [ 663.417453] env[68326]: value = "task-3128736" [ 663.417453] env[68326]: _type = "Task" [ 663.417453] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.423672] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52248cb8-e7d6-e7ec-209c-731b25b023b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009399} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.424411] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.424726] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 8539613d-0767-458d-a1b5-d7384409b46c/8539613d-0767-458d-a1b5-d7384409b46c.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.424944] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.425146] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.425362] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25185f5f-18b0-4452-be26-a4e490c8659e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.430818] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d519202-b792-467e-9afe-50067d621517 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.432859] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': task-3128736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.437222] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 663.437222] env[68326]: value = "task-3128737" [ 663.437222] env[68326]: _type = "Task" [ 663.437222] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.442128] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.442128] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.442707] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-134eb432-c7c9-4b60-97cf-1420013b1d93 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.449861] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.451405] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Waiting for the task: (returnval){ [ 663.451405] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ac2de0-9d5a-7991-9fb0-7ff812098a16" [ 663.451405] env[68326]: _type = "Task" [ 663.451405] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.462566] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ac2de0-9d5a-7991-9fb0-7ff812098a16, 'name': SearchDatastore_Task, 'duration_secs': 0.009033} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.467022] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff166a4b-f65f-42d1-a7a7-50ab6cc579e9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.470924] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Waiting for the task: (returnval){ [ 663.470924] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523ce992-9075-fb27-599d-7c2a5cf9ee65" [ 663.470924] env[68326]: _type = "Task" [ 663.470924] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.478843] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523ce992-9075-fb27-599d-7c2a5cf9ee65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.493538] env[68326]: INFO nova.compute.manager [-] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Took 2.05 seconds to deallocate network for instance. [ 663.574358] env[68326]: DEBUG nova.network.neutron [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Updating instance_info_cache with network_info: [{"id": "829d3bae-a87b-4533-ab3e-f799525f6632", "address": "fa:16:3e:ed:66:29", "network": {"id": "f051cf13-d786-4161-8bc0-678577cf0b08", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-632923948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20cb311f03d74e7c9ffa9ec022752337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829d3bae-a8", "ovs_interfaceid": "829d3bae-a87b-4533-ab3e-f799525f6632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.693660] env[68326]: DEBUG nova.network.neutron [req-6e2ec08f-5cda-4048-b0e3-b87a747e7ee4 req-9cbdb8bf-1066-4a3e-96fd-69e69b7d5ae7 service nova] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Updated VIF entry in instance network info cache for port 241a42d8-e7ec-4f37-9497-1644ecfe3cdf. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.693660] env[68326]: DEBUG nova.network.neutron [req-6e2ec08f-5cda-4048-b0e3-b87a747e7ee4 req-9cbdb8bf-1066-4a3e-96fd-69e69b7d5ae7 service nova] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Updating instance_info_cache with network_info: [{"id": "241a42d8-e7ec-4f37-9497-1644ecfe3cdf", "address": "fa:16:3e:d4:69:a5", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap241a42d8-e7", "ovs_interfaceid": "241a42d8-e7ec-4f37-9497-1644ecfe3cdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.771246] env[68326]: DEBUG nova.network.neutron [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Successfully updated port: cec30f21-5108-43da-9f4a-0c4188771481 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.837384] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128734, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.915182] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128735, 'name': ReconfigVM_Task, 'duration_secs': 0.388631} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.915182] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 9c2ec464-c583-4c9a-a4e9-9c750c09b131/9c2ec464-c583-4c9a-a4e9-9c750c09b131.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.915182] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55af272d-d77a-494f-ab24-ef6180fc4cf9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.917317] env[68326]: ERROR nova.scheduler.client.report [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] [req-f91e0aef-492d-4823-a2dc-f4c2c0a122de] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f91e0aef-492d-4823-a2dc-f4c2c0a122de"}]} [ 663.926085] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for the task: (returnval){ [ 663.926085] env[68326]: value = "task-3128738" [ 663.926085] env[68326]: _type = "Task" [ 663.926085] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.934219] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': task-3128736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073484} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.934901] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.935690] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f53cb5-6d37-4b45-a1d5-50dcab02a713 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.941684] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128738, 'name': Rename_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.946842] env[68326]: DEBUG nova.scheduler.client.report [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 663.968560] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470778} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.977480] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] dba8e6d2-0590-4cc9-b69c-c4f2471e33d5/dba8e6d2-0590-4cc9-b69c-c4f2471e33d5.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.978773] env[68326]: DEBUG nova.scheduler.client.report [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 663.978947] env[68326]: DEBUG nova.compute.provider_tree [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 663.981262] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 8539613d-0767-458d-a1b5-d7384409b46c/8539613d-0767-458d-a1b5-d7384409b46c.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.981496] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.981851] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5990fad5-5d67-49b4-b7b7-101b5b5a223e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.997275] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0b97193-5a4b-4cdc-890d-e1b530f9b672 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.003477] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.016602] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523ce992-9075-fb27-599d-7c2a5cf9ee65, 'name': SearchDatastore_Task, 'duration_secs': 0.008819} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.016938] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Waiting for the task: (returnval){ [ 664.016938] env[68326]: value = "task-3128740" [ 664.016938] env[68326]: _type = "Task" [ 664.016938] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.017302] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 664.017302] env[68326]: value = "task-3128739" [ 664.017302] env[68326]: _type = "Task" [ 664.017302] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.018325] env[68326]: DEBUG nova.scheduler.client.report [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 664.021043] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.021363] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] e1b4d207-bd27-4950-96e5-4b0906a8a726/e1b4d207-bd27-4950-96e5-4b0906a8a726.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.023202] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71558d92-52de-45e5-952f-93b138850b8f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.036992] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.042726] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': task-3128740, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.042726] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Waiting for the task: (returnval){ [ 664.042726] env[68326]: value = "task-3128741" [ 664.042726] env[68326]: _type = "Task" [ 664.042726] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.047216] env[68326]: DEBUG nova.scheduler.client.report [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 664.056223] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': task-3128741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.079471] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Releasing lock "refresh_cache-3671a9c4-7e47-4377-8e57-d56a99763f47" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.079471] env[68326]: DEBUG nova.compute.manager [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Instance network_info: |[{"id": "829d3bae-a87b-4533-ab3e-f799525f6632", "address": "fa:16:3e:ed:66:29", "network": {"id": "f051cf13-d786-4161-8bc0-678577cf0b08", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-632923948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20cb311f03d74e7c9ffa9ec022752337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829d3bae-a8", "ovs_interfaceid": "829d3bae-a87b-4533-ab3e-f799525f6632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 664.081015] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:66:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9b7e9e55-3210-4fae-9648-d87e76c3d931', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '829d3bae-a87b-4533-ab3e-f799525f6632', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.093706] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Creating folder: Project (20cb311f03d74e7c9ffa9ec022752337). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.099985] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dfaffcc-f16d-407b-ac98-e6f2ddceb04e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.115121] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Created folder: Project (20cb311f03d74e7c9ffa9ec022752337) in parent group-v626141. [ 664.115121] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Creating folder: Instances. Parent ref: group-v626167. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.115121] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13ebd986-f6b9-4637-9bfd-2bc4733ce195 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.124774] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Created folder: Instances in parent group-v626167. [ 664.125088] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.125332] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.128898] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-206eeb59-543d-4acd-bb19-7284bfce899c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.158654] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.158654] env[68326]: value = "task-3128744" [ 664.158654] env[68326]: _type = "Task" [ 664.158654] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.172808] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128744, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.204291] env[68326]: DEBUG oslo_concurrency.lockutils [req-6e2ec08f-5cda-4048-b0e3-b87a747e7ee4 req-9cbdb8bf-1066-4a3e-96fd-69e69b7d5ae7 service nova] Releasing lock "refresh_cache-e1b4d207-bd27-4950-96e5-4b0906a8a726" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.278464] env[68326]: DEBUG oslo_concurrency.lockutils [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquiring lock "refresh_cache-1b8d860c-232e-4cc0-87b0-33922cbeb74b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.278706] env[68326]: DEBUG oslo_concurrency.lockutils [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquired lock "refresh_cache-1b8d860c-232e-4cc0-87b0-33922cbeb74b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.278767] env[68326]: DEBUG nova.network.neutron [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 664.338955] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128734, 'name': ReconfigVM_Task, 'duration_secs': 0.581644} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.339221] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Reconfigured VM instance instance-00000005 to attach disk [datastore2] e6f7c297-09c3-4df8-8f4d-3d1a10a030e2/e6f7c297-09c3-4df8-8f4d-3d1a10a030e2.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.339934] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02a15baf-2a55-4957-9bb3-d209f208c2ac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.350979] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Waiting for the task: (returnval){ [ 664.350979] env[68326]: value = "task-3128745" [ 664.350979] env[68326]: _type = "Task" [ 664.350979] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.371805] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128745, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.441846] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128738, 'name': Rename_Task, 'duration_secs': 0.181834} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.445372] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.446139] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6ace231-f603-4f12-ad6e-2efb4ffee93d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.454097] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for the task: (returnval){ [ 664.454097] env[68326]: value = "task-3128746" [ 664.454097] env[68326]: _type = "Task" [ 664.454097] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.464827] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.495775] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802ded58-a4d9-4c6f-a85e-c8b0e8c1b88a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.511801] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0469ed4-af73-4684-abe4-a72914cec12f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.560741] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a022502-5644-44db-9c92-70939cffbe11 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.569012] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071405} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.577868] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.578733] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': task-3128741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501369} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.579036] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': task-3128740, 'name': ReconfigVM_Task, 'duration_secs': 0.438735} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.581533] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886d6fbd-67af-4978-8d86-f7ebe9728317 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.583723] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37c229f-8ca7-4587-b7f1-48370e1d818e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.588481] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] e1b4d207-bd27-4950-96e5-4b0906a8a726/e1b4d207-bd27-4950-96e5-4b0906a8a726.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.588762] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.589087] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Reconfigured VM instance instance-00000007 to attach disk [datastore2] dba8e6d2-0590-4cc9-b69c-c4f2471e33d5/dba8e6d2-0590-4cc9-b69c-c4f2471e33d5.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.589705] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1544c3d1-f2cf-49fb-9863-fa724cb9593d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.591584] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50db2fb0-8979-49c6-b118-b4389b537254 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.619795] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 8539613d-0767-458d-a1b5-d7384409b46c/8539613d-0767-458d-a1b5-d7384409b46c.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.633146] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a113b70-3cc7-4aed-b60d-8934243eff0a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.646786] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Waiting for the task: (returnval){ [ 664.646786] env[68326]: value = "task-3128747" [ 664.646786] env[68326]: _type = "Task" [ 664.646786] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.647068] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Waiting for the task: (returnval){ [ 664.647068] env[68326]: value = "task-3128748" [ 664.647068] env[68326]: _type = "Task" [ 664.647068] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.647504] env[68326]: DEBUG nova.compute.provider_tree [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 664.656909] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 664.656909] env[68326]: value = "task-3128749" [ 664.656909] env[68326]: _type = "Task" [ 664.656909] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.667033] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': task-3128747, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.668822] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': task-3128748, 'name': Rename_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.676431] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.680151] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128744, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.868340] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128745, 'name': Rename_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.872711] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.872974] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.916078] env[68326]: DEBUG nova.network.neutron [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.973416] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128746, 'name': PowerOnVM_Task} progress is 37%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.186582] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': task-3128747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07887} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.193785] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.194145] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': task-3128748, 'name': Rename_Task, 'duration_secs': 0.151927} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.195091] env[68326]: ERROR nova.scheduler.client.report [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] [req-f5a4eb35-541e-4915-99ec-19651be6509f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f5a4eb35-541e-4915-99ec-19651be6509f"}]} [ 665.196525] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b6dd26-dd26-4a11-b248-0040deee1134 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.199158] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.207975] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26b198c2-22b3-45c9-ae50-b4456ba07f55 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.209544] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128744, 'name': CreateVM_Task, 'duration_secs': 0.601191} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.210229] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128749, 'name': ReconfigVM_Task, 'duration_secs': 0.31873} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.210378] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.210666] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 8539613d-0767-458d-a1b5-d7384409b46c/8539613d-0767-458d-a1b5-d7384409b46c.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.212207] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.212207] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.212572] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.212790] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a90f73f3-d708-4e7b-a2c2-ba843c45604d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.228607] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab5ba32-ce7b-431a-9ee4-7740e2f0d7a2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.238784] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] e1b4d207-bd27-4950-96e5-4b0906a8a726/e1b4d207-bd27-4950-96e5-4b0906a8a726.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.239084] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Waiting for the task: (returnval){ [ 665.239084] env[68326]: value = "task-3128750" [ 665.239084] env[68326]: _type = "Task" [ 665.239084] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.240423] env[68326]: DEBUG nova.scheduler.client.report [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 665.244190] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fec0db4-fa0f-4d85-ad61-82bded1bfb54 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.260172] env[68326]: DEBUG nova.compute.manager [req-d5690ac3-4e44-4afc-94c5-516a7ba44c7a req-6020528f-1497-4884-b2bc-8e0f0da5e9d5 service nova] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Received event network-vif-plugged-829d3bae-a87b-4533-ab3e-f799525f6632 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 665.260942] env[68326]: DEBUG oslo_concurrency.lockutils [req-d5690ac3-4e44-4afc-94c5-516a7ba44c7a req-6020528f-1497-4884-b2bc-8e0f0da5e9d5 service nova] Acquiring lock "3671a9c4-7e47-4377-8e57-d56a99763f47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.260942] env[68326]: DEBUG oslo_concurrency.lockutils [req-d5690ac3-4e44-4afc-94c5-516a7ba44c7a req-6020528f-1497-4884-b2bc-8e0f0da5e9d5 service nova] Lock "3671a9c4-7e47-4377-8e57-d56a99763f47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.260942] env[68326]: DEBUG oslo_concurrency.lockutils [req-d5690ac3-4e44-4afc-94c5-516a7ba44c7a req-6020528f-1497-4884-b2bc-8e0f0da5e9d5 service nova] Lock "3671a9c4-7e47-4377-8e57-d56a99763f47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.260942] env[68326]: DEBUG nova.compute.manager [req-d5690ac3-4e44-4afc-94c5-516a7ba44c7a req-6020528f-1497-4884-b2bc-8e0f0da5e9d5 service nova] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] No waiting events found dispatching network-vif-plugged-829d3bae-a87b-4533-ab3e-f799525f6632 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.261151] env[68326]: WARNING nova.compute.manager [req-d5690ac3-4e44-4afc-94c5-516a7ba44c7a req-6020528f-1497-4884-b2bc-8e0f0da5e9d5 service nova] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Received unexpected event network-vif-plugged-829d3bae-a87b-4533-ab3e-f799525f6632 for instance with vm_state building and task_state spawning. [ 665.261310] env[68326]: DEBUG nova.compute.manager [req-d5690ac3-4e44-4afc-94c5-516a7ba44c7a req-6020528f-1497-4884-b2bc-8e0f0da5e9d5 service nova] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Received event network-changed-829d3bae-a87b-4533-ab3e-f799525f6632 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 665.261379] env[68326]: DEBUG nova.compute.manager [req-d5690ac3-4e44-4afc-94c5-516a7ba44c7a req-6020528f-1497-4884-b2bc-8e0f0da5e9d5 service nova] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Refreshing instance network info cache due to event network-changed-829d3bae-a87b-4533-ab3e-f799525f6632. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 665.261532] env[68326]: DEBUG oslo_concurrency.lockutils [req-d5690ac3-4e44-4afc-94c5-516a7ba44c7a req-6020528f-1497-4884-b2bc-8e0f0da5e9d5 service nova] Acquiring lock "refresh_cache-3671a9c4-7e47-4377-8e57-d56a99763f47" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.261672] env[68326]: DEBUG oslo_concurrency.lockutils [req-d5690ac3-4e44-4afc-94c5-516a7ba44c7a req-6020528f-1497-4884-b2bc-8e0f0da5e9d5 service nova] Acquired lock "refresh_cache-3671a9c4-7e47-4377-8e57-d56a99763f47" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.261828] env[68326]: DEBUG nova.network.neutron [req-d5690ac3-4e44-4afc-94c5-516a7ba44c7a req-6020528f-1497-4884-b2bc-8e0f0da5e9d5 service nova] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Refreshing network info cache for port 829d3bae-a87b-4533-ab3e-f799525f6632 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.271272] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 665.271272] env[68326]: value = "task-3128751" [ 665.271272] env[68326]: _type = "Task" [ 665.271272] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.275928] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Waiting for the task: (returnval){ [ 665.275928] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520b58b8-88bf-4790-9af1-56160a4b6fab" [ 665.275928] env[68326]: _type = "Task" [ 665.275928] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.287450] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': task-3128750, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.288103] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Waiting for the task: (returnval){ [ 665.288103] env[68326]: value = "task-3128752" [ 665.288103] env[68326]: _type = "Task" [ 665.288103] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.289150] env[68326]: DEBUG nova.scheduler.client.report [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 665.289379] env[68326]: DEBUG nova.compute.provider_tree [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.304872] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520b58b8-88bf-4790-9af1-56160a4b6fab, 'name': SearchDatastore_Task, 'duration_secs': 0.011743} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.304872] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128751, 'name': Rename_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.304982] env[68326]: DEBUG nova.network.neutron [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Updating instance_info_cache with network_info: [{"id": "cec30f21-5108-43da-9f4a-0c4188771481", "address": "fa:16:3e:9b:1c:23", "network": {"id": "76574db7-a156-488f-a1f7-4cdaa5b52f6c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-129859594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0edf64dcf2c6414bbb2389d2d6b4e9db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec30f21-51", "ovs_interfaceid": "cec30f21-5108-43da-9f4a-0c4188771481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.306567] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.306663] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.306840] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.307009] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.307942] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.307942] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23920b68-ff63-4eb5-b277-9f9edc6973ae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.314184] env[68326]: DEBUG nova.scheduler.client.report [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 665.316734] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': task-3128752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.323477] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.323477] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.324798] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e580cd-9fc1-4038-8a31-d5656ff4055f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.330909] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Waiting for the task: (returnval){ [ 665.330909] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]522b7e2a-6a7a-44a5-4cf2-96db1e132daf" [ 665.330909] env[68326]: _type = "Task" [ 665.330909] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.339331] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522b7e2a-6a7a-44a5-4cf2-96db1e132daf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.340414] env[68326]: DEBUG nova.scheduler.client.report [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 665.361558] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128745, 'name': Rename_Task, 'duration_secs': 0.624351} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.361880] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.362234] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa4c1897-38dd-49f2-bf8c-ae7386355567 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.373425] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Waiting for the task: (returnval){ [ 665.373425] env[68326]: value = "task-3128753" [ 665.373425] env[68326]: _type = "Task" [ 665.373425] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.384115] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.466912] env[68326]: DEBUG oslo_vmware.api [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128746, 'name': PowerOnVM_Task, 'duration_secs': 0.959466} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.466912] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.466912] env[68326]: INFO nova.compute.manager [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Took 15.42 seconds to spawn the instance on the hypervisor. [ 665.466912] env[68326]: DEBUG nova.compute.manager [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 665.466912] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16317e16-71c7-4c9b-95e5-f0c81037ecf6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.601401] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276cfa89-1f73-4384-b52c-942e9b9e075f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.609241] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f73930-274a-4d79-be0a-e9891972d5f7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.640342] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522b5400-9735-4a4e-8588-2919e31b17fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.649459] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2773ea71-fdd7-483e-8564-a4d966c33125 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.665171] env[68326]: DEBUG nova.compute.provider_tree [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 665.769944] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': task-3128750, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.784433] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128751, 'name': Rename_Task, 'duration_secs': 0.161945} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.784749] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.785209] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-095b8ec4-f8cc-4487-87f2-cb9188db4831 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.797160] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 665.797160] env[68326]: value = "task-3128754" [ 665.797160] env[68326]: _type = "Task" [ 665.797160] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.808928] env[68326]: DEBUG oslo_concurrency.lockutils [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Releasing lock "refresh_cache-1b8d860c-232e-4cc0-87b0-33922cbeb74b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.809214] env[68326]: DEBUG nova.compute.manager [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Instance network_info: |[{"id": "cec30f21-5108-43da-9f4a-0c4188771481", "address": "fa:16:3e:9b:1c:23", "network": {"id": "76574db7-a156-488f-a1f7-4cdaa5b52f6c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-129859594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0edf64dcf2c6414bbb2389d2d6b4e9db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec30f21-51", "ovs_interfaceid": "cec30f21-5108-43da-9f4a-0c4188771481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 665.810676] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128754, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.817158] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:1c:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cec30f21-5108-43da-9f4a-0c4188771481', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.828272] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Creating folder: Project (0edf64dcf2c6414bbb2389d2d6b4e9db). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.828566] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': task-3128752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.829183] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-187e9ba5-8a7b-43fc-b664-b2e64a4b3248 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.839663] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Created folder: Project (0edf64dcf2c6414bbb2389d2d6b4e9db) in parent group-v626141. [ 665.839851] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Creating folder: Instances. Parent ref: group-v626170. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.847538] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-284b1a1e-6214-44ab-bc41-a47473a66104 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.850366] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522b7e2a-6a7a-44a5-4cf2-96db1e132daf, 'name': SearchDatastore_Task, 'duration_secs': 0.013359} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.854398] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c9f7756-f15d-46ca-870b-ac01a8f40b74 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.862982] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Created folder: Instances in parent group-v626170. [ 665.862982] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.862982] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Waiting for the task: (returnval){ [ 665.862982] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52452ee1-5d7a-815e-fb02-2b32b651d906" [ 665.862982] env[68326]: _type = "Task" [ 665.862982] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.862982] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.862982] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1dca4121-c49a-4ff4-a9ef-e91e68ef11e0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.891311] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52452ee1-5d7a-815e-fb02-2b32b651d906, 'name': SearchDatastore_Task, 'duration_secs': 0.028641} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.896657] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.897151] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 3671a9c4-7e47-4377-8e57-d56a99763f47/3671a9c4-7e47-4377-8e57-d56a99763f47.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.897379] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.897600] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.897600] env[68326]: value = "task-3128757" [ 665.897600] env[68326]: _type = "Task" [ 665.897600] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.897816] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88326efa-2c28-4c57-a9da-e3f246763830 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.908766] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128757, 'name': CreateVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.910930] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Waiting for the task: (returnval){ [ 665.910930] env[68326]: value = "task-3128758" [ 665.910930] env[68326]: _type = "Task" [ 665.910930] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.921193] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': task-3128758, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.993723] env[68326]: INFO nova.compute.manager [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Took 30.03 seconds to build instance. [ 666.198139] env[68326]: ERROR nova.scheduler.client.report [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] [req-74f1b70d-37b3-4e9c-8a8f-dbd00d6c665d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-74f1b70d-37b3-4e9c-8a8f-dbd00d6c665d"}]} [ 666.232600] env[68326]: DEBUG nova.scheduler.client.report [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 666.256687] env[68326]: DEBUG nova.scheduler.client.report [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 666.256919] env[68326]: DEBUG nova.compute.provider_tree [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.273493] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': task-3128750, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.281568] env[68326]: DEBUG nova.scheduler.client.report [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 666.320142] env[68326]: DEBUG nova.scheduler.client.report [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 666.323766] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128754, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.325147] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': task-3128752, 'name': ReconfigVM_Task, 'duration_secs': 0.769189} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.329168] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Reconfigured VM instance instance-00000008 to attach disk [datastore2] e1b4d207-bd27-4950-96e5-4b0906a8a726/e1b4d207-bd27-4950-96e5-4b0906a8a726.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.330050] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b40d739-21b6-4923-960e-c2d20780c05a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.341024] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Waiting for the task: (returnval){ [ 666.341024] env[68326]: value = "task-3128759" [ 666.341024] env[68326]: _type = "Task" [ 666.341024] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.353886] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': task-3128759, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.393788] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128753, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.409715] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128757, 'name': CreateVM_Task, 'duration_secs': 0.420089} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.409921] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.410780] env[68326]: DEBUG oslo_concurrency.lockutils [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.411208] env[68326]: DEBUG oslo_concurrency.lockutils [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.411208] env[68326]: DEBUG oslo_concurrency.lockutils [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.411668] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb0c85a-d836-4fb2-b148-83d3ded64b12 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.434205] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 666.434205] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5295be07-f575-455c-351e-a06c6342a71c" [ 666.434205] env[68326]: _type = "Task" [ 666.434205] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.434205] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': task-3128758, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.447363] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5295be07-f575-455c-351e-a06c6342a71c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.456425] env[68326]: DEBUG oslo_concurrency.lockutils [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Acquiring lock "234e5878-7fae-4f85-a050-b577908f19cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.456666] env[68326]: DEBUG oslo_concurrency.lockutils [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Lock "234e5878-7fae-4f85-a050-b577908f19cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.469313] env[68326]: DEBUG nova.compute.manager [req-07e4b6de-dfe4-417c-b545-cb7f747a6601 req-a72840e3-db1d-458e-8c42-4254f5a0b4e3 service nova] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Received event network-vif-plugged-cec30f21-5108-43da-9f4a-0c4188771481 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 666.469519] env[68326]: DEBUG oslo_concurrency.lockutils [req-07e4b6de-dfe4-417c-b545-cb7f747a6601 req-a72840e3-db1d-458e-8c42-4254f5a0b4e3 service nova] Acquiring lock "1b8d860c-232e-4cc0-87b0-33922cbeb74b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.469725] env[68326]: DEBUG oslo_concurrency.lockutils [req-07e4b6de-dfe4-417c-b545-cb7f747a6601 req-a72840e3-db1d-458e-8c42-4254f5a0b4e3 service nova] Lock "1b8d860c-232e-4cc0-87b0-33922cbeb74b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.470515] env[68326]: DEBUG oslo_concurrency.lockutils [req-07e4b6de-dfe4-417c-b545-cb7f747a6601 req-a72840e3-db1d-458e-8c42-4254f5a0b4e3 service nova] Lock "1b8d860c-232e-4cc0-87b0-33922cbeb74b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.470515] env[68326]: DEBUG nova.compute.manager [req-07e4b6de-dfe4-417c-b545-cb7f747a6601 req-a72840e3-db1d-458e-8c42-4254f5a0b4e3 service nova] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] No waiting events found dispatching network-vif-plugged-cec30f21-5108-43da-9f4a-0c4188771481 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 666.470642] env[68326]: WARNING nova.compute.manager [req-07e4b6de-dfe4-417c-b545-cb7f747a6601 req-a72840e3-db1d-458e-8c42-4254f5a0b4e3 service nova] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Received unexpected event network-vif-plugged-cec30f21-5108-43da-9f4a-0c4188771481 for instance with vm_state building and task_state spawning. [ 666.470777] env[68326]: DEBUG nova.compute.manager [req-07e4b6de-dfe4-417c-b545-cb7f747a6601 req-a72840e3-db1d-458e-8c42-4254f5a0b4e3 service nova] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Received event network-changed-cec30f21-5108-43da-9f4a-0c4188771481 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 666.470933] env[68326]: DEBUG nova.compute.manager [req-07e4b6de-dfe4-417c-b545-cb7f747a6601 req-a72840e3-db1d-458e-8c42-4254f5a0b4e3 service nova] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Refreshing instance network info cache due to event network-changed-cec30f21-5108-43da-9f4a-0c4188771481. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 666.471132] env[68326]: DEBUG oslo_concurrency.lockutils [req-07e4b6de-dfe4-417c-b545-cb7f747a6601 req-a72840e3-db1d-458e-8c42-4254f5a0b4e3 service nova] Acquiring lock "refresh_cache-1b8d860c-232e-4cc0-87b0-33922cbeb74b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.471260] env[68326]: DEBUG oslo_concurrency.lockutils [req-07e4b6de-dfe4-417c-b545-cb7f747a6601 req-a72840e3-db1d-458e-8c42-4254f5a0b4e3 service nova] Acquired lock "refresh_cache-1b8d860c-232e-4cc0-87b0-33922cbeb74b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.471408] env[68326]: DEBUG nova.network.neutron [req-07e4b6de-dfe4-417c-b545-cb7f747a6601 req-a72840e3-db1d-458e-8c42-4254f5a0b4e3 service nova] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Refreshing network info cache for port cec30f21-5108-43da-9f4a-0c4188771481 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.501322] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee3d2cc7-da63-4bec-ab09-c5e1109dea95 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "9c2ec464-c583-4c9a-a4e9-9c750c09b131" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.540s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.679108] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfb92d5-d794-4066-89b6-c1dc2467a1ec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.687359] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0e46d5-a26b-4e8e-924b-b900f870a083 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.693968] env[68326]: DEBUG nova.network.neutron [req-d5690ac3-4e44-4afc-94c5-516a7ba44c7a req-6020528f-1497-4884-b2bc-8e0f0da5e9d5 service nova] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Updated VIF entry in instance network info cache for port 829d3bae-a87b-4533-ab3e-f799525f6632. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.694638] env[68326]: DEBUG nova.network.neutron [req-d5690ac3-4e44-4afc-94c5-516a7ba44c7a req-6020528f-1497-4884-b2bc-8e0f0da5e9d5 service nova] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Updating instance_info_cache with network_info: [{"id": "829d3bae-a87b-4533-ab3e-f799525f6632", "address": "fa:16:3e:ed:66:29", "network": {"id": "f051cf13-d786-4161-8bc0-678577cf0b08", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-632923948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20cb311f03d74e7c9ffa9ec022752337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829d3bae-a8", "ovs_interfaceid": "829d3bae-a87b-4533-ab3e-f799525f6632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.725908] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d676814-0d06-41bf-b561-055b97a8a39a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.734752] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d16c822-fa20-4c77-9b81-c98a7e7b8ad9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.750206] env[68326]: DEBUG nova.compute.provider_tree [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 666.771437] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': task-3128750, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.812129] env[68326]: DEBUG oslo_vmware.api [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128754, 'name': PowerOnVM_Task, 'duration_secs': 0.562664} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.812368] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.812548] env[68326]: DEBUG nova.compute.manager [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 666.813333] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f403440b-7046-48a6-9e88-130159428c38 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.853598] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': task-3128759, 'name': Rename_Task, 'duration_secs': 0.31094} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.855147] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.858689] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd6407dc-1e2d-433c-99ae-b0c25b73674f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.862277] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Waiting for the task: (returnval){ [ 666.862277] env[68326]: value = "task-3128760" [ 666.862277] env[68326]: _type = "Task" [ 666.862277] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.870879] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': task-3128760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.894894] env[68326]: DEBUG oslo_vmware.api [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128753, 'name': PowerOnVM_Task, 'duration_secs': 1.253812} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.896472] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.896472] env[68326]: INFO nova.compute.manager [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Took 19.16 seconds to spawn the instance on the hypervisor. [ 666.896472] env[68326]: DEBUG nova.compute.manager [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 666.896472] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452970bd-c032-44e1-8859-7d245ba28fdc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.923532] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': task-3128758, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646674} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.924350] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 3671a9c4-7e47-4377-8e57-d56a99763f47/3671a9c4-7e47-4377-8e57-d56a99763f47.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.924778] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.925113] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcd37f30-0a89-451f-a509-c86e489c5a2f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.933575] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Waiting for the task: (returnval){ [ 666.933575] env[68326]: value = "task-3128761" [ 666.933575] env[68326]: _type = "Task" [ 666.933575] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.946817] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': task-3128761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.950549] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5295be07-f575-455c-351e-a06c6342a71c, 'name': SearchDatastore_Task, 'duration_secs': 0.057015} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.950974] env[68326]: DEBUG oslo_concurrency.lockutils [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.951353] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.951656] env[68326]: DEBUG oslo_concurrency.lockutils [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.951874] env[68326]: DEBUG oslo_concurrency.lockutils [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.952148] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.953303] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cf4c0fc-36cb-41bd-8956-73d6bd428004 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.962253] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.962472] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.963793] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-058fbf33-21fc-4145-b0ee-22fd1e6cd1bd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.969213] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 666.969213] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]527e9cc9-ea3c-9b28-aba5-f1b35967001e" [ 666.969213] env[68326]: _type = "Task" [ 666.969213] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.983309] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]527e9cc9-ea3c-9b28-aba5-f1b35967001e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.002933] env[68326]: DEBUG nova.compute.manager [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 667.198136] env[68326]: DEBUG oslo_concurrency.lockutils [req-d5690ac3-4e44-4afc-94c5-516a7ba44c7a req-6020528f-1497-4884-b2bc-8e0f0da5e9d5 service nova] Releasing lock "refresh_cache-3671a9c4-7e47-4377-8e57-d56a99763f47" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.198395] env[68326]: DEBUG nova.compute.manager [req-d5690ac3-4e44-4afc-94c5-516a7ba44c7a req-6020528f-1497-4884-b2bc-8e0f0da5e9d5 service nova] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Received event network-vif-deleted-39a1b940-feba-48d2-9bf6-38c3fdd370ae {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 667.275605] env[68326]: ERROR nova.scheduler.client.report [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] [req-36e9187b-d46d-4169-9e0d-dadbd26fbc2e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-36e9187b-d46d-4169-9e0d-dadbd26fbc2e"}]} [ 667.275605] env[68326]: DEBUG oslo_concurrency.lockutils [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.380s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.276909] env[68326]: ERROR nova.compute.manager [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] [instance: 813b0194-de4b-402c-9459-16a560923d81] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 (generation 20): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-36e9187b-d46d-4169-9e0d-dadbd26fbc2e"}]} [ 667.276909] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] Traceback (most recent call last): [ 667.276909] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] File "/opt/stack/nova/nova/compute/manager.py", line 2700, in _build_and_run_instance [ 667.276909] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] with self.rt.instance_claim(context, instance, node, allocs, [ 667.276909] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 667.276909] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] return f(*args, **kwargs) [ 667.276909] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 215, in instance_claim [ 667.276909] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] self._update(elevated, cn) [ 667.276909] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 667.277246] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] self._update_to_placement(context, compute_node, startup) [ 667.277246] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 667.277246] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 667.277246] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 667.277246] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] raise attempt.get() [ 667.277246] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 667.277246] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] six.reraise(self.value[0], self.value[1], self.value[2]) [ 667.277246] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 667.277246] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] raise value [ 667.277246] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 667.277246] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 667.277246] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 667.277246] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] self.reportclient.update_from_provider_tree( [ 667.277589] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 667.277589] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] self.set_inventory_for_provider( [ 667.277589] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 667.277589] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] raise exception.ResourceProviderUpdateConflict( [ 667.277589] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 (generation 20): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-36e9187b-d46d-4169-9e0d-dadbd26fbc2e"}]} [ 667.277589] env[68326]: ERROR nova.compute.manager [instance: 813b0194-de4b-402c-9459-16a560923d81] [ 667.284046] env[68326]: DEBUG nova.compute.utils [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] [instance: 813b0194-de4b-402c-9459-16a560923d81] A conflict was encountered attempting to update resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 (generation 20): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=68326) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 667.284046] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.859s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.284046] env[68326]: INFO nova.compute.claims [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.291534] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': task-3128750, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.294412] env[68326]: DEBUG nova.compute.manager [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] [instance: 813b0194-de4b-402c-9459-16a560923d81] Build of instance 813b0194-de4b-402c-9459-16a560923d81 was re-scheduled: A conflict was encountered attempting to update resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 (generation 20): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-36e9187b-d46d-4169-9e0d-dadbd26fbc2e"}]} {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2565}} [ 667.294867] env[68326]: DEBUG nova.compute.manager [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] [instance: 813b0194-de4b-402c-9459-16a560923d81] Unplugging VIFs for instance {{(pid=68326) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3091}} [ 667.296084] env[68326]: DEBUG oslo_concurrency.lockutils [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Acquiring lock "refresh_cache-813b0194-de4b-402c-9459-16a560923d81" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.296084] env[68326]: DEBUG oslo_concurrency.lockutils [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Acquired lock "refresh_cache-813b0194-de4b-402c-9459-16a560923d81" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.296084] env[68326]: DEBUG nova.network.neutron [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] [instance: 813b0194-de4b-402c-9459-16a560923d81] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.301304] env[68326]: DEBUG nova.compute.manager [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 667.302456] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7a59c5-75d0-4077-a0db-979a163f4c2b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.337741] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.370913] env[68326]: DEBUG nova.network.neutron [req-07e4b6de-dfe4-417c-b545-cb7f747a6601 req-a72840e3-db1d-458e-8c42-4254f5a0b4e3 service nova] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Updated VIF entry in instance network info cache for port cec30f21-5108-43da-9f4a-0c4188771481. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 667.370913] env[68326]: DEBUG nova.network.neutron [req-07e4b6de-dfe4-417c-b545-cb7f747a6601 req-a72840e3-db1d-458e-8c42-4254f5a0b4e3 service nova] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Updating instance_info_cache with network_info: [{"id": "cec30f21-5108-43da-9f4a-0c4188771481", "address": "fa:16:3e:9b:1c:23", "network": {"id": "76574db7-a156-488f-a1f7-4cdaa5b52f6c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-129859594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0edf64dcf2c6414bbb2389d2d6b4e9db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec30f21-51", "ovs_interfaceid": "cec30f21-5108-43da-9f4a-0c4188771481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.378325] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': task-3128760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.415925] env[68326]: INFO nova.compute.manager [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Took 31.47 seconds to build instance. [ 667.445574] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': task-3128761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.310193} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.446655] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.447860] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6705723b-f54b-45c3-a330-82626b0de5cc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.474267] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 3671a9c4-7e47-4377-8e57-d56a99763f47/3671a9c4-7e47-4377-8e57-d56a99763f47.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.475078] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4b934bd-503d-485a-b6e4-e6f65e7ec34d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.506666] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]527e9cc9-ea3c-9b28-aba5-f1b35967001e, 'name': SearchDatastore_Task, 'duration_secs': 0.010078} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.508750] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Waiting for the task: (returnval){ [ 667.508750] env[68326]: value = "task-3128762" [ 667.508750] env[68326]: _type = "Task" [ 667.508750] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.512271] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6563cd8-d2b6-45de-bfcf-e02e96f02f96 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.530550] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': task-3128762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.530835] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 667.530835] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]528135b6-690d-f551-0b66-eb9471477d1c" [ 667.530835] env[68326]: _type = "Task" [ 667.530835] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.542041] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]528135b6-690d-f551-0b66-eb9471477d1c, 'name': SearchDatastore_Task, 'duration_secs': 0.012024} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.542041] env[68326]: DEBUG oslo_concurrency.lockutils [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.542041] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 1b8d860c-232e-4cc0-87b0-33922cbeb74b/1b8d860c-232e-4cc0-87b0-33922cbeb74b.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.542041] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7437fdec-c9f5-4dbb-99d3-e187231be867 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.545201] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.550166] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 667.550166] env[68326]: value = "task-3128763" [ 667.550166] env[68326]: _type = "Task" [ 667.550166] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.560292] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3128763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.594592] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Acquiring lock "d8537583-0041-4d8f-a9ed-2b94c8f9a847" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.594592] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Lock "d8537583-0041-4d8f-a9ed-2b94c8f9a847" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.774687] env[68326]: DEBUG oslo_vmware.api [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': task-3128750, 'name': PowerOnVM_Task, 'duration_secs': 2.487237} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.775036] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.775332] env[68326]: INFO nova.compute.manager [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Took 15.39 seconds to spawn the instance on the hypervisor. [ 667.775417] env[68326]: DEBUG nova.compute.manager [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 667.776219] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dbb939-6999-4cf6-91a7-db52e38e8f62 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.819733] env[68326]: INFO nova.compute.manager [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] instance snapshotting [ 667.819821] env[68326]: WARNING nova.compute.manager [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 667.824688] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03932a85-8bcd-48a8-9c9c-8fa92f3d754a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.851881] env[68326]: DEBUG nova.network.neutron [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] [instance: 813b0194-de4b-402c-9459-16a560923d81] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.855708] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7af111b-65f0-47bc-af55-cbfa64a18529 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.875164] env[68326]: DEBUG oslo_concurrency.lockutils [req-07e4b6de-dfe4-417c-b545-cb7f747a6601 req-a72840e3-db1d-458e-8c42-4254f5a0b4e3 service nova] Releasing lock "refresh_cache-1b8d860c-232e-4cc0-87b0-33922cbeb74b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.882261] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': task-3128760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.918723] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0b74a5d8-39f6-4bdc-b6f1-793e7cccdf4c tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Lock "e6f7c297-09c3-4df8-8f4d-3d1a10a030e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.995s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.029491] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': task-3128762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.066903] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3128763, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.106336] env[68326]: DEBUG nova.network.neutron [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] [instance: 813b0194-de4b-402c-9459-16a560923d81] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.304351] env[68326]: INFO nova.compute.manager [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Took 31.84 seconds to build instance. [ 668.324538] env[68326]: DEBUG nova.scheduler.client.report [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 668.349622] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "fd9b53c1-8fad-4271-b0b0-71cb00e9e66a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.349622] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "fd9b53c1-8fad-4271-b0b0-71cb00e9e66a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.356951] env[68326]: DEBUG nova.scheduler.client.report [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 668.356951] env[68326]: DEBUG nova.compute.provider_tree [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.370435] env[68326]: DEBUG nova.scheduler.client.report [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 668.376359] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Creating Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 668.376700] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-02f0d198-fe37-482d-aafd-cff94852bb4b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.388757] env[68326]: DEBUG oslo_vmware.api [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': task-3128760, 'name': PowerOnVM_Task, 'duration_secs': 1.40098} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.388909] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.389092] env[68326]: INFO nova.compute.manager [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Took 13.67 seconds to spawn the instance on the hypervisor. [ 668.389308] env[68326]: DEBUG nova.compute.manager [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 668.393591] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03221d1-dd5d-4662-8ccd-7f1b9b01d3ab {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.396390] env[68326]: DEBUG oslo_vmware.api [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 668.396390] env[68326]: value = "task-3128764" [ 668.396390] env[68326]: _type = "Task" [ 668.396390] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.405931] env[68326]: DEBUG nova.scheduler.client.report [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 668.414863] env[68326]: DEBUG oslo_vmware.api [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128764, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.426754] env[68326]: DEBUG nova.compute.manager [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 668.534217] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': task-3128762, 'name': ReconfigVM_Task, 'duration_secs': 0.793377} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.534567] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 3671a9c4-7e47-4377-8e57-d56a99763f47/3671a9c4-7e47-4377-8e57-d56a99763f47.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.535469] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b541896d-0b48-4464-a8f9-9aeed3cccfda {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.543294] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Waiting for the task: (returnval){ [ 668.543294] env[68326]: value = "task-3128765" [ 668.543294] env[68326]: _type = "Task" [ 668.543294] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.562378] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': task-3128765, 'name': Rename_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.569692] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3128763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728971} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.570630] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 1b8d860c-232e-4cc0-87b0-33922cbeb74b/1b8d860c-232e-4cc0-87b0-33922cbeb74b.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.570630] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.570918] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09d4aa15-36be-49fb-adc7-16ab3738fd6d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.578785] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 668.578785] env[68326]: value = "task-3128766" [ 668.578785] env[68326]: _type = "Task" [ 668.578785] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.593226] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3128766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.609989] env[68326]: DEBUG oslo_concurrency.lockutils [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Releasing lock "refresh_cache-813b0194-de4b-402c-9459-16a560923d81" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.610149] env[68326]: DEBUG nova.compute.manager [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=68326) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3114}} [ 668.610497] env[68326]: DEBUG nova.compute.manager [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] [instance: 813b0194-de4b-402c-9459-16a560923d81] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 668.610744] env[68326]: DEBUG nova.network.neutron [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] [instance: 813b0194-de4b-402c-9459-16a560923d81] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 668.652721] env[68326]: DEBUG nova.network.neutron [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] [instance: 813b0194-de4b-402c-9459-16a560923d81] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.793642] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459417fb-8db2-4b3a-af54-d9835e613d3d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.801565] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7906c512-07b6-4d79-b884-1f83c7080b2f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.806831] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf8726c3-e308-4e1a-a444-39e98d0feb91 tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Lock "dba8e6d2-0590-4cc9-b69c-c4f2471e33d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.359s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.837010] env[68326]: DEBUG nova.compute.manager [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 668.843010] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319ce94a-6ce6-4398-b975-4d70508c2780 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.849348] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118e2913-2522-4c10-97ab-b984f4fc6913 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.864131] env[68326]: DEBUG nova.compute.provider_tree [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.906538] env[68326]: DEBUG oslo_vmware.api [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128764, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.918020] env[68326]: INFO nova.compute.manager [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Took 31.54 seconds to build instance. [ 668.949727] env[68326]: DEBUG oslo_concurrency.lockutils [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.058487] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': task-3128765, 'name': Rename_Task, 'duration_secs': 0.194796} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.058798] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.059100] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-006912ee-bddd-4512-8ac4-54297e079f95 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.067021] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Waiting for the task: (returnval){ [ 669.067021] env[68326]: value = "task-3128767" [ 669.067021] env[68326]: _type = "Task" [ 669.067021] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.079179] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': task-3128767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.093186] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3128766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092631} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.093747] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.094330] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c4d059-7d19-49e6-80e7-45b0be1186b9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.120834] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 1b8d860c-232e-4cc0-87b0-33922cbeb74b/1b8d860c-232e-4cc0-87b0-33922cbeb74b.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.120834] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f05885f9-57a0-41b8-a472-0e9ed77d8e91 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.149022] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 669.149022] env[68326]: value = "task-3128768" [ 669.149022] env[68326]: _type = "Task" [ 669.149022] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.160456] env[68326]: DEBUG nova.network.neutron [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] [instance: 813b0194-de4b-402c-9459-16a560923d81] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.161791] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3128768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.382872] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.414647] env[68326]: DEBUG oslo_vmware.api [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128764, 'name': CreateSnapshot_Task, 'duration_secs': 0.764783} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.414963] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Created Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 669.415883] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e89b10-0141-4fa8-b9d0-4be492af9f66 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.420254] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fbe32fee-93b9-4250-8833-9e9f22c02f24 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Lock "e1b4d207-bd27-4950-96e5-4b0906a8a726" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.049s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.430567] env[68326]: DEBUG nova.scheduler.client.report [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 22 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 669.430883] env[68326]: DEBUG nova.compute.provider_tree [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 22 to 23 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 669.431391] env[68326]: DEBUG nova.compute.provider_tree [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.578438] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': task-3128767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.660208] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3128768, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.668376] env[68326]: INFO nova.compute.manager [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] [instance: 813b0194-de4b-402c-9459-16a560923d81] Took 1.06 seconds to deallocate network for instance. [ 669.922640] env[68326]: DEBUG nova.compute.manager [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 669.936904] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.937311] env[68326]: DEBUG nova.compute.manager [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 669.951552] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Creating linked-clone VM from snapshot {{(pid=68326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 669.953907] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.769s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.961165] env[68326]: INFO nova.compute.claims [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.962493] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ac8120f9-9c19-42da-848a-4545d4468862 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.975218] env[68326]: DEBUG oslo_vmware.api [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 669.975218] env[68326]: value = "task-3128769" [ 669.975218] env[68326]: _type = "Task" [ 669.975218] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.986921] env[68326]: DEBUG oslo_vmware.api [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128769, 'name': CloneVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.078499] env[68326]: DEBUG oslo_vmware.api [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': task-3128767, 'name': PowerOnVM_Task, 'duration_secs': 0.722351} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.078779] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.078980] env[68326]: INFO nova.compute.manager [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Took 12.96 seconds to spawn the instance on the hypervisor. [ 670.079298] env[68326]: DEBUG nova.compute.manager [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 670.080107] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b8e091-9511-45f4-b6b7-c0d90367b5db {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.166165] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3128768, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.457577] env[68326]: DEBUG nova.compute.utils [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.464936] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.467549] env[68326]: DEBUG nova.compute.manager [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 670.467855] env[68326]: DEBUG nova.network.neutron [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.490177] env[68326]: DEBUG oslo_vmware.api [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128769, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.540100] env[68326]: DEBUG nova.policy [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e2ac74a77544b43b340b7f5180c1cb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '748c6367d3b642a7aee65666b8820250', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.612334] env[68326]: INFO nova.compute.manager [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Took 23.35 seconds to build instance. [ 670.660366] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3128768, 'name': ReconfigVM_Task, 'duration_secs': 1.490072} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.666018] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 1b8d860c-232e-4cc0-87b0-33922cbeb74b/1b8d860c-232e-4cc0-87b0-33922cbeb74b.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.666018] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b027ac3c-700a-4062-877b-3118c669e3cf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.666962] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "df2f88d6-5e47-4d8c-a727-9f20cecee976" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.667214] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "df2f88d6-5e47-4d8c-a727-9f20cecee976" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.675249] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 670.675249] env[68326]: value = "task-3128770" [ 670.675249] env[68326]: _type = "Task" [ 670.675249] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.687684] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3128770, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.713020] env[68326]: INFO nova.scheduler.client.report [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Deleted allocations for instance 813b0194-de4b-402c-9459-16a560923d81 [ 670.931662] env[68326]: DEBUG nova.network.neutron [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Successfully created port: f3ae4c8f-cebb-47ca-9d44-3663e578ee51 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.965275] env[68326]: DEBUG nova.compute.manager [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 670.991401] env[68326]: DEBUG oslo_vmware.api [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128769, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.117992] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e6c008b-bdab-4654-9f67-dcaea185447b tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Lock "3671a9c4-7e47-4377-8e57-d56a99763f47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.867s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.202990] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3128770, 'name': Rename_Task, 'duration_secs': 0.195422} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.203294] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.203630] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76b9b46e-3654-4ed8-b3d1-dc03c26ed425 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.213538] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 671.213538] env[68326]: value = "task-3128771" [ 671.213538] env[68326]: _type = "Task" [ 671.213538] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.224091] env[68326]: DEBUG oslo_concurrency.lockutils [None req-91553b8f-8094-4aab-bdb2-b94c1a70daa0 tempest-InstanceActionsNegativeTestJSON-1515814887 tempest-InstanceActionsNegativeTestJSON-1515814887-project-member] Lock "813b0194-de4b-402c-9459-16a560923d81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.528s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.224091] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3128771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.322241] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3315e1-7a6d-4e29-95f7-38fc4bbcd433 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.337723] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4d5b05-d2e9-45d5-9ab8-932f0d11ebc9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.347269] env[68326]: DEBUG nova.compute.manager [None req-82c51d7e-9477-425c-ac40-6a564bf17b44 tempest-ServerDiagnosticsV248Test-1443359910 tempest-ServerDiagnosticsV248Test-1443359910-project-admin] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 671.348441] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa57610-bc8c-4be0-ab48-c2eff6ab1791 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.377847] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b609bfa5-8a43-435e-8b99-e1c002a3d6b8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.382731] env[68326]: INFO nova.compute.manager [None req-82c51d7e-9477-425c-ac40-6a564bf17b44 tempest-ServerDiagnosticsV248Test-1443359910 tempest-ServerDiagnosticsV248Test-1443359910-project-admin] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Retrieving diagnostics [ 671.383911] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71669a5-7be9-4874-8985-5cfec0ff9e48 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.390395] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba99b06-a044-4147-bdb9-612e1ffe6b2f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.434562] env[68326]: DEBUG nova.compute.provider_tree [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.496080] env[68326]: DEBUG oslo_vmware.api [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128769, 'name': CloneVM_Task} progress is 95%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.622061] env[68326]: DEBUG nova.compute.manager [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 671.697366] env[68326]: INFO nova.compute.manager [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Rebuilding instance [ 671.731202] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3128771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.757609] env[68326]: DEBUG nova.compute.manager [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 671.758484] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efb9834-f8da-43bd-915d-87685b37cd85 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.939137] env[68326]: DEBUG nova.scheduler.client.report [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.976473] env[68326]: DEBUG nova.compute.manager [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 671.991402] env[68326]: DEBUG oslo_vmware.api [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128769, 'name': CloneVM_Task, 'duration_secs': 1.702219} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.992527] env[68326]: INFO nova.virt.vmwareapi.vmops [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Created linked-clone VM from snapshot [ 671.992527] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2745f88c-68db-4151-b812-d2f9a53dad40 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.001780] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Uploading image 08416561-5951-40ba-9ad0-c9607c83de92 {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 672.019148] env[68326]: DEBUG nova.virt.hardware [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.019373] env[68326]: DEBUG nova.virt.hardware [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.019511] env[68326]: DEBUG nova.virt.hardware [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.019682] env[68326]: DEBUG nova.virt.hardware [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.019820] env[68326]: DEBUG nova.virt.hardware [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.020594] env[68326]: DEBUG nova.virt.hardware [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.021466] env[68326]: DEBUG nova.virt.hardware [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.021466] env[68326]: DEBUG nova.virt.hardware [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.021466] env[68326]: DEBUG nova.virt.hardware [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.023581] env[68326]: DEBUG nova.virt.hardware [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.023581] env[68326]: DEBUG nova.virt.hardware [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.024385] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dcaa83-d063-49c9-8580-e0b807a664ab {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.040061] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffff10c2-59ca-4069-9f7a-f471c41b737e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.048327] env[68326]: DEBUG oslo_vmware.rw_handles [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 672.048327] env[68326]: value = "vm-626174" [ 672.048327] env[68326]: _type = "VirtualMachine" [ 672.048327] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 672.048497] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c63698fb-07c0-49a7-9e90-5e9ae0fd375d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.065144] env[68326]: DEBUG oslo_vmware.rw_handles [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lease: (returnval){ [ 672.065144] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523dcf29-500f-0567-ce27-5c8f3f95b0cb" [ 672.065144] env[68326]: _type = "HttpNfcLease" [ 672.065144] env[68326]: } obtained for exporting VM: (result){ [ 672.065144] env[68326]: value = "vm-626174" [ 672.065144] env[68326]: _type = "VirtualMachine" [ 672.065144] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 672.065144] env[68326]: DEBUG oslo_vmware.api [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the lease: (returnval){ [ 672.065144] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523dcf29-500f-0567-ce27-5c8f3f95b0cb" [ 672.065144] env[68326]: _type = "HttpNfcLease" [ 672.065144] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 672.074555] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 672.074555] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523dcf29-500f-0567-ce27-5c8f3f95b0cb" [ 672.074555] env[68326]: _type = "HttpNfcLease" [ 672.074555] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 672.078614] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquiring lock "51e92baa-01a8-4d09-b531-18d958cc5c29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.078854] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "51e92baa-01a8-4d09-b531-18d958cc5c29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.151989] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.229795] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3128771, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.325025] env[68326]: DEBUG nova.compute.manager [None req-d6e6f5d4-247e-4920-a6ff-8c72ad4199c7 tempest-ServerDiagnosticsTest-1824585817 tempest-ServerDiagnosticsTest-1824585817-project-admin] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 672.329396] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab26cbc3-6170-4c21-89d5-8d5398dfacff {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.339017] env[68326]: INFO nova.compute.manager [None req-d6e6f5d4-247e-4920-a6ff-8c72ad4199c7 tempest-ServerDiagnosticsTest-1824585817 tempest-ServerDiagnosticsTest-1824585817-project-admin] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Retrieving diagnostics [ 672.339692] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af97a5ba-9bc2-49bf-a1cb-732ccb810649 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.444721] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.445590] env[68326]: DEBUG nova.compute.manager [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 672.449323] env[68326]: DEBUG oslo_concurrency.lockutils [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.286s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.450809] env[68326]: INFO nova.compute.claims [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.579938] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 672.579938] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523dcf29-500f-0567-ce27-5c8f3f95b0cb" [ 672.579938] env[68326]: _type = "HttpNfcLease" [ 672.579938] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 672.581229] env[68326]: DEBUG oslo_vmware.rw_handles [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 672.581229] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523dcf29-500f-0567-ce27-5c8f3f95b0cb" [ 672.581229] env[68326]: _type = "HttpNfcLease" [ 672.581229] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 672.582167] env[68326]: DEBUG nova.compute.manager [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 672.588471] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de8fc9a-024a-4df3-a36f-4da58e381df5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.609643] env[68326]: DEBUG oslo_vmware.rw_handles [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc7b6f-64af-5fbd-30ef-d892b2750dab/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 672.609875] env[68326]: DEBUG oslo_vmware.rw_handles [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc7b6f-64af-5fbd-30ef-d892b2750dab/disk-0.vmdk for reading. {{(pid=68326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 672.681849] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Acquiring lock "b1b2c3c4-b5a6-404b-b130-7e95351b3384" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.682211] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Lock "b1b2c3c4-b5a6-404b-b130-7e95351b3384" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.731031] env[68326]: DEBUG oslo_vmware.api [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3128771, 'name': PowerOnVM_Task, 'duration_secs': 1.390813} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.731309] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.731511] env[68326]: INFO nova.compute.manager [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Took 13.24 seconds to spawn the instance on the hypervisor. [ 672.731688] env[68326]: DEBUG nova.compute.manager [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 672.732573] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7f7e71-d666-40a3-89a5-5640ccc4cdcc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.750359] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df8dc960-0673-46ab-a5c9-378b6f6877bc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.774179] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.777798] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40c38bfe-b638-4ef6-9faa-ea9105965eb7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.792892] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Waiting for the task: (returnval){ [ 672.792892] env[68326]: value = "task-3128773" [ 672.792892] env[68326]: _type = "Task" [ 672.792892] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.812372] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': task-3128773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.956922] env[68326]: DEBUG nova.compute.utils [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.961564] env[68326]: DEBUG nova.compute.manager [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 672.961564] env[68326]: DEBUG nova.network.neutron [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.019032] env[68326]: DEBUG nova.network.neutron [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Successfully updated port: f3ae4c8f-cebb-47ca-9d44-3663e578ee51 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.128499] env[68326]: DEBUG nova.policy [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2e09b599a63424eaf12771efff8fdee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05e90054cb814bd8a206a1b22afc0978', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.131770] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.264144] env[68326]: INFO nova.compute.manager [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Took 22.70 seconds to build instance. [ 673.308397] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': task-3128773, 'name': PowerOffVM_Task, 'duration_secs': 0.269172} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.308729] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.308965] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.310201] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3caeed-5ed7-40d5-90f0-5b203e54f8c0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.322588] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.322867] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d19643cc-ac37-44fc-a452-d55409ccd80a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.365234] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.369802] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.369802] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Deleting the datastore file [datastore2] 8539613d-0767-458d-a1b5-d7384409b46c {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.370316] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a373797f-7a06-46db-8756-b2b9e3571b3f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.378740] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Waiting for the task: (returnval){ [ 673.378740] env[68326]: value = "task-3128775" [ 673.378740] env[68326]: _type = "Task" [ 673.378740] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.392178] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': task-3128775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.464152] env[68326]: DEBUG nova.compute.manager [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 673.523800] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquiring lock "refresh_cache-4256b43d-08ce-4818-abbf-c7ff3e603ca5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.523965] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquired lock "refresh_cache-4256b43d-08ce-4818-abbf-c7ff3e603ca5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.524137] env[68326]: DEBUG nova.network.neutron [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.565459] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Acquiring lock "c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.565459] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Lock "c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.770497] env[68326]: DEBUG oslo_concurrency.lockutils [None req-72d2774d-1b3d-4ee0-aa0f-7476c42ad70d tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "1b8d860c-232e-4cc0-87b0-33922cbeb74b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.215s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.890881] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': task-3128775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15426} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.890881] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.890881] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.890881] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.934683] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02056bb-cf23-4999-9684-cf26ff65b0d9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.944801] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90416ff-f2a8-41d7-8981-9eb49db2fc15 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.985272] env[68326]: DEBUG nova.network.neutron [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Successfully created port: 4d8efd5a-42c1-4124-aa2d-f8d4acb86007 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.987951] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4018d1d8-d49b-4a2b-aa6d-a75d8f1da8be {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.997995] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202b50e0-58a4-4b86-a391-38408d2c2ae1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.014750] env[68326]: DEBUG nova.compute.provider_tree [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.122739] env[68326]: DEBUG nova.network.neutron [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.279795] env[68326]: DEBUG nova.compute.manager [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 674.490664] env[68326]: DEBUG nova.compute.manager [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 674.514520] env[68326]: DEBUG nova.network.neutron [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Updating instance_info_cache with network_info: [{"id": "f3ae4c8f-cebb-47ca-9d44-3663e578ee51", "address": "fa:16:3e:ac:0b:69", "network": {"id": "daf15e27-1bf0-4ef1-b056-880908a9bc2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-286469258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748c6367d3b642a7aee65666b8820250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ae4c8f-ce", "ovs_interfaceid": "f3ae4c8f-cebb-47ca-9d44-3663e578ee51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.519628] env[68326]: DEBUG nova.scheduler.client.report [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.525606] env[68326]: DEBUG nova.virt.hardware [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.525826] env[68326]: DEBUG nova.virt.hardware [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.526097] env[68326]: DEBUG nova.virt.hardware [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.526361] env[68326]: DEBUG nova.virt.hardware [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.526516] env[68326]: DEBUG nova.virt.hardware [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.526779] env[68326]: DEBUG nova.virt.hardware [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.527151] env[68326]: DEBUG nova.virt.hardware [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.528083] env[68326]: DEBUG nova.virt.hardware [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.528083] env[68326]: DEBUG nova.virt.hardware [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.528083] env[68326]: DEBUG nova.virt.hardware [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.528083] env[68326]: DEBUG nova.virt.hardware [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.529736] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832487b7-c7d4-44ad-ba2b-820d38610b91 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.543842] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06c5439-f94a-419a-a25e-0e66f0221ff7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.810956] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.937361] env[68326]: DEBUG nova.virt.hardware [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.938468] env[68326]: DEBUG nova.virt.hardware [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.938468] env[68326]: DEBUG nova.virt.hardware [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.939732] env[68326]: DEBUG nova.virt.hardware [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.939732] env[68326]: DEBUG nova.virt.hardware [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.939732] env[68326]: DEBUG nova.virt.hardware [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.939732] env[68326]: DEBUG nova.virt.hardware [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.939732] env[68326]: DEBUG nova.virt.hardware [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.939940] env[68326]: DEBUG nova.virt.hardware [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.940173] env[68326]: DEBUG nova.virt.hardware [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.940445] env[68326]: DEBUG nova.virt.hardware [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.941348] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b543a5-ae2d-4875-942c-3c35144ea874 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.967045] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4916a50-a31b-4440-93d8-5d45dc459a66 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.991190] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Instance VIF info [] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.998811] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.001016] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.001711] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3b3a8d1-8b3e-46ca-85a9-80a8fd4392e7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.017711] env[68326]: DEBUG nova.compute.manager [req-f471d153-cf64-4f84-994f-db278f9126f2 req-a01bb3f0-35af-490d-a4f6-4f9ecdd9e7ea service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Received event network-vif-plugged-f3ae4c8f-cebb-47ca-9d44-3663e578ee51 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 675.018481] env[68326]: DEBUG oslo_concurrency.lockutils [req-f471d153-cf64-4f84-994f-db278f9126f2 req-a01bb3f0-35af-490d-a4f6-4f9ecdd9e7ea service nova] Acquiring lock "4256b43d-08ce-4818-abbf-c7ff3e603ca5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.018481] env[68326]: DEBUG oslo_concurrency.lockutils [req-f471d153-cf64-4f84-994f-db278f9126f2 req-a01bb3f0-35af-490d-a4f6-4f9ecdd9e7ea service nova] Lock "4256b43d-08ce-4818-abbf-c7ff3e603ca5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.018481] env[68326]: DEBUG oslo_concurrency.lockutils [req-f471d153-cf64-4f84-994f-db278f9126f2 req-a01bb3f0-35af-490d-a4f6-4f9ecdd9e7ea service nova] Lock "4256b43d-08ce-4818-abbf-c7ff3e603ca5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.018704] env[68326]: DEBUG nova.compute.manager [req-f471d153-cf64-4f84-994f-db278f9126f2 req-a01bb3f0-35af-490d-a4f6-4f9ecdd9e7ea service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] No waiting events found dispatching network-vif-plugged-f3ae4c8f-cebb-47ca-9d44-3663e578ee51 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.018704] env[68326]: WARNING nova.compute.manager [req-f471d153-cf64-4f84-994f-db278f9126f2 req-a01bb3f0-35af-490d-a4f6-4f9ecdd9e7ea service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Received unexpected event network-vif-plugged-f3ae4c8f-cebb-47ca-9d44-3663e578ee51 for instance with vm_state building and task_state spawning. [ 675.026992] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.026992] env[68326]: value = "task-3128776" [ 675.026992] env[68326]: _type = "Task" [ 675.026992] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.030663] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Releasing lock "refresh_cache-4256b43d-08ce-4818-abbf-c7ff3e603ca5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.030986] env[68326]: DEBUG nova.compute.manager [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Instance network_info: |[{"id": "f3ae4c8f-cebb-47ca-9d44-3663e578ee51", "address": "fa:16:3e:ac:0b:69", "network": {"id": "daf15e27-1bf0-4ef1-b056-880908a9bc2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-286469258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748c6367d3b642a7aee65666b8820250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ae4c8f-ce", "ovs_interfaceid": "f3ae4c8f-cebb-47ca-9d44-3663e578ee51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 675.031415] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:0b:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3ae4c8f-cebb-47ca-9d44-3663e578ee51', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.039649] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Creating folder: Project (748c6367d3b642a7aee65666b8820250). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.040944] env[68326]: DEBUG oslo_concurrency.lockutils [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.041483] env[68326]: DEBUG nova.compute.manager [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 675.045445] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e46527a2-08d5-4a21-98ee-ac0a378b8730 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.052174] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.049s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.052477] env[68326]: DEBUG nova.objects.instance [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Lazy-loading 'resources' on Instance uuid b89b8cf1-9f68-40ac-babe-5b20ae907a51 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 675.053729] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128776, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.070659] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Created folder: Project (748c6367d3b642a7aee65666b8820250) in parent group-v626141. [ 675.071492] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Creating folder: Instances. Parent ref: group-v626175. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.071492] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7eed37de-3830-40fa-b308-10669efeb864 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.091259] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Created folder: Instances in parent group-v626175. [ 675.091936] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.098822] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.099861] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22be4932-4f08-41c5-8f05-92586e441a79 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.134589] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.134589] env[68326]: value = "task-3128779" [ 675.134589] env[68326]: _type = "Task" [ 675.134589] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.150685] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128779, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.267651] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquiring lock "b9282985-2fd7-466b-9fbd-336a0341575a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.267900] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "b9282985-2fd7-466b-9fbd-336a0341575a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.480890] env[68326]: DEBUG oslo_concurrency.lockutils [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Acquiring lock "87b91f94-2bac-4579-8c0c-8760ed9e1fa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.480890] env[68326]: DEBUG oslo_concurrency.lockutils [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Lock "87b91f94-2bac-4579-8c0c-8760ed9e1fa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.480890] env[68326]: DEBUG oslo_concurrency.lockutils [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Acquiring lock "87b91f94-2bac-4579-8c0c-8760ed9e1fa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.483573] env[68326]: DEBUG oslo_concurrency.lockutils [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Lock "87b91f94-2bac-4579-8c0c-8760ed9e1fa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.484333] env[68326]: DEBUG oslo_concurrency.lockutils [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Lock "87b91f94-2bac-4579-8c0c-8760ed9e1fa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.487327] env[68326]: INFO nova.compute.manager [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Terminating instance [ 675.542395] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128776, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.554936] env[68326]: DEBUG nova.compute.utils [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.557588] env[68326]: DEBUG nova.compute.manager [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 675.557588] env[68326]: DEBUG nova.network.neutron [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.601224] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Acquiring lock "e1b4d207-bd27-4950-96e5-4b0906a8a726" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.601495] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Lock "e1b4d207-bd27-4950-96e5-4b0906a8a726" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.601719] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Acquiring lock "e1b4d207-bd27-4950-96e5-4b0906a8a726-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.601899] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Lock "e1b4d207-bd27-4950-96e5-4b0906a8a726-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.602074] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Lock "e1b4d207-bd27-4950-96e5-4b0906a8a726-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.607164] env[68326]: INFO nova.compute.manager [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Terminating instance [ 675.655185] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128779, 'name': CreateVM_Task, 'duration_secs': 0.485618} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.655248] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.655971] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.656623] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.656623] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.656761] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c81d187-00a5-43d9-ad4d-90fe29be8a75 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.667219] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 675.667219] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52fcce51-87df-7d7b-86f7-e1e61b63664b" [ 675.667219] env[68326]: _type = "Task" [ 675.667219] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.680731] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fcce51-87df-7d7b-86f7-e1e61b63664b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.700396] env[68326]: DEBUG nova.policy [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e8b1198c39c466d869defa532a7c2b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80e12bd17fb14b2b843260fd9897d052', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.993101] env[68326]: DEBUG oslo_concurrency.lockutils [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Acquiring lock "refresh_cache-87b91f94-2bac-4579-8c0c-8760ed9e1fa5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.994237] env[68326]: DEBUG oslo_concurrency.lockutils [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Acquired lock "refresh_cache-87b91f94-2bac-4579-8c0c-8760ed9e1fa5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.994237] env[68326]: DEBUG nova.network.neutron [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.047165] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128776, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.052017] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0138b95-c2b5-4d74-88e1-df24fbad1519 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.063385] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cf952d-18fd-4084-b676-43b340953151 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.065969] env[68326]: DEBUG nova.compute.manager [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 676.103777] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f3ccf2-1988-4c56-9fff-d3efba0837e0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.113603] env[68326]: DEBUG nova.compute.manager [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 676.114082] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.115044] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb118b78-f58e-4ec6-bbf3-a979c9fd9089 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.120872] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7620a22b-d770-42c8-a406-6f0fe7fff925 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.144247] env[68326]: DEBUG nova.compute.provider_tree [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.144605] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.144911] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e33272c-ddc4-4b99-b311-d2262797b76b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.159652] env[68326]: DEBUG oslo_vmware.api [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Waiting for the task: (returnval){ [ 676.159652] env[68326]: value = "task-3128780" [ 676.159652] env[68326]: _type = "Task" [ 676.159652] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.175331] env[68326]: DEBUG oslo_vmware.api [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': task-3128780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.189252] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fcce51-87df-7d7b-86f7-e1e61b63664b, 'name': SearchDatastore_Task, 'duration_secs': 0.014629} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.189641] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.189975] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.190256] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.190409] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.190586] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.191016] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1f9cfe2-def2-44d9-b29f-e3a94c8abb96 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.204165] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.204366] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.205145] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cdbed5d-76c2-47e0-9290-d419cab3fffa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.211852] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 676.211852] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529c36aa-c1c2-b9e8-ddf5-80689b37251f" [ 676.211852] env[68326]: _type = "Task" [ 676.211852] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.221996] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Acquiring lock "dba8e6d2-0590-4cc9-b69c-c4f2471e33d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.222219] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Lock "dba8e6d2-0590-4cc9-b69c-c4f2471e33d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.222442] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Acquiring lock "dba8e6d2-0590-4cc9-b69c-c4f2471e33d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.222654] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Lock "dba8e6d2-0590-4cc9-b69c-c4f2471e33d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.223057] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Lock "dba8e6d2-0590-4cc9-b69c-c4f2471e33d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.224854] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529c36aa-c1c2-b9e8-ddf5-80689b37251f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.225225] env[68326]: INFO nova.compute.manager [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Terminating instance [ 676.376947] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Acquiring lock "5f32ac15-011a-4574-b635-8833971c5a33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.379878] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Lock "5f32ac15-011a-4574-b635-8833971c5a33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.551183] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128776, 'name': CreateVM_Task, 'duration_secs': 1.497941} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.551383] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.551796] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.551970] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.553078] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.553363] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ddbf672-0810-4c1d-90b3-ddc1e9cad037 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.555928] env[68326]: DEBUG nova.network.neutron [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.563627] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Waiting for the task: (returnval){ [ 676.563627] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]522533c3-697c-6b8a-fa9d-1dfda38d196c" [ 676.563627] env[68326]: _type = "Task" [ 676.563627] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.577777] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522533c3-697c-6b8a-fa9d-1dfda38d196c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.651149] env[68326]: DEBUG nova.scheduler.client.report [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.674327] env[68326]: DEBUG oslo_vmware.api [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': task-3128780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.728025] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529c36aa-c1c2-b9e8-ddf5-80689b37251f, 'name': SearchDatastore_Task, 'duration_secs': 0.020182} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.728025] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73428ce8-10d2-489c-aadd-8d680717efda {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.730565] env[68326]: DEBUG nova.compute.manager [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 676.731021] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.732438] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810dc9ff-6784-459a-ae70-74803f2f8700 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.743023] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.743023] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54f29a87-c372-49e6-9f62-e73db93b8a0c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.745353] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 676.745353] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c66052-63e4-b856-5a8b-56ea773dcc04" [ 676.745353] env[68326]: _type = "Task" [ 676.745353] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.746561] env[68326]: DEBUG nova.network.neutron [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.758122] env[68326]: DEBUG oslo_vmware.api [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Waiting for the task: (returnval){ [ 676.758122] env[68326]: value = "task-3128781" [ 676.758122] env[68326]: _type = "Task" [ 676.758122] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.762444] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c66052-63e4-b856-5a8b-56ea773dcc04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.774475] env[68326]: DEBUG oslo_vmware.api [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': task-3128781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.949788] env[68326]: DEBUG nova.network.neutron [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Successfully updated port: 4d8efd5a-42c1-4124-aa2d-f8d4acb86007 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.053952] env[68326]: DEBUG nova.network.neutron [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Successfully created port: f723514f-b8ff-4ef9-8838-512a30b89dc9 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.075960] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522533c3-697c-6b8a-fa9d-1dfda38d196c, 'name': SearchDatastore_Task, 'duration_secs': 0.019237} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.076378] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.076653] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.076901] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.080684] env[68326]: DEBUG nova.compute.manager [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 677.113957] env[68326]: DEBUG nova.virt.hardware [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.113957] env[68326]: DEBUG nova.virt.hardware [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.114217] env[68326]: DEBUG nova.virt.hardware [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.114506] env[68326]: DEBUG nova.virt.hardware [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.114634] env[68326]: DEBUG nova.virt.hardware [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.114807] env[68326]: DEBUG nova.virt.hardware [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.115128] env[68326]: DEBUG nova.virt.hardware [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.115326] env[68326]: DEBUG nova.virt.hardware [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.115521] env[68326]: DEBUG nova.virt.hardware [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.115741] env[68326]: DEBUG nova.virt.hardware [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.115949] env[68326]: DEBUG nova.virt.hardware [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.116942] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9757f84c-41b7-415a-9c43-70848d14c9cc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.125821] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69a2efa-d00d-4fe7-ad34-34f6a529ddad {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.154351] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.156654] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.819s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.156848] env[68326]: DEBUG nova.objects.instance [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 677.171236] env[68326]: DEBUG oslo_vmware.api [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': task-3128780, 'name': PowerOffVM_Task, 'duration_secs': 0.610942} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.171421] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.172019] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.172019] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-624f1f50-8118-4063-9b7d-468c482b7fa3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.185660] env[68326]: INFO nova.scheduler.client.report [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Deleted allocations for instance b89b8cf1-9f68-40ac-babe-5b20ae907a51 [ 677.259349] env[68326]: DEBUG oslo_concurrency.lockutils [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Releasing lock "refresh_cache-87b91f94-2bac-4579-8c0c-8760ed9e1fa5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.260090] env[68326]: DEBUG nova.compute.manager [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 677.260482] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.262312] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ba628c-0f37-4610-9222-90d6e11a7b6e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.278360] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.278537] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.278791] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Deleting the datastore file [datastore2] e1b4d207-bd27-4950-96e5-4b0906a8a726 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.279074] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c66052-63e4-b856-5a8b-56ea773dcc04, 'name': SearchDatastore_Task, 'duration_secs': 0.030316} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.281703] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80d34abd-3929-464c-b984-d7485f4561c1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.283634] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.283934] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 4256b43d-08ce-4818-abbf-c7ff3e603ca5/4256b43d-08ce-4818-abbf-c7ff3e603ca5.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.285228] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.287931] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.288176] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.288533] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f63f45fc-c254-4ebd-90cd-605da65450a0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.290253] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cecf5e45-f524-42ec-87cc-fd2475186f5a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.292172] env[68326]: DEBUG oslo_vmware.api [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': task-3128781, 'name': PowerOffVM_Task, 'duration_secs': 0.347005} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.292768] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fafd4c8-39e3-491e-a655-80e031edc956 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.294649] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.294827] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.295783] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-788bb5ce-0335-43b0-a73b-f78a862aa3c3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.300079] env[68326]: DEBUG oslo_vmware.api [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Waiting for the task: (returnval){ [ 677.300079] env[68326]: value = "task-3128783" [ 677.300079] env[68326]: _type = "Task" [ 677.300079] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.303500] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 677.303500] env[68326]: value = "task-3128784" [ 677.303500] env[68326]: _type = "Task" [ 677.303500] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.303811] env[68326]: DEBUG oslo_vmware.api [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Waiting for the task: (returnval){ [ 677.303811] env[68326]: value = "task-3128785" [ 677.303811] env[68326]: _type = "Task" [ 677.303811] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.318230] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.318469] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.320898] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6c4e14-9cdc-44b6-9e16-576b4f6513a6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.329085] env[68326]: DEBUG oslo_vmware.api [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': task-3128783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.338028] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3128784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.338028] env[68326]: DEBUG oslo_vmware.api [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Task: {'id': task-3128785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.338028] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Waiting for the task: (returnval){ [ 677.338028] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520ecb2c-75f7-06d8-7fe3-3c93ba353e4a" [ 677.338028] env[68326]: _type = "Task" [ 677.338028] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.347855] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520ecb2c-75f7-06d8-7fe3-3c93ba353e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.452419] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.452646] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.452765] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Deleting the datastore file [datastore2] dba8e6d2-0590-4cc9-b69c-c4f2471e33d5 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.453194] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17de0ff5-6a7c-4047-a4d7-c516f8664d9e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.459148] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Acquiring lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.459148] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Acquired lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.459148] env[68326]: DEBUG nova.network.neutron [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.467224] env[68326]: DEBUG oslo_vmware.api [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Waiting for the task: (returnval){ [ 677.467224] env[68326]: value = "task-3128787" [ 677.467224] env[68326]: _type = "Task" [ 677.467224] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.479256] env[68326]: DEBUG oslo_vmware.api [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': task-3128787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.695742] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ea317601-6e77-4d99-b42d-4472daa99bf6 tempest-DeleteServersAdminTestJSON-2057022487 tempest-DeleteServersAdminTestJSON-2057022487-project-admin] Lock "b89b8cf1-9f68-40ac-babe-5b20ae907a51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.534s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.831772] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3128784, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.841827] env[68326]: DEBUG oslo_vmware.api [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Task: {'id': task-3128783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226255} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.841827] env[68326]: DEBUG oslo_vmware.api [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Task: {'id': task-3128785, 'name': PowerOffVM_Task, 'duration_secs': 0.180196} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.843742] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.844111] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.847346] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.847346] env[68326]: INFO nova.compute.manager [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Took 1.73 seconds to destroy the instance on the hypervisor. [ 677.847346] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.848447] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.848609] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.848933] env[68326]: DEBUG nova.compute.manager [-] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 677.849105] env[68326]: DEBUG nova.network.neutron [-] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 677.850964] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16bfd6d5-4a5b-48a2-a429-57eadf6d6b23 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.863979] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520ecb2c-75f7-06d8-7fe3-3c93ba353e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.014139} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.865148] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cdd938d-c96d-4880-b7d7-fb36229f6062 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.875124] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Waiting for the task: (returnval){ [ 677.875124] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52d16009-2eed-fe1d-8d57-c9bd93f8a973" [ 677.875124] env[68326]: _type = "Task" [ 677.875124] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.903511] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.903939] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.904522] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Deleting the datastore file [datastore1] 87b91f94-2bac-4579-8c0c-8760ed9e1fa5 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.904603] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-598cb896-3dc2-4864-9ee5-308fd5fa89b0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.914413] env[68326]: DEBUG oslo_vmware.api [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Waiting for the task: (returnval){ [ 677.914413] env[68326]: value = "task-3128789" [ 677.914413] env[68326]: _type = "Task" [ 677.914413] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.924920] env[68326]: DEBUG oslo_vmware.api [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Task: {'id': task-3128789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.978193] env[68326]: DEBUG oslo_vmware.api [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Task: {'id': task-3128787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332857} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.978506] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.978744] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.978917] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.979163] env[68326]: INFO nova.compute.manager [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Took 1.25 seconds to destroy the instance on the hypervisor. [ 677.979749] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.980060] env[68326]: DEBUG nova.compute.manager [-] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 677.980170] env[68326]: DEBUG nova.network.neutron [-] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.084386] env[68326]: DEBUG nova.network.neutron [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.166632] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9dcffbfc-2e41-407f-a855-105c5bb8cb33 tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.167620] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.622s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.172762] env[68326]: INFO nova.compute.claims [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.323929] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3128784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647359} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.323929] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 4256b43d-08ce-4818-abbf-c7ff3e603ca5/4256b43d-08ce-4818-abbf-c7ff3e603ca5.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 678.324215] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 678.324505] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4cb9061-952a-4954-95a5-6c1709166a2a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.332816] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 678.332816] env[68326]: value = "task-3128790" [ 678.332816] env[68326]: _type = "Task" [ 678.332816] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.343396] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3128790, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.387764] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d16009-2eed-fe1d-8d57-c9bd93f8a973, 'name': SearchDatastore_Task, 'duration_secs': 0.050288} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.388187] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.388426] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 8539613d-0767-458d-a1b5-d7384409b46c/8539613d-0767-458d-a1b5-d7384409b46c.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.388722] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a992c3e7-5f45-49f7-90ff-f0389a044bc8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.398070] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Waiting for the task: (returnval){ [ 678.398070] env[68326]: value = "task-3128791" [ 678.398070] env[68326]: _type = "Task" [ 678.398070] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.409935] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': task-3128791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.424968] env[68326]: DEBUG oslo_vmware.api [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Task: {'id': task-3128789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209243} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.425322] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.425567] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.426389] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.426389] env[68326]: INFO nova.compute.manager [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 678.426389] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.426622] env[68326]: DEBUG nova.compute.manager [-] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 678.426754] env[68326]: DEBUG nova.network.neutron [-] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.466456] env[68326]: DEBUG nova.network.neutron [-] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.759858] env[68326]: DEBUG nova.compute.manager [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Received event network-changed-f3ae4c8f-cebb-47ca-9d44-3663e578ee51 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 678.760170] env[68326]: DEBUG nova.compute.manager [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Refreshing instance network info cache due to event network-changed-f3ae4c8f-cebb-47ca-9d44-3663e578ee51. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 678.760804] env[68326]: DEBUG oslo_concurrency.lockutils [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] Acquiring lock "refresh_cache-4256b43d-08ce-4818-abbf-c7ff3e603ca5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.760804] env[68326]: DEBUG oslo_concurrency.lockutils [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] Acquired lock "refresh_cache-4256b43d-08ce-4818-abbf-c7ff3e603ca5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.760804] env[68326]: DEBUG nova.network.neutron [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Refreshing network info cache for port f3ae4c8f-cebb-47ca-9d44-3663e578ee51 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.850057] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3128790, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082837} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.850491] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.852384] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7704c47-91ee-485c-8f3f-16b55105c0fc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.879770] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 4256b43d-08ce-4818-abbf-c7ff3e603ca5/4256b43d-08ce-4818-abbf-c7ff3e603ca5.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.879770] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49ec910b-521f-49d9-b0ae-b548ae6f3589 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.906037] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 678.906037] env[68326]: value = "task-3128792" [ 678.906037] env[68326]: _type = "Task" [ 678.906037] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.910152] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': task-3128791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.920353] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3128792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.951220] env[68326]: DEBUG nova.network.neutron [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Updating instance_info_cache with network_info: [{"id": "4d8efd5a-42c1-4124-aa2d-f8d4acb86007", "address": "fa:16:3e:ed:b4:f5", "network": {"id": "b7cc7ed0-8e4a-4735-813c-f6f80d286e9b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1000848860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "05e90054cb814bd8a206a1b22afc0978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d8efd5a-42", "ovs_interfaceid": "4d8efd5a-42c1-4124-aa2d-f8d4acb86007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.969136] env[68326]: DEBUG nova.network.neutron [-] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.197835] env[68326]: DEBUG nova.compute.manager [req-97a482c2-28f0-4701-9364-b9b7566686c1 req-b3e95e81-e7c2-49d9-837b-087df84852d8 service nova] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Received event network-changed-829d3bae-a87b-4533-ab3e-f799525f6632 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 679.197835] env[68326]: DEBUG nova.compute.manager [req-97a482c2-28f0-4701-9364-b9b7566686c1 req-b3e95e81-e7c2-49d9-837b-087df84852d8 service nova] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Refreshing instance network info cache due to event network-changed-829d3bae-a87b-4533-ab3e-f799525f6632. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 679.197835] env[68326]: DEBUG oslo_concurrency.lockutils [req-97a482c2-28f0-4701-9364-b9b7566686c1 req-b3e95e81-e7c2-49d9-837b-087df84852d8 service nova] Acquiring lock "refresh_cache-3671a9c4-7e47-4377-8e57-d56a99763f47" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.198221] env[68326]: DEBUG oslo_concurrency.lockutils [req-97a482c2-28f0-4701-9364-b9b7566686c1 req-b3e95e81-e7c2-49d9-837b-087df84852d8 service nova] Acquired lock "refresh_cache-3671a9c4-7e47-4377-8e57-d56a99763f47" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.198221] env[68326]: DEBUG nova.network.neutron [req-97a482c2-28f0-4701-9364-b9b7566686c1 req-b3e95e81-e7c2-49d9-837b-087df84852d8 service nova] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Refreshing network info cache for port 829d3bae-a87b-4533-ab3e-f799525f6632 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.419498] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': task-3128791, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.433727] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3128792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.463354] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Releasing lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.463710] env[68326]: DEBUG nova.compute.manager [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Instance network_info: |[{"id": "4d8efd5a-42c1-4124-aa2d-f8d4acb86007", "address": "fa:16:3e:ed:b4:f5", "network": {"id": "b7cc7ed0-8e4a-4735-813c-f6f80d286e9b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1000848860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "05e90054cb814bd8a206a1b22afc0978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d8efd5a-42", "ovs_interfaceid": "4d8efd5a-42c1-4124-aa2d-f8d4acb86007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 679.465760] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:b4:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '822050c7-1845-485d-b87e-73778d21c33c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d8efd5a-42c1-4124-aa2d-f8d4acb86007', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.478399] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Creating folder: Project (05e90054cb814bd8a206a1b22afc0978). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.482761] env[68326]: INFO nova.compute.manager [-] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Took 1.06 seconds to deallocate network for instance. [ 679.482989] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1e408ee-0251-423a-9976-aa072cfb0cde {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.485508] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.485673] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.503144] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Created folder: Project (05e90054cb814bd8a206a1b22afc0978) in parent group-v626141. [ 679.504324] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Creating folder: Instances. Parent ref: group-v626179. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.504915] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbafd276-405f-4612-ae17-e4218d9ec1cc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.521274] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Created folder: Instances in parent group-v626179. [ 679.527078] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.527078] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac393da9-0edb-4774-a838-111f5078b794] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.527078] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df22b5b2-f016-40ca-988d-56668305778f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.556605] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.556605] env[68326]: value = "task-3128795" [ 679.556605] env[68326]: _type = "Task" [ 679.556605] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.569223] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128795, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.658262] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f3b8a4-11d6-4f2b-93d0-2f79eccba949 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.669521] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca27135-2bfe-424b-9f11-f9a369c73b7d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.675862] env[68326]: DEBUG nova.network.neutron [-] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.707799] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a805f29d-04d5-48bf-b84c-ed050c9d56d3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.716782] env[68326]: DEBUG oslo_concurrency.lockutils [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Acquiring lock "e6f7c297-09c3-4df8-8f4d-3d1a10a030e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.717105] env[68326]: DEBUG oslo_concurrency.lockutils [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Lock "e6f7c297-09c3-4df8-8f4d-3d1a10a030e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.717105] env[68326]: DEBUG oslo_concurrency.lockutils [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Acquiring lock "e6f7c297-09c3-4df8-8f4d-3d1a10a030e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.717381] env[68326]: DEBUG oslo_concurrency.lockutils [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Lock "e6f7c297-09c3-4df8-8f4d-3d1a10a030e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.717508] env[68326]: DEBUG oslo_concurrency.lockutils [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Lock "e6f7c297-09c3-4df8-8f4d-3d1a10a030e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.719965] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e4b37a-22b8-427e-bc06-6e4c64be461b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.725183] env[68326]: INFO nova.compute.manager [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Terminating instance [ 679.738520] env[68326]: DEBUG nova.compute.provider_tree [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.905891] env[68326]: DEBUG nova.network.neutron [-] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.922050] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': task-3128791, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.065773} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.926446] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 8539613d-0767-458d-a1b5-d7384409b46c/8539613d-0767-458d-a1b5-d7384409b46c.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.927902] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.927902] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bc94b91-eeff-4cbd-b44d-90dc66a921e5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.947231] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3128792, 'name': ReconfigVM_Task, 'duration_secs': 0.759565} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.949317] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 4256b43d-08ce-4818-abbf-c7ff3e603ca5/4256b43d-08ce-4818-abbf-c7ff3e603ca5.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.949907] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Waiting for the task: (returnval){ [ 679.949907] env[68326]: value = "task-3128796" [ 679.949907] env[68326]: _type = "Task" [ 679.949907] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.950175] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbdeaa5b-3638-4219-b8eb-579ac0ad7ba5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.967135] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': task-3128796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.969108] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 679.969108] env[68326]: value = "task-3128797" [ 679.969108] env[68326]: _type = "Task" [ 679.969108] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.986879] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3128797, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.996461] env[68326]: DEBUG oslo_concurrency.lockutils [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.077610] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128795, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.177567] env[68326]: INFO nova.compute.manager [-] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Took 2.33 seconds to deallocate network for instance. [ 680.239096] env[68326]: DEBUG nova.compute.manager [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 680.239477] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.241193] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729c58af-438c-42f2-b6df-d9c542b69cc8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.248090] env[68326]: DEBUG nova.scheduler.client.report [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.257862] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.258202] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4beee0c-0418-49e2-9f6d-6649cd50642c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.266333] env[68326]: DEBUG oslo_vmware.api [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Waiting for the task: (returnval){ [ 680.266333] env[68326]: value = "task-3128798" [ 680.266333] env[68326]: _type = "Task" [ 680.266333] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.283596] env[68326]: DEBUG oslo_vmware.api [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.408844] env[68326]: INFO nova.compute.manager [-] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Took 2.43 seconds to deallocate network for instance. [ 680.417946] env[68326]: DEBUG nova.network.neutron [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Updated VIF entry in instance network info cache for port f3ae4c8f-cebb-47ca-9d44-3663e578ee51. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.418508] env[68326]: DEBUG nova.network.neutron [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Updating instance_info_cache with network_info: [{"id": "f3ae4c8f-cebb-47ca-9d44-3663e578ee51", "address": "fa:16:3e:ac:0b:69", "network": {"id": "daf15e27-1bf0-4ef1-b056-880908a9bc2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-286469258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748c6367d3b642a7aee65666b8820250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ae4c8f-ce", "ovs_interfaceid": "f3ae4c8f-cebb-47ca-9d44-3663e578ee51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.463524] env[68326]: DEBUG nova.network.neutron [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Successfully updated port: f723514f-b8ff-4ef9-8838-512a30b89dc9 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.473401] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': task-3128796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131584} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.476870] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.478356] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e16a98c-c8c6-442f-a7a9-e1dbd92c12c0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.501538] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 8539613d-0767-458d-a1b5-d7384409b46c/8539613d-0767-458d-a1b5-d7384409b46c.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.505355] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f68ed32a-baf7-4bef-9bc0-8db4b177dfa1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.522256] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3128797, 'name': Rename_Task, 'duration_secs': 0.202548} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.524606] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 680.525604] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb4eda86-e412-4f21-9421-28a0dc1ca688 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.536718] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Waiting for the task: (returnval){ [ 680.536718] env[68326]: value = "task-3128799" [ 680.536718] env[68326]: _type = "Task" [ 680.536718] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.541046] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 680.541046] env[68326]: value = "task-3128800" [ 680.541046] env[68326]: _type = "Task" [ 680.541046] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.565743] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': task-3128799, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.566614] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3128800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.579195] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128795, 'name': CreateVM_Task, 'duration_secs': 0.633213} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.579349] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac393da9-0edb-4774-a838-111f5078b794] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.584397] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.584627] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.585117] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.586410] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0dc301c-5688-4e5a-909e-1b8c5c0987a3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.593590] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for the task: (returnval){ [ 680.593590] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52d2da67-c70a-bfc7-45c8-c93f3d182ef7" [ 680.593590] env[68326]: _type = "Task" [ 680.593590] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.607179] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d2da67-c70a-bfc7-45c8-c93f3d182ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.687166] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.756332] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.756823] env[68326]: DEBUG nova.compute.manager [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 680.760069] env[68326]: DEBUG oslo_concurrency.lockutils [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.810s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.762645] env[68326]: INFO nova.compute.claims [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.778438] env[68326]: DEBUG oslo_vmware.api [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128798, 'name': PowerOffVM_Task, 'duration_secs': 0.202048} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.778923] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.779409] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 680.779901] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88594153-0492-458d-aa0a-c637acc69567 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.852305] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 680.852864] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 680.852864] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Deleting the datastore file [datastore2] e6f7c297-09c3-4df8-8f4d-3d1a10a030e2 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.853744] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71cd9f55-b7c9-4c78-a1ff-574cbd09ffd7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.862215] env[68326]: DEBUG oslo_vmware.api [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Waiting for the task: (returnval){ [ 680.862215] env[68326]: value = "task-3128802" [ 680.862215] env[68326]: _type = "Task" [ 680.862215] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.872714] env[68326]: DEBUG oslo_vmware.api [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.924106] env[68326]: DEBUG nova.network.neutron [req-97a482c2-28f0-4701-9364-b9b7566686c1 req-b3e95e81-e7c2-49d9-837b-087df84852d8 service nova] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Updated VIF entry in instance network info cache for port 829d3bae-a87b-4533-ab3e-f799525f6632. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.924279] env[68326]: DEBUG nova.network.neutron [req-97a482c2-28f0-4701-9364-b9b7566686c1 req-b3e95e81-e7c2-49d9-837b-087df84852d8 service nova] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Updating instance_info_cache with network_info: [{"id": "829d3bae-a87b-4533-ab3e-f799525f6632", "address": "fa:16:3e:ed:66:29", "network": {"id": "f051cf13-d786-4161-8bc0-678577cf0b08", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-632923948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.167", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20cb311f03d74e7c9ffa9ec022752337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9b7e9e55-3210-4fae-9648-d87e76c3d931", "external-id": "nsx-vlan-transportzone-967", "segmentation_id": 967, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap829d3bae-a8", "ovs_interfaceid": "829d3bae-a87b-4533-ab3e-f799525f6632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.929017] env[68326]: DEBUG oslo_concurrency.lockutils [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] Releasing lock "refresh_cache-4256b43d-08ce-4818-abbf-c7ff3e603ca5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.929017] env[68326]: DEBUG nova.compute.manager [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Received event network-vif-plugged-4d8efd5a-42c1-4124-aa2d-f8d4acb86007 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 680.929017] env[68326]: DEBUG oslo_concurrency.lockutils [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] Acquiring lock "ac393da9-0edb-4774-a838-111f5078b794-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.929017] env[68326]: DEBUG oslo_concurrency.lockutils [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] Lock "ac393da9-0edb-4774-a838-111f5078b794-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.929017] env[68326]: DEBUG oslo_concurrency.lockutils [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] Lock "ac393da9-0edb-4774-a838-111f5078b794-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.929291] env[68326]: DEBUG nova.compute.manager [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] No waiting events found dispatching network-vif-plugged-4d8efd5a-42c1-4124-aa2d-f8d4acb86007 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.929291] env[68326]: WARNING nova.compute.manager [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Received unexpected event network-vif-plugged-4d8efd5a-42c1-4124-aa2d-f8d4acb86007 for instance with vm_state building and task_state spawning. [ 680.929291] env[68326]: DEBUG nova.compute.manager [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Received event network-changed-4d8efd5a-42c1-4124-aa2d-f8d4acb86007 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 680.929291] env[68326]: DEBUG nova.compute.manager [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Refreshing instance network info cache due to event network-changed-4d8efd5a-42c1-4124-aa2d-f8d4acb86007. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 680.929291] env[68326]: DEBUG oslo_concurrency.lockutils [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] Acquiring lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.929464] env[68326]: DEBUG oslo_concurrency.lockutils [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] Acquired lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.929464] env[68326]: DEBUG nova.network.neutron [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Refreshing network info cache for port 4d8efd5a-42c1-4124-aa2d-f8d4acb86007 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.933216] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.976504] env[68326]: DEBUG oslo_concurrency.lockutils [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "refresh_cache-08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.976504] env[68326]: DEBUG oslo_concurrency.lockutils [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "refresh_cache-08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.976504] env[68326]: DEBUG nova.network.neutron [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.059830] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3128800, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.064446] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': task-3128799, 'name': ReconfigVM_Task, 'duration_secs': 0.44035} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.064446] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 8539613d-0767-458d-a1b5-d7384409b46c/8539613d-0767-458d-a1b5-d7384409b46c.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.065300] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab2c0a98-b777-4641-b140-aec8ad526484 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.076195] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Waiting for the task: (returnval){ [ 681.076195] env[68326]: value = "task-3128803" [ 681.076195] env[68326]: _type = "Task" [ 681.076195] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.093062] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': task-3128803, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.104380] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d2da67-c70a-bfc7-45c8-c93f3d182ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.01536} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.104765] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.108144] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.108144] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.108144] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.108144] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.108144] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8865990-79fd-4eb9-8ca9-42d1ba5cdd4f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.118104] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.118299] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.119198] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c03393e-2576-44df-b740-6a33d22831fb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.127791] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for the task: (returnval){ [ 681.127791] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52aa40d6-1ea4-9cb4-7ebd-63fec0c1abff" [ 681.127791] env[68326]: _type = "Task" [ 681.127791] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.137889] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52aa40d6-1ea4-9cb4-7ebd-63fec0c1abff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.233442] env[68326]: DEBUG oslo_concurrency.lockutils [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquiring lock "56c78323-0896-490c-aa51-f78ac2dcc2ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.233442] env[68326]: DEBUG oslo_concurrency.lockutils [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Lock "56c78323-0896-490c-aa51-f78ac2dcc2ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.268013] env[68326]: DEBUG nova.compute.utils [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.276165] env[68326]: DEBUG nova.compute.manager [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 681.276348] env[68326]: DEBUG nova.network.neutron [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.374490] env[68326]: DEBUG nova.policy [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '639c8e64dde74ad0980e35bbd2ac221d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '046163bea88f47c5b437cffde81c963c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.381772] env[68326]: DEBUG oslo_vmware.api [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Task: {'id': task-3128802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207156} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.381772] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.381772] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.381772] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.381772] env[68326]: INFO nova.compute.manager [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 681.382055] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.382055] env[68326]: DEBUG nova.compute.manager [-] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 681.382055] env[68326]: DEBUG nova.network.neutron [-] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.434389] env[68326]: DEBUG oslo_concurrency.lockutils [req-97a482c2-28f0-4701-9364-b9b7566686c1 req-b3e95e81-e7c2-49d9-837b-087df84852d8 service nova] Releasing lock "refresh_cache-3671a9c4-7e47-4377-8e57-d56a99763f47" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.561034] env[68326]: DEBUG oslo_vmware.api [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3128800, 'name': PowerOnVM_Task, 'duration_secs': 0.584971} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.563557] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 681.563557] env[68326]: INFO nova.compute.manager [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Took 9.59 seconds to spawn the instance on the hypervisor. [ 681.564082] env[68326]: DEBUG nova.compute.manager [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 681.564916] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b702f3d1-5b19-41c1-a3c5-b723c0948eba {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.572272] env[68326]: DEBUG nova.network.neutron [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.594758] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': task-3128803, 'name': Rename_Task, 'duration_secs': 0.226} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.594758] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.594758] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa282657-7d77-41a4-b932-bcccef5138ac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.606738] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Waiting for the task: (returnval){ [ 681.606738] env[68326]: value = "task-3128804" [ 681.606738] env[68326]: _type = "Task" [ 681.606738] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.617871] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': task-3128804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.643864] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52aa40d6-1ea4-9cb4-7ebd-63fec0c1abff, 'name': SearchDatastore_Task, 'duration_secs': 0.016522} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.643864] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cae56a9-2aba-4193-ac2f-468bff0eba65 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.649899] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for the task: (returnval){ [ 681.649899] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ed666d-36e0-bbeb-04f4-b708e2b79b34" [ 681.649899] env[68326]: _type = "Task" [ 681.649899] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.662943] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ed666d-36e0-bbeb-04f4-b708e2b79b34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.777838] env[68326]: DEBUG nova.compute.manager [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 681.839490] env[68326]: DEBUG oslo_vmware.rw_handles [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc7b6f-64af-5fbd-30ef-d892b2750dab/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 681.840419] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1953967c-68e6-4467-be2c-987a8ebbc543 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.856836] env[68326]: DEBUG oslo_vmware.rw_handles [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc7b6f-64af-5fbd-30ef-d892b2750dab/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 681.857619] env[68326]: ERROR oslo_vmware.rw_handles [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc7b6f-64af-5fbd-30ef-d892b2750dab/disk-0.vmdk due to incomplete transfer. [ 681.857619] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cba39e93-673c-42a8-a885-ed6ae484c66b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.871842] env[68326]: DEBUG oslo_vmware.rw_handles [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc7b6f-64af-5fbd-30ef-d892b2750dab/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 681.871992] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Uploaded image 08416561-5951-40ba-9ad0-c9607c83de92 to the Glance image server {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 681.873918] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Destroying the VM {{(pid=68326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 681.877251] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4cc20daa-9f47-4b68-8582-8d81e5c8e2e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.889500] env[68326]: DEBUG oslo_vmware.api [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 681.889500] env[68326]: value = "task-3128805" [ 681.889500] env[68326]: _type = "Task" [ 681.889500] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.905204] env[68326]: DEBUG oslo_vmware.api [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128805, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.918308] env[68326]: DEBUG nova.compute.manager [req-9c630721-60bc-4a7f-9065-2dc07f7e4e4d req-ff12646e-f6d4-4cf8-835a-c466b2c9a266 service nova] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Received event network-vif-deleted-241a42d8-e7ec-4f37-9497-1644ecfe3cdf {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 681.918505] env[68326]: DEBUG nova.compute.manager [req-9c630721-60bc-4a7f-9065-2dc07f7e4e4d req-ff12646e-f6d4-4cf8-835a-c466b2c9a266 service nova] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Received event network-vif-deleted-a4099430-79fc-4d16-b205-7c06394eefbd {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 681.918668] env[68326]: DEBUG nova.compute.manager [req-9c630721-60bc-4a7f-9065-2dc07f7e4e4d req-ff12646e-f6d4-4cf8-835a-c466b2c9a266 service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Received event network-vif-plugged-f723514f-b8ff-4ef9-8838-512a30b89dc9 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 681.918840] env[68326]: DEBUG oslo_concurrency.lockutils [req-9c630721-60bc-4a7f-9065-2dc07f7e4e4d req-ff12646e-f6d4-4cf8-835a-c466b2c9a266 service nova] Acquiring lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.919143] env[68326]: DEBUG oslo_concurrency.lockutils [req-9c630721-60bc-4a7f-9065-2dc07f7e4e4d req-ff12646e-f6d4-4cf8-835a-c466b2c9a266 service nova] Lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.919231] env[68326]: DEBUG oslo_concurrency.lockutils [req-9c630721-60bc-4a7f-9065-2dc07f7e4e4d req-ff12646e-f6d4-4cf8-835a-c466b2c9a266 service nova] Lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.919388] env[68326]: DEBUG nova.compute.manager [req-9c630721-60bc-4a7f-9065-2dc07f7e4e4d req-ff12646e-f6d4-4cf8-835a-c466b2c9a266 service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] No waiting events found dispatching network-vif-plugged-f723514f-b8ff-4ef9-8838-512a30b89dc9 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.919556] env[68326]: WARNING nova.compute.manager [req-9c630721-60bc-4a7f-9065-2dc07f7e4e4d req-ff12646e-f6d4-4cf8-835a-c466b2c9a266 service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Received unexpected event network-vif-plugged-f723514f-b8ff-4ef9-8838-512a30b89dc9 for instance with vm_state building and task_state spawning. [ 681.922252] env[68326]: DEBUG nova.compute.manager [req-9c630721-60bc-4a7f-9065-2dc07f7e4e4d req-ff12646e-f6d4-4cf8-835a-c466b2c9a266 service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Received event network-changed-f723514f-b8ff-4ef9-8838-512a30b89dc9 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 681.922252] env[68326]: DEBUG nova.compute.manager [req-9c630721-60bc-4a7f-9065-2dc07f7e4e4d req-ff12646e-f6d4-4cf8-835a-c466b2c9a266 service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Refreshing instance network info cache due to event network-changed-f723514f-b8ff-4ef9-8838-512a30b89dc9. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 681.922252] env[68326]: DEBUG oslo_concurrency.lockutils [req-9c630721-60bc-4a7f-9065-2dc07f7e4e4d req-ff12646e-f6d4-4cf8-835a-c466b2c9a266 service nova] Acquiring lock "refresh_cache-08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.098322] env[68326]: INFO nova.compute.manager [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Took 26.70 seconds to build instance. [ 682.120518] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': task-3128804, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.164557] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ed666d-36e0-bbeb-04f4-b708e2b79b34, 'name': SearchDatastore_Task, 'duration_secs': 0.014362} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.164856] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.165185] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] ac393da9-0edb-4774-a838-111f5078b794/ac393da9-0edb-4774-a838-111f5078b794.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.165499] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4f6b6b2-f980-49ff-97cb-06ce2c333e96 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.180224] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for the task: (returnval){ [ 682.180224] env[68326]: value = "task-3128806" [ 682.180224] env[68326]: _type = "Task" [ 682.180224] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.197069] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.252516] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf29821-ec6d-43df-b152-61ddbd935c0b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.267622] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa51c77-dd70-4b08-b5c1-5ffb074ceadc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.334240] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3f43a4-15bb-494e-8d84-ff22fdb40e02 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.346684] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3efec0c-5cdf-4937-b057-d26ae30d401c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.371874] env[68326]: DEBUG nova.compute.provider_tree [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.407890] env[68326]: DEBUG oslo_vmware.api [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128805, 'name': Destroy_Task, 'duration_secs': 0.33274} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.408305] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Destroyed the VM [ 682.412019] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Deleting Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 682.412019] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2b9c61d8-f7ae-4f43-9ccf-df111ac9eadc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.418437] env[68326]: DEBUG oslo_vmware.api [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 682.418437] env[68326]: value = "task-3128807" [ 682.418437] env[68326]: _type = "Task" [ 682.418437] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.425532] env[68326]: DEBUG nova.network.neutron [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Updating instance_info_cache with network_info: [{"id": "f723514f-b8ff-4ef9-8838-512a30b89dc9", "address": "fa:16:3e:c1:20:38", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf723514f-b8", "ovs_interfaceid": "f723514f-b8ff-4ef9-8838-512a30b89dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.434956] env[68326]: DEBUG oslo_vmware.api [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128807, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.540379] env[68326]: DEBUG nova.network.neutron [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Updated VIF entry in instance network info cache for port 4d8efd5a-42c1-4124-aa2d-f8d4acb86007. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.541049] env[68326]: DEBUG nova.network.neutron [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Updating instance_info_cache with network_info: [{"id": "4d8efd5a-42c1-4124-aa2d-f8d4acb86007", "address": "fa:16:3e:ed:b4:f5", "network": {"id": "b7cc7ed0-8e4a-4735-813c-f6f80d286e9b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1000848860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "05e90054cb814bd8a206a1b22afc0978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d8efd5a-42", "ovs_interfaceid": "4d8efd5a-42c1-4124-aa2d-f8d4acb86007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.601523] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5a7424b-dbf5-4f4b-8f0d-760377c8eabe tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "4256b43d-08ce-4818-abbf-c7ff3e603ca5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.901s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.627171] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': task-3128804, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.699983] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128806, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.711079] env[68326]: DEBUG nova.compute.manager [req-04b1d9e1-f575-4f38-a128-0967a98a34ab req-288f3688-03ab-4a06-b5f2-e1f73f11a0a2 service nova] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Received event network-changed-cec30f21-5108-43da-9f4a-0c4188771481 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 682.711079] env[68326]: DEBUG nova.compute.manager [req-04b1d9e1-f575-4f38-a128-0967a98a34ab req-288f3688-03ab-4a06-b5f2-e1f73f11a0a2 service nova] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Refreshing instance network info cache due to event network-changed-cec30f21-5108-43da-9f4a-0c4188771481. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 682.711079] env[68326]: DEBUG oslo_concurrency.lockutils [req-04b1d9e1-f575-4f38-a128-0967a98a34ab req-288f3688-03ab-4a06-b5f2-e1f73f11a0a2 service nova] Acquiring lock "refresh_cache-1b8d860c-232e-4cc0-87b0-33922cbeb74b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.711079] env[68326]: DEBUG oslo_concurrency.lockutils [req-04b1d9e1-f575-4f38-a128-0967a98a34ab req-288f3688-03ab-4a06-b5f2-e1f73f11a0a2 service nova] Acquired lock "refresh_cache-1b8d860c-232e-4cc0-87b0-33922cbeb74b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.711079] env[68326]: DEBUG nova.network.neutron [req-04b1d9e1-f575-4f38-a128-0967a98a34ab req-288f3688-03ab-4a06-b5f2-e1f73f11a0a2 service nova] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Refreshing network info cache for port cec30f21-5108-43da-9f4a-0c4188771481 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.749385] env[68326]: DEBUG nova.network.neutron [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Successfully created port: d87d35a7-4424-418e-a697-e29736809ff9 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.835527] env[68326]: DEBUG nova.compute.manager [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 682.875846] env[68326]: DEBUG nova.virt.hardware [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.875846] env[68326]: DEBUG nova.virt.hardware [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.875846] env[68326]: DEBUG nova.virt.hardware [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.876036] env[68326]: DEBUG nova.virt.hardware [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.876036] env[68326]: DEBUG nova.virt.hardware [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.876036] env[68326]: DEBUG nova.virt.hardware [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.877357] env[68326]: DEBUG nova.virt.hardware [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.880055] env[68326]: DEBUG nova.virt.hardware [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.880055] env[68326]: DEBUG nova.virt.hardware [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.880055] env[68326]: DEBUG nova.virt.hardware [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.880055] env[68326]: DEBUG nova.virt.hardware [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.880329] env[68326]: DEBUG nova.scheduler.client.report [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.883219] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354b37a9-e0c3-421a-90b4-e71924d87153 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.895425] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe9752e-c072-4d7f-b3f4-32111b2ed4bf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.929153] env[68326]: DEBUG oslo_concurrency.lockutils [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "refresh_cache-08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.929481] env[68326]: DEBUG nova.compute.manager [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Instance network_info: |[{"id": "f723514f-b8ff-4ef9-8838-512a30b89dc9", "address": "fa:16:3e:c1:20:38", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf723514f-b8", "ovs_interfaceid": "f723514f-b8ff-4ef9-8838-512a30b89dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 682.934120] env[68326]: DEBUG oslo_concurrency.lockutils [req-9c630721-60bc-4a7f-9065-2dc07f7e4e4d req-ff12646e-f6d4-4cf8-835a-c466b2c9a266 service nova] Acquired lock "refresh_cache-08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.934340] env[68326]: DEBUG nova.network.neutron [req-9c630721-60bc-4a7f-9065-2dc07f7e4e4d req-ff12646e-f6d4-4cf8-835a-c466b2c9a266 service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Refreshing network info cache for port f723514f-b8ff-4ef9-8838-512a30b89dc9 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.935613] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:20:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f723514f-b8ff-4ef9-8838-512a30b89dc9', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.944071] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Creating folder: Project (80e12bd17fb14b2b843260fd9897d052). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.944791] env[68326]: DEBUG oslo_vmware.api [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128807, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.945774] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16f9d24c-2cd5-40da-b05f-30c3a34463e7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.961973] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Created folder: Project (80e12bd17fb14b2b843260fd9897d052) in parent group-v626141. [ 682.962220] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Creating folder: Instances. Parent ref: group-v626182. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.962475] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b059e2e-5dd3-424c-87f6-77fa3648f0da {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.975174] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Created folder: Instances in parent group-v626182. [ 682.975417] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.976752] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.977032] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9d4d85e-e0f4-4999-a531-4a0598d2ee16 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.007438] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.007438] env[68326]: value = "task-3128810" [ 683.007438] env[68326]: _type = "Task" [ 683.007438] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.016990] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128810, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.044970] env[68326]: DEBUG oslo_concurrency.lockutils [req-fa3874be-675c-487b-aa1c-4323c52cbeef req-eefe3eb5-991d-4ebe-ad2d-ea9668a6d189 service nova] Releasing lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.055023] env[68326]: DEBUG nova.network.neutron [-] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.110861] env[68326]: DEBUG nova.compute.manager [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 683.122632] env[68326]: DEBUG oslo_vmware.api [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Task: {'id': task-3128804, 'name': PowerOnVM_Task, 'duration_secs': 1.485468} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.124745] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.125153] env[68326]: DEBUG nova.compute.manager [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 683.127968] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd231a2-dc42-464c-afe5-7e340c17ec98 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.206529] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673278} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.206776] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] ac393da9-0edb-4774-a838-111f5078b794/ac393da9-0edb-4774-a838-111f5078b794.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.207228] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.207301] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-992fae04-1582-42cc-a80d-801d485475d4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.216942] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for the task: (returnval){ [ 683.216942] env[68326]: value = "task-3128811" [ 683.216942] env[68326]: _type = "Task" [ 683.216942] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.229089] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.364291] env[68326]: DEBUG oslo_concurrency.lockutils [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "bfbd3c42-245f-4395-a854-206f1b8a6fd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.364291] env[68326]: DEBUG oslo_concurrency.lockutils [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "bfbd3c42-245f-4395-a854-206f1b8a6fd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.393053] env[68326]: DEBUG oslo_concurrency.lockutils [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.393053] env[68326]: DEBUG nova.compute.manager [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 683.397868] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.014s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.404242] env[68326]: INFO nova.compute.claims [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 683.446022] env[68326]: DEBUG oslo_vmware.api [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128807, 'name': RemoveSnapshot_Task, 'duration_secs': 0.816663} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.452222] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Deleted Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 683.452566] env[68326]: INFO nova.compute.manager [None req-ccc564e7-33d1-45e4-9092-0d1d9b6c62a7 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Took 15.63 seconds to snapshot the instance on the hypervisor. [ 683.524738] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128810, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.559291] env[68326]: INFO nova.compute.manager [-] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Took 2.18 seconds to deallocate network for instance. [ 683.648812] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.655794] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.731115] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225319} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.731115] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.731653] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b76627-f82c-4986-8746-2e4e58513f4e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.755538] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] ac393da9-0edb-4774-a838-111f5078b794/ac393da9-0edb-4774-a838-111f5078b794.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.755730] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33e72d90-23bc-42b8-ad67-0a5da1e09484 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.774721] env[68326]: DEBUG nova.network.neutron [req-04b1d9e1-f575-4f38-a128-0967a98a34ab req-288f3688-03ab-4a06-b5f2-e1f73f11a0a2 service nova] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Updated VIF entry in instance network info cache for port cec30f21-5108-43da-9f4a-0c4188771481. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.775118] env[68326]: DEBUG nova.network.neutron [req-04b1d9e1-f575-4f38-a128-0967a98a34ab req-288f3688-03ab-4a06-b5f2-e1f73f11a0a2 service nova] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Updating instance_info_cache with network_info: [{"id": "cec30f21-5108-43da-9f4a-0c4188771481", "address": "fa:16:3e:9b:1c:23", "network": {"id": "76574db7-a156-488f-a1f7-4cdaa5b52f6c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-129859594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0edf64dcf2c6414bbb2389d2d6b4e9db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcec30f21-51", "ovs_interfaceid": "cec30f21-5108-43da-9f4a-0c4188771481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.785972] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for the task: (returnval){ [ 683.785972] env[68326]: value = "task-3128812" [ 683.785972] env[68326]: _type = "Task" [ 683.785972] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.795608] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.892279] env[68326]: DEBUG nova.network.neutron [req-9c630721-60bc-4a7f-9065-2dc07f7e4e4d req-ff12646e-f6d4-4cf8-835a-c466b2c9a266 service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Updated VIF entry in instance network info cache for port f723514f-b8ff-4ef9-8838-512a30b89dc9. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.892747] env[68326]: DEBUG nova.network.neutron [req-9c630721-60bc-4a7f-9065-2dc07f7e4e4d req-ff12646e-f6d4-4cf8-835a-c466b2c9a266 service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Updating instance_info_cache with network_info: [{"id": "f723514f-b8ff-4ef9-8838-512a30b89dc9", "address": "fa:16:3e:c1:20:38", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf723514f-b8", "ovs_interfaceid": "f723514f-b8ff-4ef9-8838-512a30b89dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.911185] env[68326]: DEBUG nova.compute.utils [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.915632] env[68326]: DEBUG nova.compute.manager [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 683.918455] env[68326]: DEBUG nova.network.neutron [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 683.983393] env[68326]: DEBUG nova.policy [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6d38fbde21247bebe8ada7bf9211e68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21fb40207ec844ddbfb7f5d6952daf99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.030789] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128810, 'name': CreateVM_Task, 'duration_secs': 0.61116} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.030789] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.031042] env[68326]: DEBUG oslo_concurrency.lockutils [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.031410] env[68326]: DEBUG oslo_concurrency.lockutils [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.032061] env[68326]: DEBUG oslo_concurrency.lockutils [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.032061] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33770d6c-8d8b-4335-9b1d-b333c9d05683 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.038541] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 684.038541] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52501fe3-1b76-2b66-3988-3211ee4293ee" [ 684.038541] env[68326]: _type = "Task" [ 684.038541] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.048601] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52501fe3-1b76-2b66-3988-3211ee4293ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.071356] env[68326]: DEBUG oslo_concurrency.lockutils [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.277667] env[68326]: DEBUG oslo_concurrency.lockutils [req-04b1d9e1-f575-4f38-a128-0967a98a34ab req-288f3688-03ab-4a06-b5f2-e1f73f11a0a2 service nova] Releasing lock "refresh_cache-1b8d860c-232e-4cc0-87b0-33922cbeb74b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.313032] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128812, 'name': ReconfigVM_Task, 'duration_secs': 0.307448} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.313032] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Reconfigured VM instance instance-0000000d to attach disk [datastore1] ac393da9-0edb-4774-a838-111f5078b794/ac393da9-0edb-4774-a838-111f5078b794.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.313032] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d252dbfe-9139-40f1-9d6b-d7d70a863403 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.323444] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for the task: (returnval){ [ 684.323444] env[68326]: value = "task-3128813" [ 684.323444] env[68326]: _type = "Task" [ 684.323444] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.338414] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128813, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.400805] env[68326]: DEBUG oslo_concurrency.lockutils [req-9c630721-60bc-4a7f-9065-2dc07f7e4e4d req-ff12646e-f6d4-4cf8-835a-c466b2c9a266 service nova] Releasing lock "refresh_cache-08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.418388] env[68326]: DEBUG nova.compute.manager [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 684.552235] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52501fe3-1b76-2b66-3988-3211ee4293ee, 'name': SearchDatastore_Task, 'duration_secs': 0.022101} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.555467] env[68326]: DEBUG oslo_concurrency.lockutils [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.555997] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.556387] env[68326]: DEBUG oslo_concurrency.lockutils [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.556670] env[68326]: DEBUG oslo_concurrency.lockutils [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.556971] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.557537] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-842b9bd2-d973-43c8-a4a5-019a20d0a142 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.570239] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.570239] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.571885] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3069ad9a-5e47-4f58-92c7-1213ff0714cf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.578389] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 684.578389] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]522f71b1-12c3-1d11-bacb-cb62ce464ac3" [ 684.578389] env[68326]: _type = "Task" [ 684.578389] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.588623] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522f71b1-12c3-1d11-bacb-cb62ce464ac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.703694] env[68326]: DEBUG nova.network.neutron [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Successfully created port: a4d424a6-d6f0-4c8c-8c03-ba378bce5a75 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.829825] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b714b9-d6ea-42e0-a6c3-a3006722c874 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.841260] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128813, 'name': Rename_Task, 'duration_secs': 0.150179} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.841260] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.841916] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e8252b-2ceb-4f07-8407-f69f702b5cb1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.846028] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80f10faa-7472-4ad4-a372-de6f18b08b3f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.877277] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c766ac95-df0f-4803-99be-e21c5d971e33 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.880150] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for the task: (returnval){ [ 684.880150] env[68326]: value = "task-3128814" [ 684.880150] env[68326]: _type = "Task" [ 684.880150] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.887510] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e0378e-2b3d-487b-951d-3d077d7113fb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.894204] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128814, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.905670] env[68326]: DEBUG nova.compute.provider_tree [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.954443] env[68326]: DEBUG oslo_concurrency.lockutils [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.954745] env[68326]: DEBUG oslo_concurrency.lockutils [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.091207] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522f71b1-12c3-1d11-bacb-cb62ce464ac3, 'name': SearchDatastore_Task, 'duration_secs': 0.010207} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.092055] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff571ea-63a8-42b9-9e6c-d59e54a48349 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.098449] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 685.098449] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]521417cd-729b-4c1c-c568-f35dd86db850" [ 685.098449] env[68326]: _type = "Task" [ 685.098449] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.108744] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521417cd-729b-4c1c-c568-f35dd86db850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.357913] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Acquiring lock "4ff567b6-958a-4e65-9fc4-e69dc1a52b31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.358253] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Lock "4ff567b6-958a-4e65-9fc4-e69dc1a52b31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.381492] env[68326]: DEBUG nova.compute.manager [req-26dea2ec-b6db-491d-9558-75d741580afb req-2e77f5a2-4554-4db9-835a-dbccf1fe5c2c service nova] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Received event network-vif-deleted-951c34e0-62f4-4d3d-998d-054abbe7405c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 685.393976] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128814, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.409435] env[68326]: DEBUG nova.scheduler.client.report [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.423419] env[68326]: DEBUG nova.network.neutron [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Successfully updated port: d87d35a7-4424-418e-a697-e29736809ff9 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.431606] env[68326]: DEBUG nova.compute.manager [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 685.460443] env[68326]: DEBUG nova.virt.hardware [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.460596] env[68326]: DEBUG nova.virt.hardware [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.460880] env[68326]: DEBUG nova.virt.hardware [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.460880] env[68326]: DEBUG nova.virt.hardware [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.461054] env[68326]: DEBUG nova.virt.hardware [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.461180] env[68326]: DEBUG nova.virt.hardware [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.461527] env[68326]: DEBUG nova.virt.hardware [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.461713] env[68326]: DEBUG nova.virt.hardware [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.461887] env[68326]: DEBUG nova.virt.hardware [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.462088] env[68326]: DEBUG nova.virt.hardware [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.462918] env[68326]: DEBUG nova.virt.hardware [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.463841] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65624974-2231-40d8-90c4-b307259dda01 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.473417] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f95781b-a257-4383-92e4-97ccc57e7356 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.609898] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521417cd-729b-4c1c-c568-f35dd86db850, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.610231] env[68326]: DEBUG oslo_concurrency.lockutils [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.610593] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 08bc8f22-db4d-4df7-84d1-55633ecdf87d/08bc8f22-db4d-4df7-84d1-55633ecdf87d.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.610815] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-329a9ec8-39b3-4dd9-a076-77e5ce49503a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.619401] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 685.619401] env[68326]: value = "task-3128815" [ 685.619401] env[68326]: _type = "Task" [ 685.619401] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.629605] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3128815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.857083] env[68326]: DEBUG oslo_concurrency.lockutils [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Acquiring lock "8539613d-0767-458d-a1b5-d7384409b46c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.857449] env[68326]: DEBUG oslo_concurrency.lockutils [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Lock "8539613d-0767-458d-a1b5-d7384409b46c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.857687] env[68326]: DEBUG oslo_concurrency.lockutils [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Acquiring lock "8539613d-0767-458d-a1b5-d7384409b46c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.857975] env[68326]: DEBUG oslo_concurrency.lockutils [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Lock "8539613d-0767-458d-a1b5-d7384409b46c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.858109] env[68326]: DEBUG oslo_concurrency.lockutils [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Lock "8539613d-0767-458d-a1b5-d7384409b46c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.861986] env[68326]: INFO nova.compute.manager [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Terminating instance [ 685.896070] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128814, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.916667] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.916667] env[68326]: DEBUG nova.compute.manager [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 685.922217] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.456s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.923813] env[68326]: INFO nova.compute.claims [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.927454] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.927607] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquired lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.927768] env[68326]: DEBUG nova.network.neutron [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.134354] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3128815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499185} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.134630] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 08bc8f22-db4d-4df7-84d1-55633ecdf87d/08bc8f22-db4d-4df7-84d1-55633ecdf87d.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.135217] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.135217] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f2ee114-5510-4e26-8059-f833827b622e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.145268] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 686.145268] env[68326]: value = "task-3128816" [ 686.145268] env[68326]: _type = "Task" [ 686.145268] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.155972] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3128816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.366622] env[68326]: DEBUG oslo_concurrency.lockutils [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Acquiring lock "refresh_cache-8539613d-0767-458d-a1b5-d7384409b46c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.366877] env[68326]: DEBUG oslo_concurrency.lockutils [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Acquired lock "refresh_cache-8539613d-0767-458d-a1b5-d7384409b46c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.367454] env[68326]: DEBUG nova.network.neutron [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.395085] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128814, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.423061] env[68326]: DEBUG nova.compute.utils [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.424605] env[68326]: DEBUG nova.compute.manager [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Not allocating networking since 'none' was specified. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2062}} [ 686.513216] env[68326]: DEBUG nova.network.neutron [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.666081] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3128816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065888} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.666081] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.666081] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfef6b16-cb88-4eec-8949-3c29b2150f21 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.696669] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 08bc8f22-db4d-4df7-84d1-55633ecdf87d/08bc8f22-db4d-4df7-84d1-55633ecdf87d.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.697146] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96f06729-d981-4ea9-82b1-8aa5028aead2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.721533] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 686.721533] env[68326]: value = "task-3128817" [ 686.721533] env[68326]: _type = "Task" [ 686.721533] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.733472] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3128817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.893726] env[68326]: DEBUG oslo_vmware.api [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128814, 'name': PowerOnVM_Task, 'duration_secs': 1.772988} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.893992] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.894335] env[68326]: INFO nova.compute.manager [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Took 12.40 seconds to spawn the instance on the hypervisor. [ 686.894528] env[68326]: DEBUG nova.compute.manager [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 686.895752] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25eb3bbe-f530-4006-be53-8899beaa43b2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.926434] env[68326]: DEBUG nova.compute.manager [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 686.970724] env[68326]: DEBUG nova.network.neutron [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.011407] env[68326]: DEBUG nova.network.neutron [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Updating instance_info_cache with network_info: [{"id": "d87d35a7-4424-418e-a697-e29736809ff9", "address": "fa:16:3e:a3:e1:3e", "network": {"id": "a38e2c10-0164-4fd3-9469-3f7dd6950ecd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1169759500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "046163bea88f47c5b437cffde81c963c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd87d35a7-44", "ovs_interfaceid": "d87d35a7-4424-418e-a697-e29736809ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.111926] env[68326]: DEBUG nova.network.neutron [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.175505] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquiring lock "13132757-b7a3-4d80-95d9-88055b8de318" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.176151] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "13132757-b7a3-4d80-95d9-88055b8de318" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.237100] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3128817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.360631] env[68326]: DEBUG nova.network.neutron [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Successfully updated port: a4d424a6-d6f0-4c8c-8c03-ba378bce5a75 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.426031] env[68326]: INFO nova.compute.manager [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Took 31.26 seconds to build instance. [ 687.518468] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Releasing lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.518789] env[68326]: DEBUG nova.compute.manager [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Instance network_info: |[{"id": "d87d35a7-4424-418e-a697-e29736809ff9", "address": "fa:16:3e:a3:e1:3e", "network": {"id": "a38e2c10-0164-4fd3-9469-3f7dd6950ecd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1169759500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "046163bea88f47c5b437cffde81c963c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd87d35a7-44", "ovs_interfaceid": "d87d35a7-4424-418e-a697-e29736809ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 687.525950] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:e1:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd87d35a7-4424-418e-a697-e29736809ff9', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.535165] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Creating folder: Project (046163bea88f47c5b437cffde81c963c). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.536141] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a043d3d7-8435-4739-8543-4f888c383691 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.551481] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Created folder: Project (046163bea88f47c5b437cffde81c963c) in parent group-v626141. [ 687.551707] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Creating folder: Instances. Parent ref: group-v626185. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 687.551965] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29716a31-93fe-4fa7-91ee-34d77205f736 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.565294] env[68326]: DEBUG oslo_concurrency.lockutils [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "1137d4f3-d492-44fd-baf4-4bdbd7b4458a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.565294] env[68326]: DEBUG oslo_concurrency.lockutils [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "1137d4f3-d492-44fd-baf4-4bdbd7b4458a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.565294] env[68326]: DEBUG oslo_concurrency.lockutils [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "1137d4f3-d492-44fd-baf4-4bdbd7b4458a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.565294] env[68326]: DEBUG oslo_concurrency.lockutils [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "1137d4f3-d492-44fd-baf4-4bdbd7b4458a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.565513] env[68326]: DEBUG oslo_concurrency.lockutils [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "1137d4f3-d492-44fd-baf4-4bdbd7b4458a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.568044] env[68326]: INFO nova.compute.manager [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Terminating instance [ 687.575498] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Created folder: Instances in parent group-v626185. [ 687.575754] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.576560] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.576560] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da44f1e1-b51e-41f2-8fd4-3b0285bb86a2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.593487] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e648e4c-1f97-4f0f-986f-778486abbf07 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.604033] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f80607b-9e3b-40f2-8e60-d264de136285 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.609170] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.609170] env[68326]: value = "task-3128820" [ 687.609170] env[68326]: _type = "Task" [ 687.609170] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.645230] env[68326]: DEBUG oslo_concurrency.lockutils [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Releasing lock "refresh_cache-8539613d-0767-458d-a1b5-d7384409b46c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.645230] env[68326]: DEBUG nova.compute.manager [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 687.645230] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.646397] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93788e8-a2fc-41c2-8e7c-10c90d864b7e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.651567] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ed02ee-dab3-4a15-bead-6f5c1c3ac096 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.657948] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128820, 'name': CreateVM_Task} progress is 15%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.673100] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54c0ae5-7e56-4e8b-bfc4-dfc18a7e4efc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.677343] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.677343] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c26676e0-fe45-4e9e-a6c2-546e73a47736 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.691749] env[68326]: DEBUG nova.compute.provider_tree [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.695598] env[68326]: DEBUG oslo_vmware.api [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 687.695598] env[68326]: value = "task-3128821" [ 687.695598] env[68326]: _type = "Task" [ 687.695598] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.708208] env[68326]: DEBUG oslo_vmware.api [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.740711] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3128817, 'name': ReconfigVM_Task, 'duration_secs': 0.730525} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.741057] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 08bc8f22-db4d-4df7-84d1-55633ecdf87d/08bc8f22-db4d-4df7-84d1-55633ecdf87d.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.741697] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25ce6516-630c-4690-b545-e944f0afc84d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.752164] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 687.752164] env[68326]: value = "task-3128822" [ 687.752164] env[68326]: _type = "Task" [ 687.752164] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.764448] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3128822, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.811257] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquiring lock "08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.811815] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.863380] env[68326]: DEBUG oslo_concurrency.lockutils [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Acquiring lock "refresh_cache-234e5878-7fae-4f85-a050-b577908f19cb" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.863668] env[68326]: DEBUG oslo_concurrency.lockutils [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Acquired lock "refresh_cache-234e5878-7fae-4f85-a050-b577908f19cb" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.863862] env[68326]: DEBUG nova.network.neutron [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.930726] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4821706e-dc40-491d-988f-be10c1d42892 tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Lock "ac393da9-0edb-4774-a838-111f5078b794" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.776s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.936825] env[68326]: DEBUG nova.compute.manager [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 687.975143] env[68326]: DEBUG nova.virt.hardware [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.975143] env[68326]: DEBUG nova.virt.hardware [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.975143] env[68326]: DEBUG nova.virt.hardware [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.975382] env[68326]: DEBUG nova.virt.hardware [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.975382] env[68326]: DEBUG nova.virt.hardware [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.975382] env[68326]: DEBUG nova.virt.hardware [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.975549] env[68326]: DEBUG nova.virt.hardware [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.975697] env[68326]: DEBUG nova.virt.hardware [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.975859] env[68326]: DEBUG nova.virt.hardware [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.976467] env[68326]: DEBUG nova.virt.hardware [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.976709] env[68326]: DEBUG nova.virt.hardware [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.977625] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a139362d-9543-42c1-9288-af9285b677e6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.989651] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a6c951-c4be-4a37-85c8-6400736d6a84 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.005906] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Instance VIF info [] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.011911] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Creating folder: Project (44876ea494ea43269409f5b2af2c42ad). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.012338] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc01fd55-9eb4-42ac-ae5f-fb7ce2b7ada0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.024744] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Created folder: Project (44876ea494ea43269409f5b2af2c42ad) in parent group-v626141. [ 688.024955] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Creating folder: Instances. Parent ref: group-v626188. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.025239] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2e91c72-27f7-4fda-a86b-23215ff63f04 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.037032] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Created folder: Instances in parent group-v626188. [ 688.037429] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.037695] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.037934] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afff58d7-419b-4ea3-ae90-b6f1b80a3394 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.058236] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.058236] env[68326]: value = "task-3128825" [ 688.058236] env[68326]: _type = "Task" [ 688.058236] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.067559] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128825, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.076478] env[68326]: DEBUG nova.compute.manager [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 688.076734] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.078206] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8789207-e793-4df7-b295-d9ea5964be7d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.088361] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.088615] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d85883e-a487-4227-9f8c-d5872ce18fdb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.121315] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128820, 'name': CreateVM_Task, 'duration_secs': 0.409474} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.121578] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.122248] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.123123] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.123123] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.123123] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a406e6-a83b-41fc-8e0a-f34dc4f2599b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.129630] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 688.129630] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52395465-8ad8-5b38-651d-3b75d97cdfc1" [ 688.129630] env[68326]: _type = "Task" [ 688.129630] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.139460] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52395465-8ad8-5b38-651d-3b75d97cdfc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.163491] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.163704] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.163889] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Deleting the datastore file [datastore1] 1137d4f3-d492-44fd-baf4-4bdbd7b4458a {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.164229] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfcfc2a4-331f-4168-90be-43ebf87a810d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.173744] env[68326]: DEBUG oslo_vmware.api [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 688.173744] env[68326]: value = "task-3128827" [ 688.173744] env[68326]: _type = "Task" [ 688.173744] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.183049] env[68326]: DEBUG oslo_vmware.api [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.197319] env[68326]: DEBUG nova.scheduler.client.report [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.210711] env[68326]: DEBUG oslo_vmware.api [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128821, 'name': PowerOffVM_Task, 'duration_secs': 0.222573} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.211031] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.211247] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.211520] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ba76bf3-2aff-4e7a-8f0b-1376958fdf27 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.251291] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.251590] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.251826] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Deleting the datastore file [datastore1] 8539613d-0767-458d-a1b5-d7384409b46c {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.252333] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d560e81-3e8e-4c6f-b878-7d6c1878024c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.264972] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3128822, 'name': Rename_Task, 'duration_secs': 0.239473} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.266271] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.266672] env[68326]: DEBUG oslo_vmware.api [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for the task: (returnval){ [ 688.266672] env[68326]: value = "task-3128829" [ 688.266672] env[68326]: _type = "Task" [ 688.266672] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.266982] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa20dabb-b78a-4a04-bc2a-8336b032dc23 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.279611] env[68326]: DEBUG oslo_vmware.api [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.281777] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 688.281777] env[68326]: value = "task-3128830" [ 688.281777] env[68326]: _type = "Task" [ 688.281777] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.291234] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3128830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.373218] env[68326]: DEBUG nova.compute.manager [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Received event network-vif-plugged-d87d35a7-4424-418e-a697-e29736809ff9 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 688.373774] env[68326]: DEBUG oslo_concurrency.lockutils [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] Acquiring lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.374077] env[68326]: DEBUG oslo_concurrency.lockutils [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] Lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.374350] env[68326]: DEBUG oslo_concurrency.lockutils [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] Lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.374829] env[68326]: DEBUG nova.compute.manager [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] No waiting events found dispatching network-vif-plugged-d87d35a7-4424-418e-a697-e29736809ff9 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.375135] env[68326]: WARNING nova.compute.manager [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Received unexpected event network-vif-plugged-d87d35a7-4424-418e-a697-e29736809ff9 for instance with vm_state building and task_state spawning. [ 688.375384] env[68326]: DEBUG nova.compute.manager [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Received event network-changed-d87d35a7-4424-418e-a697-e29736809ff9 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 688.376136] env[68326]: DEBUG nova.compute.manager [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Refreshing instance network info cache due to event network-changed-d87d35a7-4424-418e-a697-e29736809ff9. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 688.378324] env[68326]: DEBUG oslo_concurrency.lockutils [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] Acquiring lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.378497] env[68326]: DEBUG oslo_concurrency.lockutils [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] Acquired lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.379027] env[68326]: DEBUG nova.network.neutron [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Refreshing network info cache for port d87d35a7-4424-418e-a697-e29736809ff9 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 688.422852] env[68326]: DEBUG nova.network.neutron [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.433838] env[68326]: DEBUG nova.compute.manager [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 688.573814] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128825, 'name': CreateVM_Task, 'duration_secs': 0.414118} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.574118] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.574568] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.646511] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52395465-8ad8-5b38-651d-3b75d97cdfc1, 'name': SearchDatastore_Task, 'duration_secs': 0.01284} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.647515] env[68326]: DEBUG nova.network.neutron [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Updating instance_info_cache with network_info: [{"id": "a4d424a6-d6f0-4c8c-8c03-ba378bce5a75", "address": "fa:16:3e:ea:c8:5b", "network": {"id": "5e889b7d-0c83-4cf7-b06b-828774496a0a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-364188906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21fb40207ec844ddbfb7f5d6952daf99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4d424a6-d6", "ovs_interfaceid": "a4d424a6-d6f0-4c8c-8c03-ba378bce5a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.648811] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.649131] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.649353] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.649495] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.649708] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.650437] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.650741] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.650953] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2b4cfa0-d955-4f7a-878a-966d23ffe036 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.652894] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d7cc1b9-77db-48ee-8391-324d46e0e786 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.659618] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 688.659618] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]527d0a7e-1870-7bfb-83f0-516cf2f84987" [ 688.659618] env[68326]: _type = "Task" [ 688.659618] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.665164] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.665409] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.666886] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466f1fb7-aee1-4098-a13e-a8487e22e266 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.674478] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]527d0a7e-1870-7bfb-83f0-516cf2f84987, 'name': SearchDatastore_Task, 'duration_secs': 0.011741} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.675265] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.675543] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.675790] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.680584] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 688.680584] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52d04039-706f-9faf-d80d-cf1889157e28" [ 688.680584] env[68326]: _type = "Task" [ 688.680584] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.687971] env[68326]: DEBUG oslo_vmware.api [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3128827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240452} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.688602] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.688782] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.689040] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.689259] env[68326]: INFO nova.compute.manager [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Took 0.61 seconds to destroy the instance on the hypervisor. [ 688.689454] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.689924] env[68326]: DEBUG nova.compute.manager [-] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 688.690030] env[68326]: DEBUG nova.network.neutron [-] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.695166] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d04039-706f-9faf-d80d-cf1889157e28, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.701361] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9604e662-1519-4166-a60e-2c0314c93c05 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.710359] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.710359] env[68326]: DEBUG nova.compute.manager [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 688.713286] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.562s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.714981] env[68326]: INFO nova.compute.claims [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.723217] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 688.723217] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529d7932-2605-cf1c-d21f-8b1441d2a366" [ 688.723217] env[68326]: _type = "Task" [ 688.723217] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.738135] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529d7932-2605-cf1c-d21f-8b1441d2a366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.780388] env[68326]: DEBUG oslo_vmware.api [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Task: {'id': task-3128829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168032} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.781176] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.781176] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.781608] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.781608] env[68326]: INFO nova.compute.manager [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 688.781803] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.782514] env[68326]: DEBUG nova.compute.manager [-] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 688.782664] env[68326]: DEBUG nova.network.neutron [-] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.795891] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3128830, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.826516] env[68326]: DEBUG nova.network.neutron [-] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.970599] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.979021] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "f12eed45-8384-424c-9d14-1a98901645e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.979307] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "f12eed45-8384-424c-9d14-1a98901645e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.152014] env[68326]: DEBUG oslo_concurrency.lockutils [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Releasing lock "refresh_cache-234e5878-7fae-4f85-a050-b577908f19cb" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.154010] env[68326]: DEBUG nova.compute.manager [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Instance network_info: |[{"id": "a4d424a6-d6f0-4c8c-8c03-ba378bce5a75", "address": "fa:16:3e:ea:c8:5b", "network": {"id": "5e889b7d-0c83-4cf7-b06b-828774496a0a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-364188906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21fb40207ec844ddbfb7f5d6952daf99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4d424a6-d6", "ovs_interfaceid": "a4d424a6-d6f0-4c8c-8c03-ba378bce5a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 689.154165] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:c8:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271a82f1-1d09-4ad3-9c15-07269bad114c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4d424a6-d6f0-4c8c-8c03-ba378bce5a75', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.160235] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Creating folder: Project (21fb40207ec844ddbfb7f5d6952daf99). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.160853] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1010238-f5f2-4184-b09a-7af7f0bb723c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.177131] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Created folder: Project (21fb40207ec844ddbfb7f5d6952daf99) in parent group-v626141. [ 689.177404] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Creating folder: Instances. Parent ref: group-v626191. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 689.178212] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-316e21a2-7356-46b6-a93d-fafe6460b111 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.191739] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Created folder: Instances in parent group-v626191. [ 689.192320] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.192434] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.192676] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39b019a4-26a0-422d-9c08-dd0e3cef2686 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.211773] env[68326]: INFO nova.compute.manager [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Rescuing [ 689.211914] env[68326]: DEBUG oslo_concurrency.lockutils [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Acquiring lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.212061] env[68326]: DEBUG oslo_concurrency.lockutils [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Acquired lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.212276] env[68326]: DEBUG nova.network.neutron [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.214693] env[68326]: DEBUG nova.compute.utils [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.217415] env[68326]: DEBUG nova.compute.manager [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 689.217415] env[68326]: DEBUG nova.network.neutron [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.222879] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.222879] env[68326]: value = "task-3128833" [ 689.222879] env[68326]: _type = "Task" [ 689.222879] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.237243] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128833, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.239986] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529d7932-2605-cf1c-d21f-8b1441d2a366, 'name': SearchDatastore_Task, 'duration_secs': 0.012757} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.240250] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.240512] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] ed7ba056-8b06-48f9-89a6-1ec01059baf6/ed7ba056-8b06-48f9-89a6-1ec01059baf6.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.241037] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.241247] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.241694] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38a296be-6a4f-4a24-9c94-764e02391972 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.244086] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a678b883-71cd-4ff0-bee8-12869e9a0b3b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.253192] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 689.253192] env[68326]: value = "task-3128834" [ 689.253192] env[68326]: _type = "Task" [ 689.253192] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.257217] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.257432] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.258569] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c10f6a2-39f6-4feb-8c4d-9bf604a34c25 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.266299] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3128834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.267880] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 689.267880] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52473bfb-1f84-5e65-d3f2-65295fa79095" [ 689.267880] env[68326]: _type = "Task" [ 689.267880] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.277681] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52473bfb-1f84-5e65-d3f2-65295fa79095, 'name': SearchDatastore_Task} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.278610] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e89c9efb-5a25-410e-8987-b695157eb33d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.286077] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 689.286077] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52951329-74f9-20d1-241d-0dea5918f858" [ 689.286077] env[68326]: _type = "Task" [ 689.286077] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.293488] env[68326]: DEBUG nova.network.neutron [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Updated VIF entry in instance network info cache for port d87d35a7-4424-418e-a697-e29736809ff9. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.293952] env[68326]: DEBUG nova.network.neutron [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Updating instance_info_cache with network_info: [{"id": "d87d35a7-4424-418e-a697-e29736809ff9", "address": "fa:16:3e:a3:e1:3e", "network": {"id": "a38e2c10-0164-4fd3-9469-3f7dd6950ecd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1169759500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "046163bea88f47c5b437cffde81c963c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd87d35a7-44", "ovs_interfaceid": "d87d35a7-4424-418e-a697-e29736809ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.301549] env[68326]: DEBUG oslo_vmware.api [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3128830, 'name': PowerOnVM_Task, 'duration_secs': 0.563911} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.307273] env[68326]: DEBUG nova.policy [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5633436c1a24491acb4d0c414ee3461', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95ce0bb65df142659c2f590ba44be811', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.308906] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.311017] env[68326]: INFO nova.compute.manager [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Took 12.23 seconds to spawn the instance on the hypervisor. [ 689.311017] env[68326]: DEBUG nova.compute.manager [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 689.311017] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52951329-74f9-20d1-241d-0dea5918f858, 'name': SearchDatastore_Task, 'duration_secs': 0.012075} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.311017] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def3ab56-1ddc-40a1-b0e4-e002b8347e57 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.313698] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.314008] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] d8537583-0041-4d8f-a9ed-2b94c8f9a847/d8537583-0041-4d8f-a9ed-2b94c8f9a847.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.314928] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9412b48f-2389-4749-9c26-2427bc09974e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.327315] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 689.327315] env[68326]: value = "task-3128835" [ 689.327315] env[68326]: _type = "Task" [ 689.327315] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.334358] env[68326]: DEBUG nova.network.neutron [-] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.339952] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.547064] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Acquiring lock "cfd2aa1c-2e24-4a73-9be5-ee5547618622" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.547064] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Lock "cfd2aa1c-2e24-4a73-9be5-ee5547618622" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.598859] env[68326]: DEBUG nova.network.neutron [-] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.720959] env[68326]: DEBUG nova.compute.manager [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 689.748827] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128833, 'name': CreateVM_Task, 'duration_secs': 0.47557} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.749021] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.749753] env[68326]: DEBUG oslo_concurrency.lockutils [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.749932] env[68326]: DEBUG oslo_concurrency.lockutils [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.750286] env[68326]: DEBUG oslo_concurrency.lockutils [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.751193] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b564338-b56e-4292-bc88-5658f8ccc907 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.758950] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Waiting for the task: (returnval){ [ 689.758950] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520a5b16-2800-53b7-7f97-9bdf0ba3cfc7" [ 689.758950] env[68326]: _type = "Task" [ 689.758950] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.766488] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3128834, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.779068] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520a5b16-2800-53b7-7f97-9bdf0ba3cfc7, 'name': SearchDatastore_Task, 'duration_secs': 0.01212} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.779837] env[68326]: DEBUG oslo_concurrency.lockutils [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.780081] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.780318] env[68326]: DEBUG oslo_concurrency.lockutils [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.780464] env[68326]: DEBUG oslo_concurrency.lockutils [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.780639] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.781878] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68441378-da0c-48cb-9ef6-beaebd5d9011 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.797576] env[68326]: DEBUG oslo_concurrency.lockutils [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] Releasing lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.797880] env[68326]: DEBUG nova.compute.manager [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Received event network-vif-plugged-a4d424a6-d6f0-4c8c-8c03-ba378bce5a75 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 689.798200] env[68326]: DEBUG oslo_concurrency.lockutils [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] Acquiring lock "234e5878-7fae-4f85-a050-b577908f19cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.798517] env[68326]: DEBUG oslo_concurrency.lockutils [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] Lock "234e5878-7fae-4f85-a050-b577908f19cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.798589] env[68326]: DEBUG oslo_concurrency.lockutils [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] Lock "234e5878-7fae-4f85-a050-b577908f19cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.798733] env[68326]: DEBUG nova.compute.manager [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] No waiting events found dispatching network-vif-plugged-a4d424a6-d6f0-4c8c-8c03-ba378bce5a75 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 689.798897] env[68326]: WARNING nova.compute.manager [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Received unexpected event network-vif-plugged-a4d424a6-d6f0-4c8c-8c03-ba378bce5a75 for instance with vm_state building and task_state spawning. [ 689.799070] env[68326]: DEBUG nova.compute.manager [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Received event network-changed-a4d424a6-d6f0-4c8c-8c03-ba378bce5a75 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 689.799302] env[68326]: DEBUG nova.compute.manager [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Refreshing instance network info cache due to event network-changed-a4d424a6-d6f0-4c8c-8c03-ba378bce5a75. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 689.799491] env[68326]: DEBUG oslo_concurrency.lockutils [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] Acquiring lock "refresh_cache-234e5878-7fae-4f85-a050-b577908f19cb" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.799629] env[68326]: DEBUG oslo_concurrency.lockutils [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] Acquired lock "refresh_cache-234e5878-7fae-4f85-a050-b577908f19cb" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.799787] env[68326]: DEBUG nova.network.neutron [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Refreshing network info cache for port a4d424a6-d6f0-4c8c-8c03-ba378bce5a75 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.806634] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.806634] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.807581] env[68326]: DEBUG nova.network.neutron [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Successfully created port: 10b2c68d-20d1-45f0-a1e0-5eeb35d009ee {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.811509] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f338740-9d72-43b0-979d-4b2a5d1a2647 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.822417] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Waiting for the task: (returnval){ [ 689.822417] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52276a28-051b-18e7-6159-f85dc17a2da6" [ 689.822417] env[68326]: _type = "Task" [ 689.822417] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.840976] env[68326]: INFO nova.compute.manager [-] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Took 1.06 seconds to deallocate network for instance. [ 689.841701] env[68326]: INFO nova.compute.manager [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Took 32.72 seconds to build instance. [ 689.851040] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52276a28-051b-18e7-6159-f85dc17a2da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.862252] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128835, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.103802] env[68326]: INFO nova.compute.manager [-] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Took 1.41 seconds to deallocate network for instance. [ 690.153327] env[68326]: DEBUG nova.network.neutron [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Updating instance_info_cache with network_info: [{"id": "4d8efd5a-42c1-4124-aa2d-f8d4acb86007", "address": "fa:16:3e:ed:b4:f5", "network": {"id": "b7cc7ed0-8e4a-4735-813c-f6f80d286e9b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1000848860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "05e90054cb814bd8a206a1b22afc0978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d8efd5a-42", "ovs_interfaceid": "4d8efd5a-42c1-4124-aa2d-f8d4acb86007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.268504] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3128834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517599} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.269054] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] ed7ba056-8b06-48f9-89a6-1ec01059baf6/ed7ba056-8b06-48f9-89a6-1ec01059baf6.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.270059] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.270059] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-565eebd9-fb4c-4067-b5aa-a4f2ac1cbbcb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.287172] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 690.287172] env[68326]: value = "task-3128836" [ 690.287172] env[68326]: _type = "Task" [ 690.287172] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.299846] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3128836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.317646] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56568b03-cc82-41d0-88b9-89b503898e3e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.331051] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15743eb6-473a-4c0c-a952-02481b57f3cf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.336706] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52276a28-051b-18e7-6159-f85dc17a2da6, 'name': SearchDatastore_Task, 'duration_secs': 0.054434} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.340463] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68121500-596b-4e23-a1f0-3be32e79e487 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.369622] env[68326]: DEBUG oslo_concurrency.lockutils [None req-040cd4ac-2c47-429a-919c-f6caa5169507 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.268s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.371132] env[68326]: DEBUG oslo_concurrency.lockutils [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.375194] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2347ed77-8df3-4dde-a594-0161a4602f93 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.382773] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757412} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.383164] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Waiting for the task: (returnval){ [ 690.383164] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5201ff15-11ec-015a-8240-ede57338965e" [ 690.383164] env[68326]: _type = "Task" [ 690.383164] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.384276] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] d8537583-0041-4d8f-a9ed-2b94c8f9a847/d8537583-0041-4d8f-a9ed-2b94c8f9a847.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.384276] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.384276] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7b43f03-dd83-4f94-ac1a-731f43d386b8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.393416] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99f8dc1-017e-4b7d-9ad1-061707c9d5b6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.402109] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5201ff15-11ec-015a-8240-ede57338965e, 'name': SearchDatastore_Task, 'duration_secs': 0.013188} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.402439] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 690.402439] env[68326]: value = "task-3128837" [ 690.402439] env[68326]: _type = "Task" [ 690.402439] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.403048] env[68326]: DEBUG oslo_concurrency.lockutils [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.403338] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 234e5878-7fae-4f85-a050-b577908f19cb/234e5878-7fae-4f85-a050-b577908f19cb.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.403651] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66271ef8-aa3f-472e-a0ee-27ffd6964830 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.418337] env[68326]: DEBUG nova.compute.provider_tree [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.426529] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.428040] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Waiting for the task: (returnval){ [ 690.428040] env[68326]: value = "task-3128838" [ 690.428040] env[68326]: _type = "Task" [ 690.428040] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.439482] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': task-3128838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.610774] env[68326]: DEBUG oslo_concurrency.lockutils [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.659747] env[68326]: DEBUG oslo_concurrency.lockutils [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Releasing lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.735634] env[68326]: DEBUG nova.compute.manager [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 690.765944] env[68326]: DEBUG nova.virt.hardware [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.766212] env[68326]: DEBUG nova.virt.hardware [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.766370] env[68326]: DEBUG nova.virt.hardware [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.766596] env[68326]: DEBUG nova.virt.hardware [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.766747] env[68326]: DEBUG nova.virt.hardware [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.766891] env[68326]: DEBUG nova.virt.hardware [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.767105] env[68326]: DEBUG nova.virt.hardware [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.767267] env[68326]: DEBUG nova.virt.hardware [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.767434] env[68326]: DEBUG nova.virt.hardware [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.767591] env[68326]: DEBUG nova.virt.hardware [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.768420] env[68326]: DEBUG nova.virt.hardware [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.768943] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7184c8e-f85e-46aa-ad86-726a5e056938 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.779332] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9c1502-71bd-4097-a6cb-80289d48a63b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.802646] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3128836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237842} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.802999] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.803816] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22daa234-953b-4cf7-9104-3737e7cc4af1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.829044] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] ed7ba056-8b06-48f9-89a6-1ec01059baf6/ed7ba056-8b06-48f9-89a6-1ec01059baf6.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.829329] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c0f6e57-a9e1-4075-9d55-b8236f2d2113 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.853499] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 690.853499] env[68326]: value = "task-3128839" [ 690.853499] env[68326]: _type = "Task" [ 690.853499] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.854577] env[68326]: DEBUG nova.compute.manager [req-dea972f6-3009-4337-a915-a4e0e2b82a3f req-758fadd8-c12e-4ccf-8f34-50cbe95fd079 service nova] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Received event network-vif-deleted-51952110-2936-4e34-8ecf-c927f17d5eee {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 690.864767] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3128839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.882598] env[68326]: DEBUG nova.compute.manager [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 690.913299] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191397} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.913475] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.914170] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea40202-993b-4736-9064-01a854ea6e4e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.927648] env[68326]: DEBUG nova.scheduler.client.report [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.940033] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] d8537583-0041-4d8f-a9ed-2b94c8f9a847/d8537583-0041-4d8f-a9ed-2b94c8f9a847.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.941011] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e7625a7-4d0a-47c0-8242-f1cff358d1e8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.968271] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': task-3128838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.969753] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 690.969753] env[68326]: value = "task-3128840" [ 690.969753] env[68326]: _type = "Task" [ 690.969753] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.044662] env[68326]: DEBUG nova.network.neutron [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Updated VIF entry in instance network info cache for port a4d424a6-d6f0-4c8c-8c03-ba378bce5a75. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.045012] env[68326]: DEBUG nova.network.neutron [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Updating instance_info_cache with network_info: [{"id": "a4d424a6-d6f0-4c8c-8c03-ba378bce5a75", "address": "fa:16:3e:ea:c8:5b", "network": {"id": "5e889b7d-0c83-4cf7-b06b-828774496a0a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-364188906-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21fb40207ec844ddbfb7f5d6952daf99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271a82f1-1d09-4ad3-9c15-07269bad114c", "external-id": "nsx-vlan-transportzone-441", "segmentation_id": 441, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4d424a6-d6", "ovs_interfaceid": "a4d424a6-d6f0-4c8c-8c03-ba378bce5a75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.373793] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3128839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.416698] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.441764] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.442361] env[68326]: DEBUG nova.compute.manager [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 691.445332] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.314s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.446833] env[68326]: INFO nova.compute.claims [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.468867] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': task-3128838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.479639] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.548107] env[68326]: DEBUG oslo_concurrency.lockutils [req-ae0ee214-1c68-4bf0-9b6b-1f0a24d968fa req-abcfdb98-fe7f-4706-9f65-ed638f92db8e service nova] Releasing lock "refresh_cache-234e5878-7fae-4f85-a050-b577908f19cb" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.560440] env[68326]: DEBUG nova.network.neutron [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Successfully updated port: 10b2c68d-20d1-45f0-a1e0-5eeb35d009ee {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.871444] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3128839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.956762] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': task-3128838, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.506824} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.956762] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 234e5878-7fae-4f85-a050-b577908f19cb/234e5878-7fae-4f85-a050-b577908f19cb.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.956762] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.956762] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e8cc402-77f1-4406-8182-7ce96d1d84f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.968338] env[68326]: DEBUG nova.compute.utils [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.969933] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Waiting for the task: (returnval){ [ 691.969933] env[68326]: value = "task-3128841" [ 691.969933] env[68326]: _type = "Task" [ 691.969933] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.974018] env[68326]: DEBUG nova.compute.manager [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 691.974018] env[68326]: DEBUG nova.network.neutron [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.989196] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128840, 'name': ReconfigVM_Task, 'duration_secs': 0.614498} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.993938] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Reconfigured VM instance instance-00000011 to attach disk [datastore2] d8537583-0041-4d8f-a9ed-2b94c8f9a847/d8537583-0041-4d8f-a9ed-2b94c8f9a847.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.994934] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': task-3128841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.995342] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1adfc93d-398d-4ca5-9f48-a91b95ea9f7b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.004230] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 692.004230] env[68326]: value = "task-3128842" [ 692.004230] env[68326]: _type = "Task" [ 692.004230] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.013196] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128842, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.033207] env[68326]: DEBUG nova.policy [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06c63714ea15448083de4bdab19146e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33c8b2c61ceb4df2a45b3e33b9a4f19f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.062125] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "refresh_cache-fd9b53c1-8fad-4271-b0b0-71cb00e9e66a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.062125] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "refresh_cache-fd9b53c1-8fad-4271-b0b0-71cb00e9e66a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.062827] env[68326]: DEBUG nova.network.neutron [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.198322] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.198629] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-669dfb8f-328d-4a42-84d9-29b7bf293a67 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.207394] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for the task: (returnval){ [ 692.207394] env[68326]: value = "task-3128843" [ 692.207394] env[68326]: _type = "Task" [ 692.207394] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.216679] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.370663] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3128839, 'name': ReconfigVM_Task, 'duration_secs': 1.225883} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.370663] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Reconfigured VM instance instance-0000000f to attach disk [datastore2] ed7ba056-8b06-48f9-89a6-1ec01059baf6/ed7ba056-8b06-48f9-89a6-1ec01059baf6.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.371863] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc960de3-441d-4649-850e-c52ab526be89 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.377508] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 692.377508] env[68326]: value = "task-3128844" [ 692.377508] env[68326]: _type = "Task" [ 692.377508] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.389988] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3128844, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.430033] env[68326]: DEBUG nova.network.neutron [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Successfully created port: 7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.475702] env[68326]: DEBUG nova.compute.manager [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 692.489313] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': task-3128841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074325} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.489430] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.490286] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29039ef-8acb-4863-9b6e-49327b677643 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.517032] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 234e5878-7fae-4f85-a050-b577908f19cb/234e5878-7fae-4f85-a050-b577908f19cb.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.524384] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73356342-9888-40f3-ad96-b539272ebe49 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.548432] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128842, 'name': Rename_Task, 'duration_secs': 0.267235} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.550036] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.550237] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Waiting for the task: (returnval){ [ 692.550237] env[68326]: value = "task-3128845" [ 692.550237] env[68326]: _type = "Task" [ 692.550237] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.550502] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0970194-90b9-44eb-a266-b02bab0237e4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.564806] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': task-3128845, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.566401] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 692.566401] env[68326]: value = "task-3128846" [ 692.566401] env[68326]: _type = "Task" [ 692.566401] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.582211] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.653242] env[68326]: DEBUG nova.network.neutron [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.719177] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128843, 'name': PowerOffVM_Task, 'duration_secs': 0.242503} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.719177] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.720035] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80f03b1-99dc-4112-84b9-c9ed81215925 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.744777] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59da8673-804a-4c2f-8112-e776fb5c4fed {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.790081] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.792390] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b3b6d98-418e-4f20-a669-ff0c6f5dd24e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.801121] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for the task: (returnval){ [ 692.801121] env[68326]: value = "task-3128847" [ 692.801121] env[68326]: _type = "Task" [ 692.801121] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.813618] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] VM already powered off {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 692.813850] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.814135] env[68326]: DEBUG oslo_concurrency.lockutils [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.814338] env[68326]: DEBUG oslo_concurrency.lockutils [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.814545] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.815394] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5477c0cc-ed7c-4180-b898-1a059021ea69 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.824227] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.824227] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.825583] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f279c83-12e8-49bc-91b2-cbefc1858527 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.833051] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for the task: (returnval){ [ 692.833051] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]526c18fd-78c2-930c-5b6c-7e7f2bd2d4a5" [ 692.833051] env[68326]: _type = "Task" [ 692.833051] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.842766] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526c18fd-78c2-930c-5b6c-7e7f2bd2d4a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.893976] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3128844, 'name': Rename_Task, 'duration_secs': 0.168167} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.898186] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.898186] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afe51c30-fcd2-4cca-9bfe-11a8ba2abcca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.900232] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 692.900232] env[68326]: value = "task-3128848" [ 692.900232] env[68326]: _type = "Task" [ 692.900232] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.908092] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3128848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.953787] env[68326]: DEBUG nova.network.neutron [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Updating instance_info_cache with network_info: [{"id": "10b2c68d-20d1-45f0-a1e0-5eeb35d009ee", "address": "fa:16:3e:fb:8c:b0", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b2c68d-20", "ovs_interfaceid": "10b2c68d-20d1-45f0-a1e0-5eeb35d009ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.971735] env[68326]: DEBUG nova.compute.manager [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Received event network-changed-f723514f-b8ff-4ef9-8838-512a30b89dc9 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 692.971735] env[68326]: DEBUG nova.compute.manager [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Refreshing instance network info cache due to event network-changed-f723514f-b8ff-4ef9-8838-512a30b89dc9. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 692.971872] env[68326]: DEBUG oslo_concurrency.lockutils [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] Acquiring lock "refresh_cache-08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.972063] env[68326]: DEBUG oslo_concurrency.lockutils [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] Acquired lock "refresh_cache-08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.972420] env[68326]: DEBUG nova.network.neutron [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Refreshing network info cache for port f723514f-b8ff-4ef9-8838-512a30b89dc9 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.066778] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': task-3128845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.081981] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128846, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.112013] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1857a89a-8159-4419-bf2f-6db7fceb25c7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.119225] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77af16b9-8b5b-48c8-8bc5-fb152cd1bd63 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.150430] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89400ddf-15e9-42d8-9010-aeabb5910dc5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.158827] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e9a12a-94b7-4bcd-81c0-d2031b89b56c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.173978] env[68326]: DEBUG nova.compute.provider_tree [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.349414] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526c18fd-78c2-930c-5b6c-7e7f2bd2d4a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009048} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.349953] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369da70c-82ca-4a42-813b-3c612084ea61 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.358150] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for the task: (returnval){ [ 693.358150] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5259f421-6427-be70-bd5b-70a07932ed0b" [ 693.358150] env[68326]: _type = "Task" [ 693.358150] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.368127] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5259f421-6427-be70-bd5b-70a07932ed0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.415172] env[68326]: DEBUG oslo_vmware.api [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3128848, 'name': PowerOnVM_Task, 'duration_secs': 0.478202} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.415172] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.415172] env[68326]: INFO nova.compute.manager [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Took 10.58 seconds to spawn the instance on the hypervisor. [ 693.415172] env[68326]: DEBUG nova.compute.manager [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 693.415172] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087f433a-5527-4abf-bef5-420c1e36c4cf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.459347] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "refresh_cache-fd9b53c1-8fad-4271-b0b0-71cb00e9e66a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.460981] env[68326]: DEBUG nova.compute.manager [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Instance network_info: |[{"id": "10b2c68d-20d1-45f0-a1e0-5eeb35d009ee", "address": "fa:16:3e:fb:8c:b0", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b2c68d-20", "ovs_interfaceid": "10b2c68d-20d1-45f0-a1e0-5eeb35d009ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 693.461119] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:8c:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10b2c68d-20d1-45f0-a1e0-5eeb35d009ee', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.474085] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Creating folder: Project (95ce0bb65df142659c2f590ba44be811). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.474085] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df3bc064-4ebc-4834-b632-a1a51932195b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.482861] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Created folder: Project (95ce0bb65df142659c2f590ba44be811) in parent group-v626141. [ 693.483074] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Creating folder: Instances. Parent ref: group-v626194. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.483584] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6f4fce3-1288-4f71-a692-175fc4b44ecc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.486418] env[68326]: DEBUG nova.compute.manager [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 693.496537] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Created folder: Instances in parent group-v626194. [ 693.496844] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.497202] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.497425] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7554bcc0-a589-4985-82bb-0eb15ac974f4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.525705] env[68326]: DEBUG nova.virt.hardware [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.525705] env[68326]: DEBUG nova.virt.hardware [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.525705] env[68326]: DEBUG nova.virt.hardware [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.526602] env[68326]: DEBUG nova.virt.hardware [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.526602] env[68326]: DEBUG nova.virt.hardware [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.526602] env[68326]: DEBUG nova.virt.hardware [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.526602] env[68326]: DEBUG nova.virt.hardware [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.526602] env[68326]: DEBUG nova.virt.hardware [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.526758] env[68326]: DEBUG nova.virt.hardware [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.526758] env[68326]: DEBUG nova.virt.hardware [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.526758] env[68326]: DEBUG nova.virt.hardware [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.526758] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed952c72-a3dc-4351-8077-ab3298e9490e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.529847] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.529847] env[68326]: value = "task-3128851" [ 693.529847] env[68326]: _type = "Task" [ 693.529847] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.537906] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c99b5e-33ca-4ef6-88f1-148a532b62d1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.546467] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128851, 'name': CreateVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.566533] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': task-3128845, 'name': ReconfigVM_Task, 'duration_secs': 0.801144} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.566891] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 234e5878-7fae-4f85-a050-b577908f19cb/234e5878-7fae-4f85-a050-b577908f19cb.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.567606] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f3e7eb4-1daf-4f64-a410-a30430378311 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.574915] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Waiting for the task: (returnval){ [ 693.574915] env[68326]: value = "task-3128852" [ 693.574915] env[68326]: _type = "Task" [ 693.574915] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.578717] env[68326]: DEBUG oslo_vmware.api [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128846, 'name': PowerOnVM_Task, 'duration_secs': 0.849054} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.581594] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.581826] env[68326]: INFO nova.compute.manager [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Took 5.64 seconds to spawn the instance on the hypervisor. [ 693.582039] env[68326]: DEBUG nova.compute.manager [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 693.582840] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ebb7c8-8abe-47d5-a343-8765c4af7204 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.590323] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': task-3128852, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.677458] env[68326]: DEBUG nova.scheduler.client.report [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.871414] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5259f421-6427-be70-bd5b-70a07932ed0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.872283] env[68326]: DEBUG oslo_concurrency.lockutils [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.872283] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] ac393da9-0edb-4774-a838-111f5078b794/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk. {{(pid=68326) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 693.872283] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12339834-653d-4e38-9a62-82c09b6b8f8b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.879434] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for the task: (returnval){ [ 693.879434] env[68326]: value = "task-3128853" [ 693.879434] env[68326]: _type = "Task" [ 693.879434] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.889826] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.925714] env[68326]: DEBUG nova.network.neutron [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Updated VIF entry in instance network info cache for port f723514f-b8ff-4ef9-8838-512a30b89dc9. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.926252] env[68326]: DEBUG nova.network.neutron [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Updating instance_info_cache with network_info: [{"id": "f723514f-b8ff-4ef9-8838-512a30b89dc9", "address": "fa:16:3e:c1:20:38", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf723514f-b8", "ovs_interfaceid": "f723514f-b8ff-4ef9-8838-512a30b89dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.939195] env[68326]: INFO nova.compute.manager [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Took 26.43 seconds to build instance. [ 694.045721] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128851, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.087641] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': task-3128852, 'name': Rename_Task, 'duration_secs': 0.32457} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.088169] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.088169] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6df0f3dc-7651-4893-b364-6e59a7c9b169 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.095160] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Waiting for the task: (returnval){ [ 694.095160] env[68326]: value = "task-3128854" [ 694.095160] env[68326]: _type = "Task" [ 694.095160] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.104430] env[68326]: INFO nova.compute.manager [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Took 24.76 seconds to build instance. [ 694.111244] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': task-3128854, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.184875] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.186268] env[68326]: DEBUG nova.compute.manager [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 694.188696] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.378s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.190498] env[68326]: INFO nova.compute.claims [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.324974] env[68326]: DEBUG nova.network.neutron [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Successfully updated port: 7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.393401] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128853, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.429287] env[68326]: DEBUG oslo_concurrency.lockutils [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] Releasing lock "refresh_cache-08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.430184] env[68326]: DEBUG nova.compute.manager [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Received event network-vif-plugged-10b2c68d-20d1-45f0-a1e0-5eeb35d009ee {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 694.430373] env[68326]: DEBUG oslo_concurrency.lockutils [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] Acquiring lock "fd9b53c1-8fad-4271-b0b0-71cb00e9e66a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.430628] env[68326]: DEBUG oslo_concurrency.lockutils [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] Lock "fd9b53c1-8fad-4271-b0b0-71cb00e9e66a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.433392] env[68326]: DEBUG oslo_concurrency.lockutils [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] Lock "fd9b53c1-8fad-4271-b0b0-71cb00e9e66a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.433392] env[68326]: DEBUG nova.compute.manager [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] No waiting events found dispatching network-vif-plugged-10b2c68d-20d1-45f0-a1e0-5eeb35d009ee {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.433392] env[68326]: WARNING nova.compute.manager [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Received unexpected event network-vif-plugged-10b2c68d-20d1-45f0-a1e0-5eeb35d009ee for instance with vm_state building and task_state spawning. [ 694.433392] env[68326]: DEBUG nova.compute.manager [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Received event network-changed-10b2c68d-20d1-45f0-a1e0-5eeb35d009ee {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 694.433392] env[68326]: DEBUG nova.compute.manager [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Refreshing instance network info cache due to event network-changed-10b2c68d-20d1-45f0-a1e0-5eeb35d009ee. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 694.433717] env[68326]: DEBUG oslo_concurrency.lockutils [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] Acquiring lock "refresh_cache-fd9b53c1-8fad-4271-b0b0-71cb00e9e66a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.433717] env[68326]: DEBUG oslo_concurrency.lockutils [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] Acquired lock "refresh_cache-fd9b53c1-8fad-4271-b0b0-71cb00e9e66a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.433717] env[68326]: DEBUG nova.network.neutron [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Refreshing network info cache for port 10b2c68d-20d1-45f0-a1e0-5eeb35d009ee {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 694.448539] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6a18e3da-f779-4a10-be06-2b3d310fc7f2 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.575s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.543327] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128851, 'name': CreateVM_Task, 'duration_secs': 0.964725} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.543643] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.544613] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.545033] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.545395] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.548223] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bb83eee-a7b4-4e96-bf99-b1c3c5534e29 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.556080] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 694.556080] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5213e647-d7a1-4939-968f-ec82210950c4" [ 694.556080] env[68326]: _type = "Task" [ 694.556080] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.565725] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5213e647-d7a1-4939-968f-ec82210950c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.613168] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d876bd6e-6cfb-49c6-ac4e-395bc8ab3fb1 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Lock "d8537583-0041-4d8f-a9ed-2b94c8f9a847" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.018s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.613544] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': task-3128854, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.695141] env[68326]: DEBUG nova.compute.utils [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.698639] env[68326]: DEBUG nova.compute.manager [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 694.698814] env[68326]: DEBUG nova.network.neutron [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.757626] env[68326]: DEBUG nova.policy [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3b9c33201474eebb7128a729119176e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aff620ce4d3a499981cd683ca41ae167', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.827271] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.828124] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.828124] env[68326]: DEBUG nova.network.neutron [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.893257] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755046} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.893735] env[68326]: INFO nova.virt.vmwareapi.ds_util [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] ac393da9-0edb-4774-a838-111f5078b794/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk. [ 694.895143] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5baf1d9-d325-4dd2-ab5a-321083d498ec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.936850] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] ac393da9-0edb-4774-a838-111f5078b794/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.938540] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b16c6ca-d5fb-465f-99e9-7ee05ced0aaa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.952285] env[68326]: DEBUG nova.compute.manager [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 694.962744] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for the task: (returnval){ [ 694.962744] env[68326]: value = "task-3128855" [ 694.962744] env[68326]: _type = "Task" [ 694.962744] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.975106] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.069040] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5213e647-d7a1-4939-968f-ec82210950c4, 'name': SearchDatastore_Task, 'duration_secs': 0.054205} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.074725] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.075091] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.075463] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.075570] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.075848] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.076000] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d5ff583-1292-4215-9c0e-5ad27dd6cb4a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.085417] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.085626] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.086425] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c1691fc-3b87-4b7f-8c55-dc03a8852106 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.092047] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 695.092047] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520b7f00-4687-890f-e67b-b1a668507d32" [ 695.092047] env[68326]: _type = "Task" [ 695.092047] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.100600] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520b7f00-4687-890f-e67b-b1a668507d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.109768] env[68326]: DEBUG oslo_vmware.api [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': task-3128854, 'name': PowerOnVM_Task, 'duration_secs': 0.546913} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.112493] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.112716] env[68326]: INFO nova.compute.manager [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Took 9.68 seconds to spawn the instance on the hypervisor. [ 695.113245] env[68326]: DEBUG nova.compute.manager [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 695.114225] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedd661b-b22e-4eee-b3ea-4677abf70242 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.118426] env[68326]: DEBUG nova.compute.manager [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 695.200472] env[68326]: DEBUG nova.compute.manager [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 695.284509] env[68326]: DEBUG nova.network.neutron [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Successfully created port: fb0624ba-543e-4b71-96d9-d9d47e19489c {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.378471] env[68326]: DEBUG nova.network.neutron [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Updated VIF entry in instance network info cache for port 10b2c68d-20d1-45f0-a1e0-5eeb35d009ee. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 695.378471] env[68326]: DEBUG nova.network.neutron [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Updating instance_info_cache with network_info: [{"id": "10b2c68d-20d1-45f0-a1e0-5eeb35d009ee", "address": "fa:16:3e:fb:8c:b0", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10b2c68d-20", "ovs_interfaceid": "10b2c68d-20d1-45f0-a1e0-5eeb35d009ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.385641] env[68326]: DEBUG nova.network.neutron [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.482209] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.487245] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.573937] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "ca014f7b-32ab-45ff-bed5-37bf1613ea2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.574301] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "ca014f7b-32ab-45ff-bed5-37bf1613ea2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.607356] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520b7f00-4687-890f-e67b-b1a668507d32, 'name': SearchDatastore_Task, 'duration_secs': 0.008901} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.609851] env[68326]: DEBUG nova.compute.manager [req-bde1ac95-bb14-40eb-b875-445148d1a254 req-d1b5d366-6459-43a3-9fe6-872c3bd47f4b service nova] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Received event network-vif-plugged-7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 695.610061] env[68326]: DEBUG oslo_concurrency.lockutils [req-bde1ac95-bb14-40eb-b875-445148d1a254 req-d1b5d366-6459-43a3-9fe6-872c3bd47f4b service nova] Acquiring lock "df2f88d6-5e47-4d8c-a727-9f20cecee976-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.610682] env[68326]: DEBUG oslo_concurrency.lockutils [req-bde1ac95-bb14-40eb-b875-445148d1a254 req-d1b5d366-6459-43a3-9fe6-872c3bd47f4b service nova] Lock "df2f88d6-5e47-4d8c-a727-9f20cecee976-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.610682] env[68326]: DEBUG oslo_concurrency.lockutils [req-bde1ac95-bb14-40eb-b875-445148d1a254 req-d1b5d366-6459-43a3-9fe6-872c3bd47f4b service nova] Lock "df2f88d6-5e47-4d8c-a727-9f20cecee976-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.610682] env[68326]: DEBUG nova.compute.manager [req-bde1ac95-bb14-40eb-b875-445148d1a254 req-d1b5d366-6459-43a3-9fe6-872c3bd47f4b service nova] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] No waiting events found dispatching network-vif-plugged-7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.610870] env[68326]: WARNING nova.compute.manager [req-bde1ac95-bb14-40eb-b875-445148d1a254 req-d1b5d366-6459-43a3-9fe6-872c3bd47f4b service nova] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Received unexpected event network-vif-plugged-7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912 for instance with vm_state building and task_state spawning. [ 695.610870] env[68326]: DEBUG nova.compute.manager [req-bde1ac95-bb14-40eb-b875-445148d1a254 req-d1b5d366-6459-43a3-9fe6-872c3bd47f4b service nova] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Received event network-changed-7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 695.610987] env[68326]: DEBUG nova.compute.manager [req-bde1ac95-bb14-40eb-b875-445148d1a254 req-d1b5d366-6459-43a3-9fe6-872c3bd47f4b service nova] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Refreshing instance network info cache due to event network-changed-7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 695.611167] env[68326]: DEBUG oslo_concurrency.lockutils [req-bde1ac95-bb14-40eb-b875-445148d1a254 req-d1b5d366-6459-43a3-9fe6-872c3bd47f4b service nova] Acquiring lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.611363] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28959850-5a23-4490-a06b-e2947cfd7bbc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.617624] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 695.617624] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529d506c-8e98-3f2f-b926-25b4b9643f52" [ 695.617624] env[68326]: _type = "Task" [ 695.617624] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.639501] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529d506c-8e98-3f2f-b926-25b4b9643f52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.644817] env[68326]: DEBUG oslo_concurrency.lockutils [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.645295] env[68326]: INFO nova.compute.manager [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Took 26.71 seconds to build instance. [ 695.748682] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f899b125-0d33-4b56-8adb-54522845c46c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.759102] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb377c01-3510-4099-8b40-0ed0d6c01b0b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.792536] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3e358b-f115-4fff-914d-58463ce9e3b0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.800280] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92736b71-181f-4a1f-899f-0bfd64f34cc1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.815779] env[68326]: DEBUG nova.compute.provider_tree [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.883449] env[68326]: DEBUG oslo_concurrency.lockutils [req-2c84f7da-87c7-4af2-94d4-df3254344de3 req-2c7ea005-197d-4c7d-a325-fd0677ddda01 service nova] Releasing lock "refresh_cache-fd9b53c1-8fad-4271-b0b0-71cb00e9e66a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.912694] env[68326]: DEBUG nova.network.neutron [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Updating instance_info_cache with network_info: [{"id": "7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912", "address": "fa:16:3e:13:97:3a", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8d3f5b-40", "ovs_interfaceid": "7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.979208] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128855, 'name': ReconfigVM_Task, 'duration_secs': 1.010763} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.979601] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Reconfigured VM instance instance-0000000d to attach disk [datastore1] ac393da9-0edb-4774-a838-111f5078b794/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.981066] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93fab01-b49c-4a90-b64c-118b7c6bf384 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.010144] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16aade21-c76a-4042-ac5b-281d800219d2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.024769] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for the task: (returnval){ [ 696.024769] env[68326]: value = "task-3128856" [ 696.024769] env[68326]: _type = "Task" [ 696.024769] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.033474] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128856, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.133810] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529d506c-8e98-3f2f-b926-25b4b9643f52, 'name': SearchDatastore_Task, 'duration_secs': 0.022152} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.134134] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.134530] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] fd9b53c1-8fad-4271-b0b0-71cb00e9e66a/fd9b53c1-8fad-4271-b0b0-71cb00e9e66a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.135030] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b298b72a-a3b1-4df9-ae80-ebf33380dd92 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.141917] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 696.141917] env[68326]: value = "task-3128857" [ 696.141917] env[68326]: _type = "Task" [ 696.141917] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.147122] env[68326]: DEBUG oslo_concurrency.lockutils [None req-944d91dd-99cc-4d5f-a397-5ae255a8fa13 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Lock "234e5878-7fae-4f85-a050-b577908f19cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.690s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.153718] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.215368] env[68326]: DEBUG nova.compute.manager [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 696.242897] env[68326]: DEBUG nova.virt.hardware [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.243062] env[68326]: DEBUG nova.virt.hardware [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.243205] env[68326]: DEBUG nova.virt.hardware [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.246348] env[68326]: DEBUG nova.virt.hardware [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.246348] env[68326]: DEBUG nova.virt.hardware [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.246348] env[68326]: DEBUG nova.virt.hardware [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.246348] env[68326]: DEBUG nova.virt.hardware [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.246348] env[68326]: DEBUG nova.virt.hardware [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.246672] env[68326]: DEBUG nova.virt.hardware [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.246672] env[68326]: DEBUG nova.virt.hardware [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.246672] env[68326]: DEBUG nova.virt.hardware [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.246672] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7ba42a-ec28-4506-8b50-5cadab90d72d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.253943] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c58f03-6936-4d0c-addd-2008105859cd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.320569] env[68326]: DEBUG nova.scheduler.client.report [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.419543] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.419874] env[68326]: DEBUG nova.compute.manager [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Instance network_info: |[{"id": "7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912", "address": "fa:16:3e:13:97:3a", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8d3f5b-40", "ovs_interfaceid": "7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 696.420190] env[68326]: DEBUG oslo_concurrency.lockutils [req-bde1ac95-bb14-40eb-b875-445148d1a254 req-d1b5d366-6459-43a3-9fe6-872c3bd47f4b service nova] Acquired lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.420362] env[68326]: DEBUG nova.network.neutron [req-bde1ac95-bb14-40eb-b875-445148d1a254 req-d1b5d366-6459-43a3-9fe6-872c3bd47f4b service nova] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Refreshing network info cache for port 7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.421569] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:97:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.429392] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Creating folder: Project (33c8b2c61ceb4df2a45b3e33b9a4f19f). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.432668] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92ee2f16-986f-4aad-a44b-0dc81460cc75 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.444063] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Created folder: Project (33c8b2c61ceb4df2a45b3e33b9a4f19f) in parent group-v626141. [ 696.444236] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Creating folder: Instances. Parent ref: group-v626197. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.444704] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b74e77e1-dfe6-416f-bbfe-35f69b1b1437 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.457920] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Created folder: Instances in parent group-v626197. [ 696.458180] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.458365] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.459016] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a86ad807-472e-4f75-a135-0ec3295ccbf1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.481252] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.481252] env[68326]: value = "task-3128860" [ 696.481252] env[68326]: _type = "Task" [ 696.481252] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.488810] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128860, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.540492] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128856, 'name': ReconfigVM_Task, 'duration_secs': 0.194479} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.540659] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.540923] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-008954cc-c9a4-41be-9bce-ddca43d7380b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.549304] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for the task: (returnval){ [ 696.549304] env[68326]: value = "task-3128861" [ 696.549304] env[68326]: _type = "Task" [ 696.549304] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.561318] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.578678] env[68326]: INFO nova.compute.manager [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Rebuilding instance [ 696.652535] env[68326]: DEBUG nova.compute.manager [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 696.660189] env[68326]: DEBUG nova.compute.manager [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 696.660890] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522c103f-1296-447c-8a00-a3ca8c6a1ac7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.670481] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128857, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.691439] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Acquiring lock "e2075ea3-b2db-4640-8057-46c014e8a071" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.691585] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Lock "e2075ea3-b2db-4640-8057-46c014e8a071" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.815446] env[68326]: DEBUG nova.network.neutron [req-bde1ac95-bb14-40eb-b875-445148d1a254 req-d1b5d366-6459-43a3-9fe6-872c3bd47f4b service nova] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Updated VIF entry in instance network info cache for port 7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.815995] env[68326]: DEBUG nova.network.neutron [req-bde1ac95-bb14-40eb-b875-445148d1a254 req-d1b5d366-6459-43a3-9fe6-872c3bd47f4b service nova] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Updating instance_info_cache with network_info: [{"id": "7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912", "address": "fa:16:3e:13:97:3a", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8d3f5b-40", "ovs_interfaceid": "7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.829317] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.829462] env[68326]: DEBUG nova.compute.manager [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 696.831804] env[68326]: DEBUG oslo_concurrency.lockutils [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.836s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.832662] env[68326]: DEBUG nova.objects.instance [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Lazy-loading 'resources' on Instance uuid 87b91f94-2bac-4579-8c0c-8760ed9e1fa5 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.990057] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128860, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.060508] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128861, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.154509] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702666} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.155260] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] fd9b53c1-8fad-4271-b0b0-71cb00e9e66a/fd9b53c1-8fad-4271-b0b0-71cb00e9e66a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.155260] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.155260] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14e79880-e0ec-49c1-988d-9cf41e1d8483 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.163629] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 697.163629] env[68326]: value = "task-3128862" [ 697.163629] env[68326]: _type = "Task" [ 697.163629] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.178116] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.180588] env[68326]: DEBUG oslo_concurrency.lockutils [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.295524] env[68326]: DEBUG nova.network.neutron [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Successfully updated port: fb0624ba-543e-4b71-96d9-d9d47e19489c {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.319268] env[68326]: DEBUG oslo_concurrency.lockutils [req-bde1ac95-bb14-40eb-b875-445148d1a254 req-d1b5d366-6459-43a3-9fe6-872c3bd47f4b service nova] Releasing lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.335465] env[68326]: DEBUG nova.compute.utils [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.341055] env[68326]: DEBUG nova.compute.manager [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 697.341549] env[68326]: DEBUG nova.network.neutron [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.406270] env[68326]: DEBUG nova.policy [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f015f95d17e4997a5391c7c440d17c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c03a8ef6734e47bba9a52c3c1720e13b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.492207] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128860, 'name': CreateVM_Task, 'duration_secs': 0.526188} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.492350] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.493109] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.493630] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.493966] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.495091] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ac8468-a455-44aa-80c6-27e694369d41 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.502851] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 697.502851] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52966f48-2ceb-0de8-75c1-e50056932784" [ 697.502851] env[68326]: _type = "Task" [ 697.502851] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.511340] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52966f48-2ceb-0de8-75c1-e50056932784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.560282] env[68326]: DEBUG oslo_vmware.api [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128861, 'name': PowerOnVM_Task, 'duration_secs': 0.66697} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.564145] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.566561] env[68326]: DEBUG nova.compute.manager [None req-61ad5983-a45c-4073-9426-46548f47a55d tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 697.567431] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45586ce1-1b35-496c-8162-57a405629b79 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.683018] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069166} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.687041] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.687041] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea12a859-fe5d-4b88-afaa-bbfd64053121 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.707620] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.718730] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] fd9b53c1-8fad-4271-b0b0-71cb00e9e66a/fd9b53c1-8fad-4271-b0b0-71cb00e9e66a.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.722797] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cce3f993-4b30-4ea8-8602-a8b71355933a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.724497] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd062905-c2e1-4023-b506-26ebe4b7e10b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.747018] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 697.747018] env[68326]: value = "task-3128863" [ 697.747018] env[68326]: _type = "Task" [ 697.747018] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.747018] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 697.747018] env[68326]: value = "task-3128864" [ 697.747018] env[68326]: _type = "Task" [ 697.747018] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.764154] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.768137] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.799683] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquiring lock "refresh_cache-51e92baa-01a8-4d09-b531-18d958cc5c29" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.799927] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquired lock "refresh_cache-51e92baa-01a8-4d09-b531-18d958cc5c29" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.800148] env[68326]: DEBUG nova.network.neutron [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.842814] env[68326]: DEBUG nova.compute.manager [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 697.953018] env[68326]: DEBUG nova.network.neutron [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Successfully created port: c518a5c9-637f-4343-8f7e-722a6c97b7d8 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.985176] env[68326]: DEBUG nova.compute.manager [req-8508e81a-de92-48ba-9533-aac2e6a9c097 req-bf8015c6-c8ad-4abb-ac18-95beeeef785c service nova] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Received event network-vif-plugged-fb0624ba-543e-4b71-96d9-d9d47e19489c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 697.985426] env[68326]: DEBUG oslo_concurrency.lockutils [req-8508e81a-de92-48ba-9533-aac2e6a9c097 req-bf8015c6-c8ad-4abb-ac18-95beeeef785c service nova] Acquiring lock "51e92baa-01a8-4d09-b531-18d958cc5c29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.985691] env[68326]: DEBUG oslo_concurrency.lockutils [req-8508e81a-de92-48ba-9533-aac2e6a9c097 req-bf8015c6-c8ad-4abb-ac18-95beeeef785c service nova] Lock "51e92baa-01a8-4d09-b531-18d958cc5c29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.986167] env[68326]: DEBUG oslo_concurrency.lockutils [req-8508e81a-de92-48ba-9533-aac2e6a9c097 req-bf8015c6-c8ad-4abb-ac18-95beeeef785c service nova] Lock "51e92baa-01a8-4d09-b531-18d958cc5c29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.986258] env[68326]: DEBUG nova.compute.manager [req-8508e81a-de92-48ba-9533-aac2e6a9c097 req-bf8015c6-c8ad-4abb-ac18-95beeeef785c service nova] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] No waiting events found dispatching network-vif-plugged-fb0624ba-543e-4b71-96d9-d9d47e19489c {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 697.986383] env[68326]: WARNING nova.compute.manager [req-8508e81a-de92-48ba-9533-aac2e6a9c097 req-bf8015c6-c8ad-4abb-ac18-95beeeef785c service nova] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Received unexpected event network-vif-plugged-fb0624ba-543e-4b71-96d9-d9d47e19489c for instance with vm_state building and task_state spawning. [ 697.986571] env[68326]: DEBUG nova.compute.manager [req-8508e81a-de92-48ba-9533-aac2e6a9c097 req-bf8015c6-c8ad-4abb-ac18-95beeeef785c service nova] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Received event network-changed-fb0624ba-543e-4b71-96d9-d9d47e19489c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 697.986688] env[68326]: DEBUG nova.compute.manager [req-8508e81a-de92-48ba-9533-aac2e6a9c097 req-bf8015c6-c8ad-4abb-ac18-95beeeef785c service nova] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Refreshing instance network info cache due to event network-changed-fb0624ba-543e-4b71-96d9-d9d47e19489c. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 697.986894] env[68326]: DEBUG oslo_concurrency.lockutils [req-8508e81a-de92-48ba-9533-aac2e6a9c097 req-bf8015c6-c8ad-4abb-ac18-95beeeef785c service nova] Acquiring lock "refresh_cache-51e92baa-01a8-4d09-b531-18d958cc5c29" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.995917] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1278e8a1-556f-470b-b2a6-32b6394382c6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.007585] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bba0b9c-7d3b-4bcf-9359-dcf0db9a056b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.016690] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52966f48-2ceb-0de8-75c1-e50056932784, 'name': SearchDatastore_Task, 'duration_secs': 0.01805} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.041134] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.041496] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.041645] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.041789] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.041966] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.043249] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d06f4748-235e-4d5d-b806-42216dea0530 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.045430] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24fe821-9512-415d-af43-234b7d66eee8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.057641] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad46e6a-c220-47ef-995d-5810d623d867 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.063963] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.064156] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.067140] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54155e6e-ff63-41e7-9229-d9122bdb4fd9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.078322] env[68326]: DEBUG nova.compute.provider_tree [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.084995] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 698.084995] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]526f61d0-d411-7b8c-30a5-6f3d3641ad6a" [ 698.084995] env[68326]: _type = "Task" [ 698.084995] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.096534] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526f61d0-d411-7b8c-30a5-6f3d3641ad6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.264631] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128863, 'name': PowerOffVM_Task, 'duration_secs': 0.260017} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.267831] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.268578] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.268908] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.269789] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3538204f-cade-4a0b-abc9-d5acd907bf2e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.276530] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.277124] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3931b781-c592-4087-b5e4-f8d01e9b2495 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.300909] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.301109] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.301294] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Deleting the datastore file [datastore2] d8537583-0041-4d8f-a9ed-2b94c8f9a847 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.301557] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c344c884-6a6e-4b56-b4f8-6381bc627aef {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.307986] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 698.307986] env[68326]: value = "task-3128866" [ 698.307986] env[68326]: _type = "Task" [ 698.307986] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.318715] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.341031] env[68326]: DEBUG nova.network.neutron [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.515590] env[68326]: DEBUG nova.network.neutron [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Updating instance_info_cache with network_info: [{"id": "fb0624ba-543e-4b71-96d9-d9d47e19489c", "address": "fa:16:3e:80:f5:39", "network": {"id": "44e05ed4-fd0a-4bd2-bbb6-9d7431dc3024", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1817045882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aff620ce4d3a499981cd683ca41ae167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb0624ba-54", "ovs_interfaceid": "fb0624ba-543e-4b71-96d9-d9d47e19489c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.582149] env[68326]: DEBUG nova.scheduler.client.report [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.595701] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526f61d0-d411-7b8c-30a5-6f3d3641ad6a, 'name': SearchDatastore_Task, 'duration_secs': 0.033069} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.597322] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2045b25b-1eb6-4cac-8de8-734fbc3ac46f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.603636] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 698.603636] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b360e3-e7a5-affb-809f-c0102b797e71" [ 698.603636] env[68326]: _type = "Task" [ 698.603636] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.613152] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b360e3-e7a5-affb-809f-c0102b797e71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.760069] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128864, 'name': ReconfigVM_Task, 'duration_secs': 0.861658} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.760366] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Reconfigured VM instance instance-00000012 to attach disk [datastore1] fd9b53c1-8fad-4271-b0b0-71cb00e9e66a/fd9b53c1-8fad-4271-b0b0-71cb00e9e66a.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.760985] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f660609b-fd5e-4c13-b64b-a072beffe736 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.767730] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 698.767730] env[68326]: value = "task-3128867" [ 698.767730] env[68326]: _type = "Task" [ 698.767730] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.775947] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128867, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.821684] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238637} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.821684] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.821684] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.821684] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.855461] env[68326]: DEBUG nova.compute.manager [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 698.885903] env[68326]: DEBUG nova.virt.hardware [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.886154] env[68326]: DEBUG nova.virt.hardware [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.886311] env[68326]: DEBUG nova.virt.hardware [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.886488] env[68326]: DEBUG nova.virt.hardware [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.886638] env[68326]: DEBUG nova.virt.hardware [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.886864] env[68326]: DEBUG nova.virt.hardware [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.886976] env[68326]: DEBUG nova.virt.hardware [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.887357] env[68326]: DEBUG nova.virt.hardware [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.887601] env[68326]: DEBUG nova.virt.hardware [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.887822] env[68326]: DEBUG nova.virt.hardware [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.888088] env[68326]: DEBUG nova.virt.hardware [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.888974] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9754ee84-750d-4c48-a3fd-751090223a9e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.898166] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00615136-be9b-4bb0-b636-6896f5ae6790 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.018111] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Releasing lock "refresh_cache-51e92baa-01a8-4d09-b531-18d958cc5c29" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.018449] env[68326]: DEBUG nova.compute.manager [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Instance network_info: |[{"id": "fb0624ba-543e-4b71-96d9-d9d47e19489c", "address": "fa:16:3e:80:f5:39", "network": {"id": "44e05ed4-fd0a-4bd2-bbb6-9d7431dc3024", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1817045882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aff620ce4d3a499981cd683ca41ae167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb0624ba-54", "ovs_interfaceid": "fb0624ba-543e-4b71-96d9-d9d47e19489c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 699.018741] env[68326]: DEBUG oslo_concurrency.lockutils [req-8508e81a-de92-48ba-9533-aac2e6a9c097 req-bf8015c6-c8ad-4abb-ac18-95beeeef785c service nova] Acquired lock "refresh_cache-51e92baa-01a8-4d09-b531-18d958cc5c29" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.018959] env[68326]: DEBUG nova.network.neutron [req-8508e81a-de92-48ba-9533-aac2e6a9c097 req-bf8015c6-c8ad-4abb-ac18-95beeeef785c service nova] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Refreshing network info cache for port fb0624ba-543e-4b71-96d9-d9d47e19489c {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.020221] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:f5:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb0624ba-543e-4b71-96d9-d9d47e19489c', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.028384] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Creating folder: Project (aff620ce4d3a499981cd683ca41ae167). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.031709] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5afecffd-f61a-4280-ae4b-e2a04dafd4af {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.043185] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Created folder: Project (aff620ce4d3a499981cd683ca41ae167) in parent group-v626141. [ 699.043380] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Creating folder: Instances. Parent ref: group-v626200. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.043633] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f89e60ff-fac7-4e71-a87c-27c14d6287eb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.052551] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Created folder: Instances in parent group-v626200. [ 699.052824] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.053060] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.053311] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32e4a846-76be-46db-8468-37471124649a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.080121] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.080121] env[68326]: value = "task-3128870" [ 699.080121] env[68326]: _type = "Task" [ 699.080121] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.091564] env[68326]: DEBUG oslo_concurrency.lockutils [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.092111] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128870, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.092431] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.406s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.092662] env[68326]: DEBUG nova.objects.instance [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Lazy-loading 'resources' on Instance uuid e1b4d207-bd27-4950-96e5-4b0906a8a726 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 699.116991] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b360e3-e7a5-affb-809f-c0102b797e71, 'name': SearchDatastore_Task, 'duration_secs': 0.014808} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.116991] env[68326]: INFO nova.scheduler.client.report [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Deleted allocations for instance 87b91f94-2bac-4579-8c0c-8760ed9e1fa5 [ 699.117145] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.117394] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] df2f88d6-5e47-4d8c-a727-9f20cecee976/df2f88d6-5e47-4d8c-a727-9f20cecee976.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.120747] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e53a8775-32dd-4eb7-b0a8-1d788781576f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.127237] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 699.127237] env[68326]: value = "task-3128871" [ 699.127237] env[68326]: _type = "Task" [ 699.127237] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.135726] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3128871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.281947] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128867, 'name': Rename_Task, 'duration_secs': 0.35507} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.282277] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.282573] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-970fd48a-b26d-4496-9722-c301d6426933 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.289891] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 699.289891] env[68326]: value = "task-3128872" [ 699.289891] env[68326]: _type = "Task" [ 699.289891] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.298200] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.393703] env[68326]: DEBUG nova.network.neutron [req-8508e81a-de92-48ba-9533-aac2e6a9c097 req-bf8015c6-c8ad-4abb-ac18-95beeeef785c service nova] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Updated VIF entry in instance network info cache for port fb0624ba-543e-4b71-96d9-d9d47e19489c. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.394147] env[68326]: DEBUG nova.network.neutron [req-8508e81a-de92-48ba-9533-aac2e6a9c097 req-bf8015c6-c8ad-4abb-ac18-95beeeef785c service nova] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Updating instance_info_cache with network_info: [{"id": "fb0624ba-543e-4b71-96d9-d9d47e19489c", "address": "fa:16:3e:80:f5:39", "network": {"id": "44e05ed4-fd0a-4bd2-bbb6-9d7431dc3024", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1817045882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aff620ce4d3a499981cd683ca41ae167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb0624ba-54", "ovs_interfaceid": "fb0624ba-543e-4b71-96d9-d9d47e19489c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.591823] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128870, 'name': CreateVM_Task, 'duration_secs': 0.361696} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.592070] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.593029] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.593175] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.593565] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.593848] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fef2fe88-ce03-4899-9d49-f7ab072a2013 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.606203] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 699.606203] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52047991-b2d0-ade9-e2f7-7105a36d100f" [ 699.606203] env[68326]: _type = "Task" [ 699.606203] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.617024] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52047991-b2d0-ade9-e2f7-7105a36d100f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.630013] env[68326]: DEBUG oslo_concurrency.lockutils [None req-339a9182-4a4a-4bbe-b529-3ab59dcf5e0c tempest-ServerDiagnosticsV248Test-247587366 tempest-ServerDiagnosticsV248Test-247587366-project-member] Lock "87b91f94-2bac-4579-8c0c-8760ed9e1fa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.150s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.647142] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3128871, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.725248] env[68326]: DEBUG nova.network.neutron [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Successfully updated port: c518a5c9-637f-4343-8f7e-722a6c97b7d8 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.805269] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128872, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.879854] env[68326]: DEBUG nova.virt.hardware [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.880097] env[68326]: DEBUG nova.virt.hardware [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.880513] env[68326]: DEBUG nova.virt.hardware [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.880513] env[68326]: DEBUG nova.virt.hardware [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.880726] env[68326]: DEBUG nova.virt.hardware [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.882112] env[68326]: DEBUG nova.virt.hardware [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.882112] env[68326]: DEBUG nova.virt.hardware [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.882112] env[68326]: DEBUG nova.virt.hardware [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.882112] env[68326]: DEBUG nova.virt.hardware [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.882112] env[68326]: DEBUG nova.virt.hardware [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.882425] env[68326]: DEBUG nova.virt.hardware [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.883527] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ce3409-7ee8-4941-a4d0-097738c1ed15 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.895824] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe00f3f-f976-403a-94d7-8187da62f44d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.898535] env[68326]: DEBUG oslo_concurrency.lockutils [req-8508e81a-de92-48ba-9533-aac2e6a9c097 req-bf8015c6-c8ad-4abb-ac18-95beeeef785c service nova] Releasing lock "refresh_cache-51e92baa-01a8-4d09-b531-18d958cc5c29" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.910352] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Instance VIF info [] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.916914] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.920257] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.920689] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4213c7c8-b310-4adc-833a-3eb0be0b39ed {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.939993] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.939993] env[68326]: value = "task-3128873" [ 699.939993] env[68326]: _type = "Task" [ 699.939993] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.947669] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128873, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.119259] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52047991-b2d0-ade9-e2f7-7105a36d100f, 'name': SearchDatastore_Task, 'duration_secs': 0.057368} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.120895] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.120895] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.120895] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.120895] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.121173] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.121173] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d4fbc41-68ea-49f8-b918-df2f96cb2804 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.131185] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.131185] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.133427] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9955751a-cddc-4456-8b66-3a617fbfdfc3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.142766] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 700.142766] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b08e4f-cb77-1795-24b4-79b8af464d37" [ 700.142766] env[68326]: _type = "Task" [ 700.142766] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.146532] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3128871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595709} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.150119] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] df2f88d6-5e47-4d8c-a727-9f20cecee976/df2f88d6-5e47-4d8c-a727-9f20cecee976.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.150373] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.150659] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee1cff2d-9e62-46a2-8040-e7fb636dd30e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.160187] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b08e4f-cb77-1795-24b4-79b8af464d37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.161633] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 700.161633] env[68326]: value = "task-3128874" [ 700.161633] env[68326]: _type = "Task" [ 700.161633] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.170768] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3128874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.194719] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1ebff9-5828-43b7-9b73-fb1eb1f04045 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.203027] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d16a5a-76bb-498c-a680-6059a5ad0392 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.239755] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Acquiring lock "refresh_cache-b1b2c3c4-b5a6-404b-b130-7e95351b3384" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.239932] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Acquired lock "refresh_cache-b1b2c3c4-b5a6-404b-b130-7e95351b3384" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.240071] env[68326]: DEBUG nova.network.neutron [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.242312] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb608ad5-2ef9-40f4-99ce-1811edcec0b5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.251159] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f04641b-f744-42f1-88e9-c06f3d73e308 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.269216] env[68326]: DEBUG nova.compute.provider_tree [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.300310] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128872, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.407026] env[68326]: DEBUG nova.compute.manager [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Received event network-changed-4d8efd5a-42c1-4124-aa2d-f8d4acb86007 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 700.407237] env[68326]: DEBUG nova.compute.manager [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Refreshing instance network info cache due to event network-changed-4d8efd5a-42c1-4124-aa2d-f8d4acb86007. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 700.407432] env[68326]: DEBUG oslo_concurrency.lockutils [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] Acquiring lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.407573] env[68326]: DEBUG oslo_concurrency.lockutils [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] Acquired lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.407756] env[68326]: DEBUG nova.network.neutron [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Refreshing network info cache for port 4d8efd5a-42c1-4124-aa2d-f8d4acb86007 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.449703] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128873, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.656672] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b08e4f-cb77-1795-24b4-79b8af464d37, 'name': SearchDatastore_Task, 'duration_secs': 0.019952} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.657534] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f4b214f-843e-4dec-9810-34c68dc857d6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.662848] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 700.662848] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52bbfd25-b872-9af8-903b-364efdd96b58" [ 700.662848] env[68326]: _type = "Task" [ 700.662848] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.676396] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52bbfd25-b872-9af8-903b-364efdd96b58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.676637] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3128874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154588} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.676877] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.677637] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9b91e8-c973-4781-9df5-b7855048bf9a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.699990] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] df2f88d6-5e47-4d8c-a727-9f20cecee976/df2f88d6-5e47-4d8c-a727-9f20cecee976.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.700492] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33b021b4-3d82-4469-b768-e8ad588e0e21 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.720531] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 700.720531] env[68326]: value = "task-3128875" [ 700.720531] env[68326]: _type = "Task" [ 700.720531] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.728641] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3128875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.772417] env[68326]: DEBUG nova.scheduler.client.report [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.783724] env[68326]: DEBUG nova.network.neutron [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.801971] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128872, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.950309] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128873, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.995365] env[68326]: DEBUG nova.network.neutron [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Updating instance_info_cache with network_info: [{"id": "c518a5c9-637f-4343-8f7e-722a6c97b7d8", "address": "fa:16:3e:5d:31:d5", "network": {"id": "97cf69b8-b959-4bf0-86e9-d29298a92ad5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-412389228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03a8ef6734e47bba9a52c3c1720e13b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc518a5c9-63", "ovs_interfaceid": "c518a5c9-637f-4343-8f7e-722a6c97b7d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.165464] env[68326]: DEBUG nova.network.neutron [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Updated VIF entry in instance network info cache for port 4d8efd5a-42c1-4124-aa2d-f8d4acb86007. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.165959] env[68326]: DEBUG nova.network.neutron [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Updating instance_info_cache with network_info: [{"id": "4d8efd5a-42c1-4124-aa2d-f8d4acb86007", "address": "fa:16:3e:ed:b4:f5", "network": {"id": "b7cc7ed0-8e4a-4735-813c-f6f80d286e9b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1000848860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "05e90054cb814bd8a206a1b22afc0978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d8efd5a-42", "ovs_interfaceid": "4d8efd5a-42c1-4124-aa2d-f8d4acb86007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.179412] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52bbfd25-b872-9af8-903b-364efdd96b58, 'name': SearchDatastore_Task, 'duration_secs': 0.039464} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.180432] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.180692] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 51e92baa-01a8-4d09-b531-18d958cc5c29/51e92baa-01a8-4d09-b531-18d958cc5c29.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.180990] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25d804ce-5c19-46d7-8ee6-796ecb197fda {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.188438] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 701.188438] env[68326]: value = "task-3128876" [ 701.188438] env[68326]: _type = "Task" [ 701.188438] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.197420] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3128876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.230950] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3128875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.278754] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.281321] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.351s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.281552] env[68326]: DEBUG nova.objects.instance [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Lazy-loading 'resources' on Instance uuid dba8e6d2-0590-4cc9-b69c-c4f2471e33d5 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.306103] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128872, 'name': PowerOnVM_Task} progress is 82%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.314610] env[68326]: INFO nova.scheduler.client.report [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Deleted allocations for instance e1b4d207-bd27-4950-96e5-4b0906a8a726 [ 701.453195] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128873, 'name': CreateVM_Task, 'duration_secs': 1.386907} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.453402] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.453817] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.453982] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.454331] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.454661] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aedabb7a-b4ae-46af-8d6f-2bd2dc1af605 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.459842] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 701.459842] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52a9354d-eaed-4b21-5756-c5266e3e64ce" [ 701.459842] env[68326]: _type = "Task" [ 701.459842] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.468080] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a9354d-eaed-4b21-5756-c5266e3e64ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.497957] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Releasing lock "refresh_cache-b1b2c3c4-b5a6-404b-b130-7e95351b3384" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.498326] env[68326]: DEBUG nova.compute.manager [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Instance network_info: |[{"id": "c518a5c9-637f-4343-8f7e-722a6c97b7d8", "address": "fa:16:3e:5d:31:d5", "network": {"id": "97cf69b8-b959-4bf0-86e9-d29298a92ad5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-412389228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03a8ef6734e47bba9a52c3c1720e13b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc518a5c9-63", "ovs_interfaceid": "c518a5c9-637f-4343-8f7e-722a6c97b7d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 701.498789] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:31:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c518a5c9-637f-4343-8f7e-722a6c97b7d8', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.508496] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Creating folder: Project (c03a8ef6734e47bba9a52c3c1720e13b). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.509040] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08c5743a-6f99-4c10-9ff3-c651c1dacbdd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.522749] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Created folder: Project (c03a8ef6734e47bba9a52c3c1720e13b) in parent group-v626141. [ 701.522904] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Creating folder: Instances. Parent ref: group-v626204. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.523178] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8223f3b5-8369-4430-ad42-8225a51d3fd0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.533938] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Created folder: Instances in parent group-v626204. [ 701.534311] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.534481] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.534728] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-130a32e4-8a0a-478b-a961-6b3ad6803b49 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.553844] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.553844] env[68326]: value = "task-3128879" [ 701.553844] env[68326]: _type = "Task" [ 701.553844] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.562775] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128879, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.672550] env[68326]: DEBUG oslo_concurrency.lockutils [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] Releasing lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.672930] env[68326]: DEBUG nova.compute.manager [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Received event network-vif-plugged-c518a5c9-637f-4343-8f7e-722a6c97b7d8 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 701.673143] env[68326]: DEBUG oslo_concurrency.lockutils [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] Acquiring lock "b1b2c3c4-b5a6-404b-b130-7e95351b3384-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.673373] env[68326]: DEBUG oslo_concurrency.lockutils [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] Lock "b1b2c3c4-b5a6-404b-b130-7e95351b3384-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.673534] env[68326]: DEBUG oslo_concurrency.lockutils [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] Lock "b1b2c3c4-b5a6-404b-b130-7e95351b3384-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.673700] env[68326]: DEBUG nova.compute.manager [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] No waiting events found dispatching network-vif-plugged-c518a5c9-637f-4343-8f7e-722a6c97b7d8 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.673869] env[68326]: WARNING nova.compute.manager [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Received unexpected event network-vif-plugged-c518a5c9-637f-4343-8f7e-722a6c97b7d8 for instance with vm_state building and task_state spawning. [ 701.674043] env[68326]: DEBUG nova.compute.manager [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Received event network-changed-c518a5c9-637f-4343-8f7e-722a6c97b7d8 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 701.674220] env[68326]: DEBUG nova.compute.manager [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Refreshing instance network info cache due to event network-changed-c518a5c9-637f-4343-8f7e-722a6c97b7d8. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 701.674439] env[68326]: DEBUG oslo_concurrency.lockutils [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] Acquiring lock "refresh_cache-b1b2c3c4-b5a6-404b-b130-7e95351b3384" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.674668] env[68326]: DEBUG oslo_concurrency.lockutils [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] Acquired lock "refresh_cache-b1b2c3c4-b5a6-404b-b130-7e95351b3384" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.674794] env[68326]: DEBUG nova.network.neutron [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Refreshing network info cache for port c518a5c9-637f-4343-8f7e-722a6c97b7d8 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.698074] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3128876, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.734059] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3128875, 'name': ReconfigVM_Task, 'duration_secs': 0.703803} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.734465] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Reconfigured VM instance instance-00000013 to attach disk [datastore1] df2f88d6-5e47-4d8c-a727-9f20cecee976/df2f88d6-5e47-4d8c-a727-9f20cecee976.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.735155] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-444c9deb-e7e8-48df-9f23-1426b437ba59 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.742203] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 701.742203] env[68326]: value = "task-3128880" [ 701.742203] env[68326]: _type = "Task" [ 701.742203] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.750527] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3128880, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.803015] env[68326]: DEBUG oslo_vmware.api [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128872, 'name': PowerOnVM_Task, 'duration_secs': 2.069984} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.803331] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.804593] env[68326]: INFO nova.compute.manager [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Took 11.07 seconds to spawn the instance on the hypervisor. [ 701.804593] env[68326]: DEBUG nova.compute.manager [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 701.804593] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bcaabe-7d58-4cb5-ad4d-c56a0b85c7b7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.823116] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a12874f-cffb-476c-87e4-b36db255e8e9 tempest-ServerDiagnosticsTest-486160346 tempest-ServerDiagnosticsTest-486160346-project-member] Lock "e1b4d207-bd27-4950-96e5-4b0906a8a726" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.221s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.970654] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a9354d-eaed-4b21-5756-c5266e3e64ce, 'name': SearchDatastore_Task, 'duration_secs': 0.016987} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.975835] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.976169] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.976470] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.976665] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.976893] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.977485] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d179a430-0c75-4f35-8181-c55336cbc8bf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.988140] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.988385] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.989373] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9259c5e6-cb3b-4fa1-a2fe-548e6f5263e5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.999377] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 701.999377] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]524b34c8-2ba9-59cc-adad-00cd233317ca" [ 701.999377] env[68326]: _type = "Task" [ 701.999377] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.009088] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524b34c8-2ba9-59cc-adad-00cd233317ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.065217] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128879, 'name': CreateVM_Task, 'duration_secs': 0.414801} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.065389] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.066110] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.066212] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.066517] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.066760] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a8bbbea-6122-4c2d-9ba3-8f270c15a1f7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.072431] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Waiting for the task: (returnval){ [ 702.072431] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5255b89d-4edb-6e70-4445-e545954a5c19" [ 702.072431] env[68326]: _type = "Task" [ 702.072431] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.080331] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5255b89d-4edb-6e70-4445-e545954a5c19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.200949] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3128876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564919} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.201225] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 51e92baa-01a8-4d09-b531-18d958cc5c29/51e92baa-01a8-4d09-b531-18d958cc5c29.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.201377] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.201622] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0003b50f-90a7-4e19-8e62-5ca26df906f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.208530] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 702.208530] env[68326]: value = "task-3128881" [ 702.208530] env[68326]: _type = "Task" [ 702.208530] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.220060] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3128881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.254113] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3128880, 'name': Rename_Task, 'duration_secs': 0.174922} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.254474] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.254717] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29e12d93-4b03-4f45-b8ee-58868599cbad {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.260211] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5382a1-68a0-4110-bb5d-d4451b000bfa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.263663] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 702.263663] env[68326]: value = "task-3128882" [ 702.263663] env[68326]: _type = "Task" [ 702.263663] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.270294] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7b4c34-0d41-4542-8391-c52fbd2edba7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.277164] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3128882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.317072] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7325983-0695-4859-869d-e4d4bef38b41 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.331511] env[68326]: INFO nova.compute.manager [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Took 31.90 seconds to build instance. [ 702.336843] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15bc2f9-62f1-4ce7-aeaf-145b9283baba {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.355172] env[68326]: DEBUG nova.compute.provider_tree [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.512063] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524b34c8-2ba9-59cc-adad-00cd233317ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.512953] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-247aaf20-f71f-4501-81e2-4537d91bf093 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.519082] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 702.519082] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b9f71d-a1f2-2238-9ccf-0aa96544bcb1" [ 702.519082] env[68326]: _type = "Task" [ 702.519082] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.530497] env[68326]: DEBUG nova.network.neutron [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Updated VIF entry in instance network info cache for port c518a5c9-637f-4343-8f7e-722a6c97b7d8. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.530497] env[68326]: DEBUG nova.network.neutron [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Updating instance_info_cache with network_info: [{"id": "c518a5c9-637f-4343-8f7e-722a6c97b7d8", "address": "fa:16:3e:5d:31:d5", "network": {"id": "97cf69b8-b959-4bf0-86e9-d29298a92ad5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-412389228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03a8ef6734e47bba9a52c3c1720e13b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc518a5c9-63", "ovs_interfaceid": "c518a5c9-637f-4343-8f7e-722a6c97b7d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.536430] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b9f71d-a1f2-2238-9ccf-0aa96544bcb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.584678] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5255b89d-4edb-6e70-4445-e545954a5c19, 'name': SearchDatastore_Task, 'duration_secs': 0.00927} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.584973] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.585212] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.585433] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.721577] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3128881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120784} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.721577] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.723390] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d30cc2-5fc8-4d62-bc98-47850fa6dfd1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.757228] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 51e92baa-01a8-4d09-b531-18d958cc5c29/51e92baa-01a8-4d09-b531-18d958cc5c29.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.757579] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22409279-dbef-4cd3-ace2-14a81eefab50 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.782520] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3128882, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.783942] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 702.783942] env[68326]: value = "task-3128883" [ 702.783942] env[68326]: _type = "Task" [ 702.783942] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.792329] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3128883, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.833596] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4401d4db-f4c9-4d40-8df7-685303b11ba8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "fd9b53c1-8fad-4271-b0b0-71cb00e9e66a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.484s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.862858] env[68326]: DEBUG nova.scheduler.client.report [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.035662] env[68326]: DEBUG oslo_concurrency.lockutils [req-e4c60859-0b06-4c85-90b0-bf696989cdee req-e5b66a36-ce87-4390-a688-636e7ddcc6a0 service nova] Releasing lock "refresh_cache-b1b2c3c4-b5a6-404b-b130-7e95351b3384" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.036276] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b9f71d-a1f2-2238-9ccf-0aa96544bcb1, 'name': SearchDatastore_Task, 'duration_secs': 0.025224} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.036657] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.037154] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] d8537583-0041-4d8f-a9ed-2b94c8f9a847/d8537583-0041-4d8f-a9ed-2b94c8f9a847.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.037667] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.037988] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.038361] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-176f4de2-fd06-4bea-8ca5-d0cb5505b2b9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.040920] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caacce96-30c7-4b73-8493-45ce884a7ac3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.053434] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 703.053434] env[68326]: value = "task-3128884" [ 703.053434] env[68326]: _type = "Task" [ 703.053434] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.059453] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.059755] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.063969] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a35c7591-1723-44a7-bec2-81ef77bfac6a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.067852] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.071524] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Waiting for the task: (returnval){ [ 703.071524] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]525cb63d-0879-395e-875b-9c5009aa23d4" [ 703.071524] env[68326]: _type = "Task" [ 703.071524] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.080940] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525cb63d-0879-395e-875b-9c5009aa23d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.125044] env[68326]: DEBUG nova.compute.manager [req-c4049ccc-2186-41f1-a7c9-1d1ff111aa71 req-ad8ebcfc-8832-444c-995a-301e929421ac service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Received event network-changed-4d8efd5a-42c1-4124-aa2d-f8d4acb86007 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 703.125398] env[68326]: DEBUG nova.compute.manager [req-c4049ccc-2186-41f1-a7c9-1d1ff111aa71 req-ad8ebcfc-8832-444c-995a-301e929421ac service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Refreshing instance network info cache due to event network-changed-4d8efd5a-42c1-4124-aa2d-f8d4acb86007. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 703.125773] env[68326]: DEBUG oslo_concurrency.lockutils [req-c4049ccc-2186-41f1-a7c9-1d1ff111aa71 req-ad8ebcfc-8832-444c-995a-301e929421ac service nova] Acquiring lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.126039] env[68326]: DEBUG oslo_concurrency.lockutils [req-c4049ccc-2186-41f1-a7c9-1d1ff111aa71 req-ad8ebcfc-8832-444c-995a-301e929421ac service nova] Acquired lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.126310] env[68326]: DEBUG nova.network.neutron [req-c4049ccc-2186-41f1-a7c9-1d1ff111aa71 req-ad8ebcfc-8832-444c-995a-301e929421ac service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Refreshing network info cache for port 4d8efd5a-42c1-4124-aa2d-f8d4acb86007 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.287018] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3128882, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.298819] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3128883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.338667] env[68326]: DEBUG nova.compute.manager [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 703.367973] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.377977] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.728s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.381519] env[68326]: INFO nova.compute.claims [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.422070] env[68326]: INFO nova.scheduler.client.report [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Deleted allocations for instance dba8e6d2-0590-4cc9-b69c-c4f2471e33d5 [ 703.564342] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128884, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.584474] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525cb63d-0879-395e-875b-9c5009aa23d4, 'name': SearchDatastore_Task, 'duration_secs': 0.028569} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.586216] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c532564-cea5-496b-9f47-347860738bd8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.595154] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Waiting for the task: (returnval){ [ 703.595154] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52d8c333-8db9-8a8e-6882-d801c030c452" [ 703.595154] env[68326]: _type = "Task" [ 703.595154] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.604224] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d8c333-8db9-8a8e-6882-d801c030c452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.784187] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3128882, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.797545] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3128883, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.875994] env[68326]: DEBUG oslo_concurrency.lockutils [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.934560] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f8b208a4-483c-4cb9-9a99-af4bbc48092f tempest-ServerDiagnosticsNegativeTest-15278137 tempest-ServerDiagnosticsNegativeTest-15278137-project-member] Lock "dba8e6d2-0590-4cc9-b69c-c4f2471e33d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.712s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.983347] env[68326]: DEBUG nova.network.neutron [req-c4049ccc-2186-41f1-a7c9-1d1ff111aa71 req-ad8ebcfc-8832-444c-995a-301e929421ac service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Updated VIF entry in instance network info cache for port 4d8efd5a-42c1-4124-aa2d-f8d4acb86007. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.983347] env[68326]: DEBUG nova.network.neutron [req-c4049ccc-2186-41f1-a7c9-1d1ff111aa71 req-ad8ebcfc-8832-444c-995a-301e929421ac service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Updating instance_info_cache with network_info: [{"id": "4d8efd5a-42c1-4124-aa2d-f8d4acb86007", "address": "fa:16:3e:ed:b4:f5", "network": {"id": "b7cc7ed0-8e4a-4735-813c-f6f80d286e9b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1000848860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "05e90054cb814bd8a206a1b22afc0978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d8efd5a-42", "ovs_interfaceid": "4d8efd5a-42c1-4124-aa2d-f8d4acb86007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.068536] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523771} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.069058] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] d8537583-0041-4d8f-a9ed-2b94c8f9a847/d8537583-0041-4d8f-a9ed-2b94c8f9a847.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.072588] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.072588] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc4be359-2533-4ee5-97c7-642e601fa010 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.081790] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 704.081790] env[68326]: value = "task-3128885" [ 704.081790] env[68326]: _type = "Task" [ 704.081790] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.095483] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.106376] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d8c333-8db9-8a8e-6882-d801c030c452, 'name': SearchDatastore_Task, 'duration_secs': 0.009747} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.106649] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.106956] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] b1b2c3c4-b5a6-404b-b130-7e95351b3384/b1b2c3c4-b5a6-404b-b130-7e95351b3384.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.107266] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca81da4e-abfe-49ef-a9e0-1fb69ed3bfcc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.115238] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Waiting for the task: (returnval){ [ 704.115238] env[68326]: value = "task-3128886" [ 704.115238] env[68326]: _type = "Task" [ 704.115238] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.128249] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': task-3128886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.284733] env[68326]: DEBUG oslo_vmware.api [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3128882, 'name': PowerOnVM_Task, 'duration_secs': 1.891679} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.288152] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.288152] env[68326]: INFO nova.compute.manager [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Took 10.80 seconds to spawn the instance on the hypervisor. [ 704.288152] env[68326]: DEBUG nova.compute.manager [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 704.288152] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d806eb-dc60-4d99-8f67-c491e39abd3b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.303158] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3128883, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.487405] env[68326]: DEBUG oslo_concurrency.lockutils [req-c4049ccc-2186-41f1-a7c9-1d1ff111aa71 req-ad8ebcfc-8832-444c-995a-301e929421ac service nova] Releasing lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.487688] env[68326]: DEBUG nova.compute.manager [req-c4049ccc-2186-41f1-a7c9-1d1ff111aa71 req-ad8ebcfc-8832-444c-995a-301e929421ac service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Received event network-changed-4d8efd5a-42c1-4124-aa2d-f8d4acb86007 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 704.487938] env[68326]: DEBUG nova.compute.manager [req-c4049ccc-2186-41f1-a7c9-1d1ff111aa71 req-ad8ebcfc-8832-444c-995a-301e929421ac service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Refreshing instance network info cache due to event network-changed-4d8efd5a-42c1-4124-aa2d-f8d4acb86007. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 704.488262] env[68326]: DEBUG oslo_concurrency.lockutils [req-c4049ccc-2186-41f1-a7c9-1d1ff111aa71 req-ad8ebcfc-8832-444c-995a-301e929421ac service nova] Acquiring lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.488421] env[68326]: DEBUG oslo_concurrency.lockutils [req-c4049ccc-2186-41f1-a7c9-1d1ff111aa71 req-ad8ebcfc-8832-444c-995a-301e929421ac service nova] Acquired lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.488606] env[68326]: DEBUG nova.network.neutron [req-c4049ccc-2186-41f1-a7c9-1d1ff111aa71 req-ad8ebcfc-8832-444c-995a-301e929421ac service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Refreshing network info cache for port 4d8efd5a-42c1-4124-aa2d-f8d4acb86007 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.595673] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076633} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.596178] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.597184] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f6c65d-bb6f-401a-8960-1cfed757f1a2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.620741] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] d8537583-0041-4d8f-a9ed-2b94c8f9a847/d8537583-0041-4d8f-a9ed-2b94c8f9a847.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.624579] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7c84f29-eda7-458f-bc54-b4c2a76a877f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.654279] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': task-3128886, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.657322] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 704.657322] env[68326]: value = "task-3128887" [ 704.657322] env[68326]: _type = "Task" [ 704.657322] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.666836] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.809551] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3128883, 'name': ReconfigVM_Task, 'duration_secs': 1.578327} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.813604] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 51e92baa-01a8-4d09-b531-18d958cc5c29/51e92baa-01a8-4d09-b531-18d958cc5c29.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.813705] env[68326]: INFO nova.compute.manager [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Took 32.69 seconds to build instance. [ 704.819471] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29694de9-de43-44d9-a8c5-4554c6b32959 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.831197] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 704.831197] env[68326]: value = "task-3128888" [ 704.831197] env[68326]: _type = "Task" [ 704.831197] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.844914] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3128888, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.854353] env[68326]: INFO nova.compute.manager [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Rebuilding instance [ 704.923163] env[68326]: DEBUG nova.compute.manager [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 704.924240] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bffea44-5c30-4461-9b05-6ba955a7f48f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.020929] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7e58a5-8b32-4e85-8324-760897eb42c2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.030635] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6a67b5-9e93-4e6a-88c9-4e064009b23a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.067719] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590e99c9-a649-4579-998c-7f4033301d20 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.077569] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cd8b1b-f2ba-4e95-8686-f5015ac7ccab {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.094399] env[68326]: DEBUG nova.compute.provider_tree [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.136373] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': task-3128886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.936808} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.136897] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] b1b2c3c4-b5a6-404b-b130-7e95351b3384/b1b2c3c4-b5a6-404b-b130-7e95351b3384.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.137271] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.137271] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0edb281e-da19-4013-9f9c-58d34d71e956 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.147572] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Waiting for the task: (returnval){ [ 705.147572] env[68326]: value = "task-3128889" [ 705.147572] env[68326]: _type = "Task" [ 705.147572] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.157903] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': task-3128889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.165332] env[68326]: DEBUG nova.compute.manager [req-e3175c13-42e1-4b52-8271-82d1ea3b1233 req-0ff73544-bb38-4e52-a18e-e45b49922c63 service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Received event network-changed-4d8efd5a-42c1-4124-aa2d-f8d4acb86007 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 705.166022] env[68326]: DEBUG nova.compute.manager [req-e3175c13-42e1-4b52-8271-82d1ea3b1233 req-0ff73544-bb38-4e52-a18e-e45b49922c63 service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Refreshing instance network info cache due to event network-changed-4d8efd5a-42c1-4124-aa2d-f8d4acb86007. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 705.166022] env[68326]: DEBUG oslo_concurrency.lockutils [req-e3175c13-42e1-4b52-8271-82d1ea3b1233 req-0ff73544-bb38-4e52-a18e-e45b49922c63 service nova] Acquiring lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.173099] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.301344] env[68326]: DEBUG nova.network.neutron [req-c4049ccc-2186-41f1-a7c9-1d1ff111aa71 req-ad8ebcfc-8832-444c-995a-301e929421ac service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Updated VIF entry in instance network info cache for port 4d8efd5a-42c1-4124-aa2d-f8d4acb86007. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.301344] env[68326]: DEBUG nova.network.neutron [req-c4049ccc-2186-41f1-a7c9-1d1ff111aa71 req-ad8ebcfc-8832-444c-995a-301e929421ac service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Updating instance_info_cache with network_info: [{"id": "4d8efd5a-42c1-4124-aa2d-f8d4acb86007", "address": "fa:16:3e:ed:b4:f5", "network": {"id": "b7cc7ed0-8e4a-4735-813c-f6f80d286e9b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1000848860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "05e90054cb814bd8a206a1b22afc0978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d8efd5a-42", "ovs_interfaceid": "4d8efd5a-42c1-4124-aa2d-f8d4acb86007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.323677] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8b98060-08c1-4485-80ec-a4b20c24404f tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "df2f88d6-5e47-4d8c-a727-9f20cecee976" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.656s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.343348] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3128888, 'name': Rename_Task, 'duration_secs': 0.226702} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.344316] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.344600] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e13db64-31a1-403c-980d-381d9ffff76b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.352108] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 705.352108] env[68326]: value = "task-3128890" [ 705.352108] env[68326]: _type = "Task" [ 705.352108] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.360811] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3128890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.601322] env[68326]: DEBUG nova.scheduler.client.report [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.662201] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': task-3128889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194242} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.662201] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.662201] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ee61a4-aa2f-40b7-89c7-55d6d6d1ae1f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.688027] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128887, 'name': ReconfigVM_Task, 'duration_secs': 0.654798} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.701018] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] b1b2c3c4-b5a6-404b-b130-7e95351b3384/b1b2c3c4-b5a6-404b-b130-7e95351b3384.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.701018] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Reconfigured VM instance instance-00000011 to attach disk [datastore2] d8537583-0041-4d8f-a9ed-2b94c8f9a847/d8537583-0041-4d8f-a9ed-2b94c8f9a847.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.701018] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c4f1f18-e03e-4c73-91e7-c633c4566c02 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.714937] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1b8112c-7bd5-40bd-b724-b98c82e75502 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.724023] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 705.724023] env[68326]: value = "task-3128891" [ 705.724023] env[68326]: _type = "Task" [ 705.724023] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.724322] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Waiting for the task: (returnval){ [ 705.724322] env[68326]: value = "task-3128892" [ 705.724322] env[68326]: _type = "Task" [ 705.724322] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.742559] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128891, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.743261] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': task-3128892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.804553] env[68326]: DEBUG oslo_concurrency.lockutils [req-c4049ccc-2186-41f1-a7c9-1d1ff111aa71 req-ad8ebcfc-8832-444c-995a-301e929421ac service nova] Releasing lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.805231] env[68326]: DEBUG oslo_concurrency.lockutils [req-e3175c13-42e1-4b52-8271-82d1ea3b1233 req-0ff73544-bb38-4e52-a18e-e45b49922c63 service nova] Acquired lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.805530] env[68326]: DEBUG nova.network.neutron [req-e3175c13-42e1-4b52-8271-82d1ea3b1233 req-0ff73544-bb38-4e52-a18e-e45b49922c63 service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Refreshing network info cache for port 4d8efd5a-42c1-4124-aa2d-f8d4acb86007 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.827572] env[68326]: DEBUG nova.compute.manager [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 705.872653] env[68326]: DEBUG oslo_vmware.api [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3128890, 'name': PowerOnVM_Task, 'duration_secs': 0.508131} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.873314] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.873314] env[68326]: INFO nova.compute.manager [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Took 9.66 seconds to spawn the instance on the hypervisor. [ 705.873481] env[68326]: DEBUG nova.compute.manager [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 705.876064] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d537dc-8380-481e-a057-542c07bbe57e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.947048] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 705.947048] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-429a073d-829f-4c4b-9f28-4cba29cf82d0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.956567] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 705.956567] env[68326]: value = "task-3128893" [ 705.956567] env[68326]: _type = "Task" [ 705.956567] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.967437] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.106498] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.107090] env[68326]: DEBUG nova.compute.manager [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 706.109812] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.459s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.109994] env[68326]: DEBUG nova.objects.instance [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 706.238964] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128891, 'name': Rename_Task, 'duration_secs': 0.17401} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.242150] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.242505] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': task-3128892, 'name': ReconfigVM_Task, 'duration_secs': 0.350188} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.242999] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43611e25-2a21-4086-98e1-aa31166c7045 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.248068] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Reconfigured VM instance instance-00000015 to attach disk [datastore2] b1b2c3c4-b5a6-404b-b130-7e95351b3384/b1b2c3c4-b5a6-404b-b130-7e95351b3384.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.248068] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f088f1b-6eea-4667-a422-33f32ccc3078 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.256525] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 706.256525] env[68326]: value = "task-3128894" [ 706.256525] env[68326]: _type = "Task" [ 706.256525] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.257756] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Waiting for the task: (returnval){ [ 706.257756] env[68326]: value = "task-3128895" [ 706.257756] env[68326]: _type = "Task" [ 706.257756] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.276943] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.277568] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': task-3128895, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.352360] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.397625] env[68326]: INFO nova.compute.manager [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Took 33.30 seconds to build instance. [ 706.475077] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128893, 'name': PowerOffVM_Task, 'duration_secs': 0.511198} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.475439] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.476577] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.476940] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee27afd-dee5-47b5-9709-c05d278ab5f2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.488453] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.488610] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca65bb4c-7cdb-4593-aa7c-01719ab066ee {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.511255] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "b7503f22-68fd-4ee1-b0dd-4535e0e293d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.511529] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "b7503f22-68fd-4ee1-b0dd-4535e0e293d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.568624] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.568912] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.569442] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleting the datastore file [datastore1] fd9b53c1-8fad-4271-b0b0-71cb00e9e66a {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.569442] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5920e80-303a-4854-952d-f566a4af54d5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.583320] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 706.583320] env[68326]: value = "task-3128897" [ 706.583320] env[68326]: _type = "Task" [ 706.583320] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.595378] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.614887] env[68326]: DEBUG nova.compute.utils [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.621255] env[68326]: DEBUG nova.compute.manager [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 706.621255] env[68326]: DEBUG nova.network.neutron [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.751572] env[68326]: DEBUG nova.policy [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6726dc3c1f145e2a83621fb89b534a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32d29f939900457092100310f782cf4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.779766] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': task-3128895, 'name': Rename_Task, 'duration_secs': 0.187423} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.783183] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.783481] env[68326]: DEBUG oslo_vmware.api [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128894, 'name': PowerOnVM_Task, 'duration_secs': 0.498735} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.783811] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e705204-0e2f-40a1-9227-ddcef5d75619 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.785459] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.785711] env[68326]: DEBUG nova.compute.manager [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 706.786501] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cd695e-6ed8-4b39-a037-53a12803ee44 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.798751] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Waiting for the task: (returnval){ [ 706.798751] env[68326]: value = "task-3128898" [ 706.798751] env[68326]: _type = "Task" [ 706.798751] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.808391] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': task-3128898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.836411] env[68326]: DEBUG nova.network.neutron [req-e3175c13-42e1-4b52-8271-82d1ea3b1233 req-0ff73544-bb38-4e52-a18e-e45b49922c63 service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Updated VIF entry in instance network info cache for port 4d8efd5a-42c1-4124-aa2d-f8d4acb86007. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.836411] env[68326]: DEBUG nova.network.neutron [req-e3175c13-42e1-4b52-8271-82d1ea3b1233 req-0ff73544-bb38-4e52-a18e-e45b49922c63 service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Updating instance_info_cache with network_info: [{"id": "4d8efd5a-42c1-4124-aa2d-f8d4acb86007", "address": "fa:16:3e:ed:b4:f5", "network": {"id": "b7cc7ed0-8e4a-4735-813c-f6f80d286e9b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1000848860-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "05e90054cb814bd8a206a1b22afc0978", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "822050c7-1845-485d-b87e-73778d21c33c", "external-id": "nsx-vlan-transportzone-701", "segmentation_id": 701, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d8efd5a-42", "ovs_interfaceid": "4d8efd5a-42c1-4124-aa2d-f8d4acb86007", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.900058] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca10031a-5e1f-4602-ac2b-f3e5e2ef6833 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "51e92baa-01a8-4d09-b531-18d958cc5c29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.821s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.098038] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19982} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.098222] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.098391] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.098573] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.120809] env[68326]: DEBUG nova.compute.manager [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 707.124335] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1c1ed68c-da2a-4838-a629-fe54031c8d28 tempest-ServersAdmin275Test-1489336088 tempest-ServersAdmin275Test-1489336088-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.125884] env[68326]: DEBUG oslo_concurrency.lockutils [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.055s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.126102] env[68326]: DEBUG nova.objects.instance [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Lazy-loading 'resources' on Instance uuid e6f7c297-09c3-4df8-8f4d-3d1a10a030e2 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.316184] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.325173] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': task-3128898, 'name': PowerOnVM_Task} progress is 74%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.342575] env[68326]: DEBUG oslo_concurrency.lockutils [req-e3175c13-42e1-4b52-8271-82d1ea3b1233 req-0ff73544-bb38-4e52-a18e-e45b49922c63 service nova] Releasing lock "refresh_cache-ac393da9-0edb-4774-a838-111f5078b794" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.405025] env[68326]: DEBUG nova.compute.manager [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 707.578861] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Acquiring lock "ac393da9-0edb-4774-a838-111f5078b794" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.580288] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Lock "ac393da9-0edb-4774-a838-111f5078b794" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.580593] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Acquiring lock "ac393da9-0edb-4774-a838-111f5078b794-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.580824] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Lock "ac393da9-0edb-4774-a838-111f5078b794-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.581056] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Lock "ac393da9-0edb-4774-a838-111f5078b794-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.585323] env[68326]: INFO nova.compute.manager [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Terminating instance [ 707.646925] env[68326]: DEBUG nova.network.neutron [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Successfully created port: 48384d94-6ae6-400e-ba72-eadde1ce778b {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.674631] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Acquiring lock "234e5878-7fae-4f85-a050-b577908f19cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.675607] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Lock "234e5878-7fae-4f85-a050-b577908f19cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.675607] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Acquiring lock "234e5878-7fae-4f85-a050-b577908f19cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.675815] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Lock "234e5878-7fae-4f85-a050-b577908f19cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.675815] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Lock "234e5878-7fae-4f85-a050-b577908f19cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.682017] env[68326]: DEBUG nova.compute.manager [req-7bd0217c-8b90-418f-9617-7b39fbb1ad88 req-3473ee0f-5530-4f20-a1c7-5e09c879ba5d service nova] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Received event network-changed-7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 707.682017] env[68326]: DEBUG nova.compute.manager [req-7bd0217c-8b90-418f-9617-7b39fbb1ad88 req-3473ee0f-5530-4f20-a1c7-5e09c879ba5d service nova] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Refreshing instance network info cache due to event network-changed-7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 707.682017] env[68326]: DEBUG oslo_concurrency.lockutils [req-7bd0217c-8b90-418f-9617-7b39fbb1ad88 req-3473ee0f-5530-4f20-a1c7-5e09c879ba5d service nova] Acquiring lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.682017] env[68326]: DEBUG oslo_concurrency.lockutils [req-7bd0217c-8b90-418f-9617-7b39fbb1ad88 req-3473ee0f-5530-4f20-a1c7-5e09c879ba5d service nova] Acquired lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.682017] env[68326]: DEBUG nova.network.neutron [req-7bd0217c-8b90-418f-9617-7b39fbb1ad88 req-3473ee0f-5530-4f20-a1c7-5e09c879ba5d service nova] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Refreshing network info cache for port 7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.683091] env[68326]: INFO nova.compute.manager [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Terminating instance [ 707.822509] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': task-3128898, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.933304] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.092494] env[68326]: DEBUG nova.compute.manager [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 708.092790] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.096833] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5dd012-2568-46f7-8fe9-05ec01de2aae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.104797] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.105085] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cd515d8-d152-4492-98d4-347d7c3a9d13 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.123631] env[68326]: DEBUG oslo_vmware.api [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for the task: (returnval){ [ 708.123631] env[68326]: value = "task-3128899" [ 708.123631] env[68326]: _type = "Task" [ 708.123631] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.133863] env[68326]: DEBUG oslo_vmware.api [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.137669] env[68326]: DEBUG nova.compute.manager [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 708.150442] env[68326]: DEBUG nova.virt.hardware [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.150638] env[68326]: DEBUG nova.virt.hardware [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.150795] env[68326]: DEBUG nova.virt.hardware [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.150967] env[68326]: DEBUG nova.virt.hardware [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.151123] env[68326]: DEBUG nova.virt.hardware [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.151268] env[68326]: DEBUG nova.virt.hardware [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.151571] env[68326]: DEBUG nova.virt.hardware [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.151744] env[68326]: DEBUG nova.virt.hardware [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.151803] env[68326]: DEBUG nova.virt.hardware [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.152023] env[68326]: DEBUG nova.virt.hardware [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.152212] env[68326]: DEBUG nova.virt.hardware [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.153124] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e223f51-029e-451c-b6ad-275b62a6399f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.164764] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1466e7-b5f3-4a97-ae1d-342737012a9c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.171261] env[68326]: DEBUG nova.virt.hardware [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.171490] env[68326]: DEBUG nova.virt.hardware [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.171643] env[68326]: DEBUG nova.virt.hardware [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.171821] env[68326]: DEBUG nova.virt.hardware [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.171960] env[68326]: DEBUG nova.virt.hardware [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.172121] env[68326]: DEBUG nova.virt.hardware [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.172486] env[68326]: DEBUG nova.virt.hardware [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.172550] env[68326]: DEBUG nova.virt.hardware [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.172682] env[68326]: DEBUG nova.virt.hardware [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.172841] env[68326]: DEBUG nova.virt.hardware [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.173020] env[68326]: DEBUG nova.virt.hardware [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.173803] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb9a51b-9f9e-457b-a38e-3a180ca32370 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.198731] env[68326]: DEBUG nova.compute.manager [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 708.199121] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.199960] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:8c:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10b2c68d-20d1-45f0-a1e0-5eeb35d009ee', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.207866] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.213204] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171dd40c-2a9f-4832-9a3f-52430537e133 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.216780] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.217854] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b57339af-7fbd-4fd4-ae09-b9f87800af38 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.233941] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5839972e-4c96-424f-967f-b07ddae4d85c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.241171] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a25247f-839a-4eb4-a89a-566d1a5aadca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.246263] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.246821] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76c542b6-fda9-4b82-b7c9-64e2bd2db940 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.252520] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.252520] env[68326]: value = "task-3128900" [ 708.252520] env[68326]: _type = "Task" [ 708.252520] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.264447] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea332514-fb69-4a22-a276-1a7d5b94f189 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.266184] env[68326]: DEBUG oslo_vmware.api [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Waiting for the task: (returnval){ [ 708.266184] env[68326]: value = "task-3128901" [ 708.266184] env[68326]: _type = "Task" [ 708.266184] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.302335] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b837ccb-abc9-4be1-888a-d731dbf6875d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.309474] env[68326]: DEBUG oslo_vmware.api [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': task-3128901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.309683] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128900, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.318043] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f48018a-d2a4-4bbb-8d15-3b0b31f9d741 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.325571] env[68326]: DEBUG oslo_vmware.api [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': task-3128898, 'name': PowerOnVM_Task, 'duration_secs': 1.067866} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.326806] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.326806] env[68326]: INFO nova.compute.manager [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Took 9.47 seconds to spawn the instance on the hypervisor. [ 708.326806] env[68326]: DEBUG nova.compute.manager [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 708.327721] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d140a69-ad71-4184-8ee5-21fd5d166259 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.340335] env[68326]: DEBUG nova.compute.provider_tree [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.638063] env[68326]: DEBUG oslo_vmware.api [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128899, 'name': PowerOffVM_Task, 'duration_secs': 0.283251} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.638819] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.638819] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.638819] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9a04da7-4761-493d-8bcf-2530a83748d5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.697381] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.697634] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.697789] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Deleting the datastore file [datastore1] ac393da9-0edb-4774-a838-111f5078b794 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.698062] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-318a45cf-4b09-48ba-825c-365b7f72336e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.705695] env[68326]: DEBUG oslo_vmware.api [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for the task: (returnval){ [ 708.705695] env[68326]: value = "task-3128903" [ 708.705695] env[68326]: _type = "Task" [ 708.705695] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.715813] env[68326]: DEBUG oslo_vmware.api [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.773261] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128900, 'name': CreateVM_Task, 'duration_secs': 0.345937} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.776386] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.777129] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.777294] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.777555] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.778248] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-888112a9-d4de-4b9a-b36d-dacfa467d073 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.783179] env[68326]: DEBUG oslo_vmware.api [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': task-3128901, 'name': PowerOffVM_Task, 'duration_secs': 0.266684} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.783823] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.784058] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.784338] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62e092a8-4a86-4458-8e93-0b18718d9488 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.787598] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 708.787598] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]525e1a67-bdbb-81fd-286d-54f997d568b3" [ 708.787598] env[68326]: _type = "Task" [ 708.787598] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.797884] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525e1a67-bdbb-81fd-286d-54f997d568b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.847365] env[68326]: DEBUG nova.scheduler.client.report [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.858023] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 708.858023] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 708.858023] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Deleting the datastore file [datastore2] 234e5878-7fae-4f85-a050-b577908f19cb {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.865195] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4db5fe92-2901-463a-836e-2cd026c4221d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.870696] env[68326]: INFO nova.compute.manager [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Took 34.08 seconds to build instance. [ 708.882246] env[68326]: DEBUG oslo_vmware.api [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Waiting for the task: (returnval){ [ 708.882246] env[68326]: value = "task-3128905" [ 708.882246] env[68326]: _type = "Task" [ 708.882246] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.892881] env[68326]: DEBUG oslo_vmware.api [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': task-3128905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.988917] env[68326]: DEBUG nova.network.neutron [req-7bd0217c-8b90-418f-9617-7b39fbb1ad88 req-3473ee0f-5530-4f20-a1c7-5e09c879ba5d service nova] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Updated VIF entry in instance network info cache for port 7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.988917] env[68326]: DEBUG nova.network.neutron [req-7bd0217c-8b90-418f-9617-7b39fbb1ad88 req-3473ee0f-5530-4f20-a1c7-5e09c879ba5d service nova] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Updating instance_info_cache with network_info: [{"id": "7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912", "address": "fa:16:3e:13:97:3a", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8d3f5b-40", "ovs_interfaceid": "7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.223422] env[68326]: DEBUG oslo_vmware.api [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Task: {'id': task-3128903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285153} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.223422] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.223422] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.223422] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.223422] env[68326]: INFO nova.compute.manager [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] [instance: ac393da9-0edb-4774-a838-111f5078b794] Took 1.13 seconds to destroy the instance on the hypervisor. [ 709.224073] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.224267] env[68326]: DEBUG nova.compute.manager [-] [instance: ac393da9-0edb-4774-a838-111f5078b794] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 709.224404] env[68326]: DEBUG nova.network.neutron [-] [instance: ac393da9-0edb-4774-a838-111f5078b794] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.301395] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525e1a67-bdbb-81fd-286d-54f997d568b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010236} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.301746] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.301938] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.302196] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.302337] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.302514] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.302800] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa2ae72b-9e06-452b-a436-0cc38443880e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.311721] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.311951] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.312719] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16da8f28-0c18-437a-9047-2cd7d6e6aa1d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.319088] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 709.319088] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52e1ba6e-9fd0-ef9e-fef2-2faea22a8ee8" [ 709.319088] env[68326]: _type = "Task" [ 709.319088] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.330686] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52e1ba6e-9fd0-ef9e-fef2-2faea22a8ee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.357453] env[68326]: DEBUG oslo_concurrency.lockutils [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.359739] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.389s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.362048] env[68326]: INFO nova.compute.claims [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.373679] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2cd6daa7-cd61-418c-b9f6-29cc2047e1f5 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Lock "b1b2c3c4-b5a6-404b-b130-7e95351b3384" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.691s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.388882] env[68326]: INFO nova.scheduler.client.report [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Deleted allocations for instance e6f7c297-09c3-4df8-8f4d-3d1a10a030e2 [ 709.395840] env[68326]: DEBUG oslo_vmware.api [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Task: {'id': task-3128905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246549} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.399100] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.399220] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.399397] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.399568] env[68326]: INFO nova.compute.manager [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Took 1.20 seconds to destroy the instance on the hypervisor. [ 709.399798] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.400249] env[68326]: DEBUG nova.compute.manager [-] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 709.400321] env[68326]: DEBUG nova.network.neutron [-] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.494560] env[68326]: DEBUG oslo_concurrency.lockutils [req-7bd0217c-8b90-418f-9617-7b39fbb1ad88 req-3473ee0f-5530-4f20-a1c7-5e09c879ba5d service nova] Releasing lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.569061] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Acquiring lock "d8537583-0041-4d8f-a9ed-2b94c8f9a847" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.569344] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Lock "d8537583-0041-4d8f-a9ed-2b94c8f9a847" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.569587] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Acquiring lock "d8537583-0041-4d8f-a9ed-2b94c8f9a847-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.570346] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Lock "d8537583-0041-4d8f-a9ed-2b94c8f9a847-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.570346] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Lock "d8537583-0041-4d8f-a9ed-2b94c8f9a847-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.573344] env[68326]: INFO nova.compute.manager [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Terminating instance [ 709.831644] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52e1ba6e-9fd0-ef9e-fef2-2faea22a8ee8, 'name': SearchDatastore_Task, 'duration_secs': 0.013412} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.834199] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d198f229-847c-4ef0-a9c6-7b395cbe795c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.842056] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 709.842056] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5283ee04-97f2-84f6-6cce-be7b067c8532" [ 709.842056] env[68326]: _type = "Task" [ 709.842056] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.858682] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5283ee04-97f2-84f6-6cce-be7b067c8532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.876595] env[68326]: DEBUG nova.compute.manager [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 709.902874] env[68326]: DEBUG oslo_concurrency.lockutils [None req-50894303-27bf-45fe-a455-679ce8ac5173 tempest-TenantUsagesTestJSON-944096635 tempest-TenantUsagesTestJSON-944096635-project-member] Lock "e6f7c297-09c3-4df8-8f4d-3d1a10a030e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.186s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.078235] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Acquiring lock "refresh_cache-d8537583-0041-4d8f-a9ed-2b94c8f9a847" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.078501] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Acquired lock "refresh_cache-d8537583-0041-4d8f-a9ed-2b94c8f9a847" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.078693] env[68326]: DEBUG nova.network.neutron [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.356568] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5283ee04-97f2-84f6-6cce-be7b067c8532, 'name': SearchDatastore_Task, 'duration_secs': 0.021819} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.356568] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.356568] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] fd9b53c1-8fad-4271-b0b0-71cb00e9e66a/fd9b53c1-8fad-4271-b0b0-71cb00e9e66a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.356568] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fc0a16d-b31d-4a64-bb35-07b625c8a97a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.363180] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 710.363180] env[68326]: value = "task-3128906" [ 710.363180] env[68326]: _type = "Task" [ 710.363180] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.366805] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b2b9140a-52fb-431c-9451-6c57fc3ae6f7 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Acquiring lock "b1b2c3c4-b5a6-404b-b130-7e95351b3384" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.367053] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b2b9140a-52fb-431c-9451-6c57fc3ae6f7 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Lock "b1b2c3c4-b5a6-404b-b130-7e95351b3384" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.367282] env[68326]: INFO nova.compute.manager [None req-b2b9140a-52fb-431c-9451-6c57fc3ae6f7 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Rebooting instance [ 710.377356] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.412080] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.525631] env[68326]: DEBUG nova.compute.manager [req-40a31103-6273-4e31-8dce-3345253a6932 req-1cbb21eb-d833-4d05-b4d1-aeb2b786f331 service nova] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Received event network-changed-fb0624ba-543e-4b71-96d9-d9d47e19489c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 710.526208] env[68326]: DEBUG nova.compute.manager [req-40a31103-6273-4e31-8dce-3345253a6932 req-1cbb21eb-d833-4d05-b4d1-aeb2b786f331 service nova] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Refreshing instance network info cache due to event network-changed-fb0624ba-543e-4b71-96d9-d9d47e19489c. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 710.526413] env[68326]: DEBUG oslo_concurrency.lockutils [req-40a31103-6273-4e31-8dce-3345253a6932 req-1cbb21eb-d833-4d05-b4d1-aeb2b786f331 service nova] Acquiring lock "refresh_cache-51e92baa-01a8-4d09-b531-18d958cc5c29" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.526929] env[68326]: DEBUG oslo_concurrency.lockutils [req-40a31103-6273-4e31-8dce-3345253a6932 req-1cbb21eb-d833-4d05-b4d1-aeb2b786f331 service nova] Acquired lock "refresh_cache-51e92baa-01a8-4d09-b531-18d958cc5c29" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.526929] env[68326]: DEBUG nova.network.neutron [req-40a31103-6273-4e31-8dce-3345253a6932 req-1cbb21eb-d833-4d05-b4d1-aeb2b786f331 service nova] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Refreshing network info cache for port fb0624ba-543e-4b71-96d9-d9d47e19489c {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.550373] env[68326]: DEBUG nova.network.neutron [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Successfully updated port: 48384d94-6ae6-400e-ba72-eadde1ce778b {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.629875] env[68326]: DEBUG nova.network.neutron [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.674904] env[68326]: DEBUG nova.network.neutron [-] [instance: ac393da9-0edb-4774-a838-111f5078b794] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.766917] env[68326]: DEBUG nova.network.neutron [-] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.780623] env[68326]: DEBUG nova.network.neutron [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.902557] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128906, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.905694] env[68326]: DEBUG nova.compute.manager [req-7e149c2a-8195-4367-b3bb-490e4d3c7c03 req-9abb2a83-50a0-48ac-b651-45db376515c8 service nova] [instance: ac393da9-0edb-4774-a838-111f5078b794] Received event network-vif-deleted-4d8efd5a-42c1-4124-aa2d-f8d4acb86007 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 710.917916] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b2b9140a-52fb-431c-9451-6c57fc3ae6f7 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Acquiring lock "refresh_cache-b1b2c3c4-b5a6-404b-b130-7e95351b3384" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.918214] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b2b9140a-52fb-431c-9451-6c57fc3ae6f7 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Acquired lock "refresh_cache-b1b2c3c4-b5a6-404b-b130-7e95351b3384" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.918454] env[68326]: DEBUG nova.network.neutron [None req-b2b9140a-52fb-431c-9451-6c57fc3ae6f7 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.026346] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a7ccd1-1f6c-40be-8689-1f6a9cc8c11d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.038489] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4becc49b-a62e-4090-a3d1-47a5a4a6bde4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.076847] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Acquiring lock "refresh_cache-c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.077038] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Acquired lock "refresh_cache-c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.077210] env[68326]: DEBUG nova.network.neutron [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.083461] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686822ac-0fe9-47db-8c4e-e68066de201f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.093485] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa368070-1d6e-4fd6-8c3f-70febc1a3d6c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.117557] env[68326]: DEBUG nova.compute.provider_tree [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.144068] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Acquiring lock "2d21e817-1705-474e-a95c-53c995f092a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.144293] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Lock "2d21e817-1705-474e-a95c-53c995f092a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.180313] env[68326]: INFO nova.compute.manager [-] [instance: ac393da9-0edb-4774-a838-111f5078b794] Took 1.96 seconds to deallocate network for instance. [ 711.269975] env[68326]: INFO nova.compute.manager [-] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Took 1.87 seconds to deallocate network for instance. [ 711.292142] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Releasing lock "refresh_cache-d8537583-0041-4d8f-a9ed-2b94c8f9a847" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.294134] env[68326]: DEBUG nova.compute.manager [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 711.294380] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 711.296064] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2922d758-0312-4844-98da-f53fa6b41197 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.306546] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 711.308738] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a2aa6f2-f133-4dce-829b-b51239dbb097 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.315235] env[68326]: DEBUG oslo_vmware.api [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 711.315235] env[68326]: value = "task-3128907" [ 711.315235] env[68326]: _type = "Task" [ 711.315235] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.325670] env[68326]: DEBUG oslo_vmware.api [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.348178] env[68326]: DEBUG nova.network.neutron [req-40a31103-6273-4e31-8dce-3345253a6932 req-1cbb21eb-d833-4d05-b4d1-aeb2b786f331 service nova] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Updated VIF entry in instance network info cache for port fb0624ba-543e-4b71-96d9-d9d47e19489c. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.348547] env[68326]: DEBUG nova.network.neutron [req-40a31103-6273-4e31-8dce-3345253a6932 req-1cbb21eb-d833-4d05-b4d1-aeb2b786f331 service nova] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Updating instance_info_cache with network_info: [{"id": "fb0624ba-543e-4b71-96d9-d9d47e19489c", "address": "fa:16:3e:80:f5:39", "network": {"id": "44e05ed4-fd0a-4bd2-bbb6-9d7431dc3024", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1817045882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aff620ce4d3a499981cd683ca41ae167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb0624ba-54", "ovs_interfaceid": "fb0624ba-543e-4b71-96d9-d9d47e19489c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.376187] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53131} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.376443] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] fd9b53c1-8fad-4271-b0b0-71cb00e9e66a/fd9b53c1-8fad-4271-b0b0-71cb00e9e66a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.376693] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.376924] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0699ff2c-1eaf-4307-955b-d11dc84ddcf2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.384353] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 711.384353] env[68326]: value = "task-3128908" [ 711.384353] env[68326]: _type = "Task" [ 711.384353] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.394628] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.623536] env[68326]: DEBUG nova.scheduler.client.report [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.659787] env[68326]: DEBUG nova.network.neutron [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.689190] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.779027] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.829335] env[68326]: DEBUG oslo_vmware.api [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128907, 'name': PowerOffVM_Task, 'duration_secs': 0.278966} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.829575] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.829743] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.830162] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6201dd29-081f-452d-8fca-ff14b03b268a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.837922] env[68326]: DEBUG nova.network.neutron [None req-b2b9140a-52fb-431c-9451-6c57fc3ae6f7 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Updating instance_info_cache with network_info: [{"id": "c518a5c9-637f-4343-8f7e-722a6c97b7d8", "address": "fa:16:3e:5d:31:d5", "network": {"id": "97cf69b8-b959-4bf0-86e9-d29298a92ad5", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-412389228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03a8ef6734e47bba9a52c3c1720e13b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc518a5c9-63", "ovs_interfaceid": "c518a5c9-637f-4343-8f7e-722a6c97b7d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.853300] env[68326]: DEBUG oslo_concurrency.lockutils [req-40a31103-6273-4e31-8dce-3345253a6932 req-1cbb21eb-d833-4d05-b4d1-aeb2b786f331 service nova] Releasing lock "refresh_cache-51e92baa-01a8-4d09-b531-18d958cc5c29" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.862736] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.863157] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.863518] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Deleting the datastore file [datastore2] d8537583-0041-4d8f-a9ed-2b94c8f9a847 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.863869] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6bef683-027d-4938-ad64-a62bc6da9429 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.872252] env[68326]: DEBUG oslo_vmware.api [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for the task: (returnval){ [ 711.872252] env[68326]: value = "task-3128910" [ 711.872252] env[68326]: _type = "Task" [ 711.872252] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.889936] env[68326]: DEBUG oslo_vmware.api [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.895192] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198811} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.895439] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.898015] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476e8742-c668-49a2-95ba-f66ebbe3e436 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.938656] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] fd9b53c1-8fad-4271-b0b0-71cb00e9e66a/fd9b53c1-8fad-4271-b0b0-71cb00e9e66a.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.939567] env[68326]: DEBUG nova.network.neutron [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Updating instance_info_cache with network_info: [{"id": "48384d94-6ae6-400e-ba72-eadde1ce778b", "address": "fa:16:3e:7d:29:b9", "network": {"id": "541e79c2-2e30-4d8c-be0f-4243b652ff18", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1977720730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32d29f939900457092100310f782cf4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48384d94-6a", "ovs_interfaceid": "48384d94-6ae6-400e-ba72-eadde1ce778b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.941097] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b013ee18-86e3-4952-a985-0e78015049ff {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.963317] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 711.963317] env[68326]: value = "task-3128911" [ 711.963317] env[68326]: _type = "Task" [ 711.963317] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.971520] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.127694] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.128017] env[68326]: DEBUG nova.compute.manager [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 712.130981] env[68326]: DEBUG oslo_concurrency.lockutils [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.760s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.134677] env[68326]: DEBUG nova.objects.instance [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Lazy-loading 'resources' on Instance uuid 8539613d-0767-458d-a1b5-d7384409b46c {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.341924] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b2b9140a-52fb-431c-9451-6c57fc3ae6f7 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Releasing lock "refresh_cache-b1b2c3c4-b5a6-404b-b130-7e95351b3384" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.386615] env[68326]: DEBUG oslo_vmware.api [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.457656] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Releasing lock "refresh_cache-c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.457656] env[68326]: DEBUG nova.compute.manager [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Instance network_info: |[{"id": "48384d94-6ae6-400e-ba72-eadde1ce778b", "address": "fa:16:3e:7d:29:b9", "network": {"id": "541e79c2-2e30-4d8c-be0f-4243b652ff18", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1977720730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32d29f939900457092100310f782cf4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48384d94-6a", "ovs_interfaceid": "48384d94-6ae6-400e-ba72-eadde1ce778b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 712.457847] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:29:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a58387dd-f438-4913-af6a-fafb734cd881', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48384d94-6ae6-400e-ba72-eadde1ce778b', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.467881] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Creating folder: Project (32d29f939900457092100310f782cf4b). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.468443] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb4b4a79-8a4c-4e84-9ee9-c22301e4f057 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.488065] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.491192] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Created folder: Project (32d29f939900457092100310f782cf4b) in parent group-v626141. [ 712.491396] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Creating folder: Instances. Parent ref: group-v626208. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.491645] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b05576f1-4d3a-4320-a40a-870bd5bb5813 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.501411] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Created folder: Instances in parent group-v626208. [ 712.501662] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 712.501861] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.502082] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ca3f95f-9d97-4feb-8512-881b0e729e26 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.527376] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.527376] env[68326]: value = "task-3128914" [ 712.527376] env[68326]: _type = "Task" [ 712.527376] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.537163] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128914, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.636071] env[68326]: DEBUG nova.compute.utils [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.639398] env[68326]: DEBUG nova.compute.manager [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 712.639887] env[68326]: DEBUG nova.network.neutron [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.770559] env[68326]: DEBUG nova.policy [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15cf9480b2db41bab0924b999f336e44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36c12b275b134ff883c22e4409b49041', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.852302] env[68326]: DEBUG nova.compute.manager [None req-b2b9140a-52fb-431c-9451-6c57fc3ae6f7 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 712.853380] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d7f74b-ac02-4d90-a1ea-0991799562ba {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.884611] env[68326]: DEBUG oslo_vmware.api [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.920147] env[68326]: DEBUG nova.compute.manager [req-f0ac2645-89d1-4cae-bf87-536c13f46fd9 req-5c622796-ddaa-474a-9172-93f9e35889ce service nova] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Received event network-vif-plugged-48384d94-6ae6-400e-ba72-eadde1ce778b {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 712.920343] env[68326]: DEBUG oslo_concurrency.lockutils [req-f0ac2645-89d1-4cae-bf87-536c13f46fd9 req-5c622796-ddaa-474a-9172-93f9e35889ce service nova] Acquiring lock "c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.920543] env[68326]: DEBUG oslo_concurrency.lockutils [req-f0ac2645-89d1-4cae-bf87-536c13f46fd9 req-5c622796-ddaa-474a-9172-93f9e35889ce service nova] Lock "c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.920701] env[68326]: DEBUG oslo_concurrency.lockutils [req-f0ac2645-89d1-4cae-bf87-536c13f46fd9 req-5c622796-ddaa-474a-9172-93f9e35889ce service nova] Lock "c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.920864] env[68326]: DEBUG nova.compute.manager [req-f0ac2645-89d1-4cae-bf87-536c13f46fd9 req-5c622796-ddaa-474a-9172-93f9e35889ce service nova] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] No waiting events found dispatching network-vif-plugged-48384d94-6ae6-400e-ba72-eadde1ce778b {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.921728] env[68326]: WARNING nova.compute.manager [req-f0ac2645-89d1-4cae-bf87-536c13f46fd9 req-5c622796-ddaa-474a-9172-93f9e35889ce service nova] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Received unexpected event network-vif-plugged-48384d94-6ae6-400e-ba72-eadde1ce778b for instance with vm_state building and task_state spawning. [ 712.921940] env[68326]: DEBUG nova.compute.manager [req-f0ac2645-89d1-4cae-bf87-536c13f46fd9 req-5c622796-ddaa-474a-9172-93f9e35889ce service nova] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Received event network-vif-deleted-a4d424a6-d6f0-4c8c-8c03-ba378bce5a75 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 712.922160] env[68326]: DEBUG nova.compute.manager [req-f0ac2645-89d1-4cae-bf87-536c13f46fd9 req-5c622796-ddaa-474a-9172-93f9e35889ce service nova] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Received event network-changed-48384d94-6ae6-400e-ba72-eadde1ce778b {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 712.922348] env[68326]: DEBUG nova.compute.manager [req-f0ac2645-89d1-4cae-bf87-536c13f46fd9 req-5c622796-ddaa-474a-9172-93f9e35889ce service nova] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Refreshing instance network info cache due to event network-changed-48384d94-6ae6-400e-ba72-eadde1ce778b. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 712.922581] env[68326]: DEBUG oslo_concurrency.lockutils [req-f0ac2645-89d1-4cae-bf87-536c13f46fd9 req-5c622796-ddaa-474a-9172-93f9e35889ce service nova] Acquiring lock "refresh_cache-c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.922705] env[68326]: DEBUG oslo_concurrency.lockutils [req-f0ac2645-89d1-4cae-bf87-536c13f46fd9 req-5c622796-ddaa-474a-9172-93f9e35889ce service nova] Acquired lock "refresh_cache-c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.924379] env[68326]: DEBUG nova.network.neutron [req-f0ac2645-89d1-4cae-bf87-536c13f46fd9 req-5c622796-ddaa-474a-9172-93f9e35889ce service nova] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Refreshing network info cache for port 48384d94-6ae6-400e-ba72-eadde1ce778b {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.984482] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128911, 'name': ReconfigVM_Task, 'duration_secs': 0.693358} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.988327] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Reconfigured VM instance instance-00000012 to attach disk [datastore2] fd9b53c1-8fad-4271-b0b0-71cb00e9e66a/fd9b53c1-8fad-4271-b0b0-71cb00e9e66a.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.989161] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-478df290-2672-4deb-917a-71fb6bfa2885 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.995954] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 712.995954] env[68326]: value = "task-3128915" [ 712.995954] env[68326]: _type = "Task" [ 712.995954] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.014191] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128915, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.038323] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128914, 'name': CreateVM_Task, 'duration_secs': 0.350104} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.041180] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.043176] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.043176] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.043330] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.043547] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04ce7f9-be21-4e19-ab58-49411f0a2591 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.048309] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the task: (returnval){ [ 713.048309] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]526b78f6-e854-b491-3866-456c5e6694b4" [ 713.048309] env[68326]: _type = "Task" [ 713.048309] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.057938] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526b78f6-e854-b491-3866-456c5e6694b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.143715] env[68326]: DEBUG nova.compute.manager [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 713.231105] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f08f49-810f-4293-93d6-130450074e2e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.240366] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fd74b0-84a3-4fd1-b1e9-b37a0243b8fa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.275076] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5aa713b-c6c5-483c-bb8e-9dc2000a6dde {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.284026] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ff4dc5-36a4-4c98-a786-5a3b21f8acae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.301871] env[68326]: DEBUG nova.compute.provider_tree [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.385550] env[68326]: DEBUG oslo_vmware.api [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Task: {'id': task-3128910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.167638} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.385550] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.385550] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.385550] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.385550] env[68326]: INFO nova.compute.manager [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Took 2.09 seconds to destroy the instance on the hypervisor. [ 713.385894] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 713.385894] env[68326]: DEBUG nova.compute.manager [-] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 713.385894] env[68326]: DEBUG nova.network.neutron [-] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 713.440784] env[68326]: DEBUG nova.network.neutron [-] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.506452] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128915, 'name': Rename_Task, 'duration_secs': 0.343248} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.506743] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.506984] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a107c939-3ac1-4e16-a859-8673ece04236 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.514314] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 713.514314] env[68326]: value = "task-3128916" [ 713.514314] env[68326]: _type = "Task" [ 713.514314] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.525619] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.534594] env[68326]: DEBUG nova.network.neutron [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Successfully created port: 03c46df7-1944-42be-b5e6-f1540eabc10e {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.567808] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526b78f6-e854-b491-3866-456c5e6694b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013354} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.567808] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.567808] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.567808] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.568091] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.568091] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.568091] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fec9f17-b6db-4d0d-835a-e8846d685892 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.578962] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.579108] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.583048] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2050554-ddf0-49f4-8302-ba3f49f962df {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.589816] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the task: (returnval){ [ 713.589816] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5261f03d-d5dc-d73c-ddf2-5ab4ab983b8b" [ 713.589816] env[68326]: _type = "Task" [ 713.589816] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.597205] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5261f03d-d5dc-d73c-ddf2-5ab4ab983b8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.809026] env[68326]: DEBUG nova.scheduler.client.report [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.883668] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d6f162-74ef-4f0a-9fe6-2a0873c209ba {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.895026] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b9140a-52fb-431c-9451-6c57fc3ae6f7 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Doing hard reboot of VM {{(pid=68326) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 713.895026] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f9f10276-c2f3-41f0-9629-e36cd307b54d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.905334] env[68326]: DEBUG oslo_vmware.api [None req-b2b9140a-52fb-431c-9451-6c57fc3ae6f7 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Waiting for the task: (returnval){ [ 713.905334] env[68326]: value = "task-3128917" [ 713.905334] env[68326]: _type = "Task" [ 713.905334] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.916517] env[68326]: DEBUG oslo_vmware.api [None req-b2b9140a-52fb-431c-9451-6c57fc3ae6f7 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': task-3128917, 'name': ResetVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.943417] env[68326]: DEBUG nova.network.neutron [-] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.025940] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128916, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.101963] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5261f03d-d5dc-d73c-ddf2-5ab4ab983b8b, 'name': SearchDatastore_Task, 'duration_secs': 0.027082} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.103206] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e13238f2-315a-468e-8813-17474ec40e1c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.113027] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the task: (returnval){ [ 714.113027] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523e33c9-806c-4163-79b4-0bd719c2edb6" [ 714.113027] env[68326]: _type = "Task" [ 714.113027] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.121147] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523e33c9-806c-4163-79b4-0bd719c2edb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.164100] env[68326]: DEBUG nova.compute.manager [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 714.213592] env[68326]: DEBUG nova.virt.hardware [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.215034] env[68326]: DEBUG nova.virt.hardware [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.215034] env[68326]: DEBUG nova.virt.hardware [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.215034] env[68326]: DEBUG nova.virt.hardware [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.215034] env[68326]: DEBUG nova.virt.hardware [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.215034] env[68326]: DEBUG nova.virt.hardware [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.217444] env[68326]: DEBUG nova.virt.hardware [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.217444] env[68326]: DEBUG nova.virt.hardware [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.217748] env[68326]: DEBUG nova.virt.hardware [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.218325] env[68326]: DEBUG nova.virt.hardware [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.219380] env[68326]: DEBUG nova.virt.hardware [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.222035] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e592e193-15fa-491e-81a1-b80656e53a17 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.239437] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d038b4-c1af-4692-83d1-5ebcd6537ced {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.316331] env[68326]: DEBUG oslo_concurrency.lockutils [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.319469] env[68326]: DEBUG nova.network.neutron [req-f0ac2645-89d1-4cae-bf87-536c13f46fd9 req-5c622796-ddaa-474a-9172-93f9e35889ce service nova] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Updated VIF entry in instance network info cache for port 48384d94-6ae6-400e-ba72-eadde1ce778b. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.319710] env[68326]: DEBUG nova.network.neutron [req-f0ac2645-89d1-4cae-bf87-536c13f46fd9 req-5c622796-ddaa-474a-9172-93f9e35889ce service nova] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Updating instance_info_cache with network_info: [{"id": "48384d94-6ae6-400e-ba72-eadde1ce778b", "address": "fa:16:3e:7d:29:b9", "network": {"id": "541e79c2-2e30-4d8c-be0f-4243b652ff18", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1977720730-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32d29f939900457092100310f782cf4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a58387dd-f438-4913-af6a-fafb734cd881", "external-id": "nsx-vlan-transportzone-169", "segmentation_id": 169, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48384d94-6a", "ovs_interfaceid": "48384d94-6ae6-400e-ba72-eadde1ce778b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.323381] env[68326]: DEBUG oslo_concurrency.lockutils [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.712s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.323381] env[68326]: DEBUG nova.objects.instance [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lazy-loading 'resources' on Instance uuid 1137d4f3-d492-44fd-baf4-4bdbd7b4458a {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.357588] env[68326]: INFO nova.scheduler.client.report [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Deleted allocations for instance 8539613d-0767-458d-a1b5-d7384409b46c [ 714.416035] env[68326]: DEBUG oslo_vmware.api [None req-b2b9140a-52fb-431c-9451-6c57fc3ae6f7 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': task-3128917, 'name': ResetVM_Task, 'duration_secs': 0.101732} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.416035] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b2b9140a-52fb-431c-9451-6c57fc3ae6f7 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Did hard reboot of VM {{(pid=68326) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 714.416035] env[68326]: DEBUG nova.compute.manager [None req-b2b9140a-52fb-431c-9451-6c57fc3ae6f7 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 714.416269] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c77ebe5-31db-4255-9891-c699e1b34fb6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.447795] env[68326]: INFO nova.compute.manager [-] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Took 1.06 seconds to deallocate network for instance. [ 714.529029] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128916, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.629740] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523e33c9-806c-4163-79b4-0bd719c2edb6, 'name': SearchDatastore_Task, 'duration_secs': 0.014215} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.629740] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.631130] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a/c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.631130] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-889958e3-9091-4ae7-a136-246131640f19 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.641017] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the task: (returnval){ [ 714.641017] env[68326]: value = "task-3128918" [ 714.641017] env[68326]: _type = "Task" [ 714.641017] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.648817] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.827312] env[68326]: DEBUG oslo_concurrency.lockutils [req-f0ac2645-89d1-4cae-bf87-536c13f46fd9 req-5c622796-ddaa-474a-9172-93f9e35889ce service nova] Releasing lock "refresh_cache-c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.867124] env[68326]: DEBUG oslo_concurrency.lockutils [None req-854cb277-f6a3-4b6e-8501-d39f90dece9e tempest-ServersAdmin275Test-1598114717 tempest-ServersAdmin275Test-1598114717-project-member] Lock "8539613d-0767-458d-a1b5-d7384409b46c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.009s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.935236] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b2b9140a-52fb-431c-9451-6c57fc3ae6f7 tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Lock "b1b2c3c4-b5a6-404b-b130-7e95351b3384" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.564s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.956932] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.031195] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128916, 'name': PowerOnVM_Task} progress is 86%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.153746] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128918, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.447037] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae0d0fa-b16f-47a2-b8e8-241a09c7f752 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.458133] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf88ab5-1bdd-45f8-a96b-f5103fb212ea {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.494099] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51280531-facc-4239-ab5b-830c8e7741bc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.506406] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8570642c-e7a3-4f95-8db9-22f8cdb783eb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.523086] env[68326]: DEBUG nova.compute.provider_tree [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.533846] env[68326]: DEBUG oslo_vmware.api [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128916, 'name': PowerOnVM_Task, 'duration_secs': 1.617364} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.534817] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.535348] env[68326]: DEBUG nova.compute.manager [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 715.535877] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669b558b-a6e0-40cc-a7bc-2556b9f05703 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.653688] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.915466} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.653971] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a/c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.654214] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.654480] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95324501-929a-4873-b2a6-d4d2debe862e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.662014] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the task: (returnval){ [ 715.662014] env[68326]: value = "task-3128919" [ 715.662014] env[68326]: _type = "Task" [ 715.662014] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.672714] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.029152] env[68326]: DEBUG nova.scheduler.client.report [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.057534] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.178910] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071629} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.179355] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.180307] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144584c3-d2b1-4808-b682-0150c447754a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.213694] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a/c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.214056] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84816802-df98-466d-8fac-2d7ffb5fa7db {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.237699] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the task: (returnval){ [ 716.237699] env[68326]: value = "task-3128920" [ 716.237699] env[68326]: _type = "Task" [ 716.237699] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.251097] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128920, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.382632] env[68326]: DEBUG oslo_concurrency.lockutils [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Acquiring lock "a943e075-4ea2-4b2c-bd0e-503a3bf9a597" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.382965] env[68326]: DEBUG oslo_concurrency.lockutils [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Lock "a943e075-4ea2-4b2c-bd0e-503a3bf9a597" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.420647] env[68326]: DEBUG nova.compute.manager [req-332bb956-2ca4-46e3-9ad6-64f59be815d8 req-bf3fd23c-8d75-475b-854b-2ceecaa5ab7b service nova] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Received event network-vif-plugged-03c46df7-1944-42be-b5e6-f1540eabc10e {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 716.420848] env[68326]: DEBUG oslo_concurrency.lockutils [req-332bb956-2ca4-46e3-9ad6-64f59be815d8 req-bf3fd23c-8d75-475b-854b-2ceecaa5ab7b service nova] Acquiring lock "b9282985-2fd7-466b-9fbd-336a0341575a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.421053] env[68326]: DEBUG oslo_concurrency.lockutils [req-332bb956-2ca4-46e3-9ad6-64f59be815d8 req-bf3fd23c-8d75-475b-854b-2ceecaa5ab7b service nova] Lock "b9282985-2fd7-466b-9fbd-336a0341575a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.421214] env[68326]: DEBUG oslo_concurrency.lockutils [req-332bb956-2ca4-46e3-9ad6-64f59be815d8 req-bf3fd23c-8d75-475b-854b-2ceecaa5ab7b service nova] Lock "b9282985-2fd7-466b-9fbd-336a0341575a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.421370] env[68326]: DEBUG nova.compute.manager [req-332bb956-2ca4-46e3-9ad6-64f59be815d8 req-bf3fd23c-8d75-475b-854b-2ceecaa5ab7b service nova] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] No waiting events found dispatching network-vif-plugged-03c46df7-1944-42be-b5e6-f1540eabc10e {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.421520] env[68326]: WARNING nova.compute.manager [req-332bb956-2ca4-46e3-9ad6-64f59be815d8 req-bf3fd23c-8d75-475b-854b-2ceecaa5ab7b service nova] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Received unexpected event network-vif-plugged-03c46df7-1944-42be-b5e6-f1540eabc10e for instance with vm_state building and task_state spawning. [ 716.495669] env[68326]: DEBUG nova.network.neutron [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Successfully updated port: 03c46df7-1944-42be-b5e6-f1540eabc10e {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.542561] env[68326]: DEBUG oslo_concurrency.lockutils [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.545468] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.132s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.553155] env[68326]: INFO nova.compute.claims [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.633712] env[68326]: INFO nova.scheduler.client.report [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Deleted allocations for instance 1137d4f3-d492-44fd-baf4-4bdbd7b4458a [ 716.753553] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128920, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.009636] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquiring lock "refresh_cache-b9282985-2fd7-466b-9fbd-336a0341575a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.009636] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquired lock "refresh_cache-b9282985-2fd7-466b-9fbd-336a0341575a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.009636] env[68326]: DEBUG nova.network.neutron [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.009636] env[68326]: DEBUG oslo_concurrency.lockutils [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Acquiring lock "b1b2c3c4-b5a6-404b-b130-7e95351b3384" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.009961] env[68326]: DEBUG oslo_concurrency.lockutils [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Lock "b1b2c3c4-b5a6-404b-b130-7e95351b3384" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.009961] env[68326]: DEBUG oslo_concurrency.lockutils [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Acquiring lock "b1b2c3c4-b5a6-404b-b130-7e95351b3384-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.009961] env[68326]: DEBUG oslo_concurrency.lockutils [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Lock "b1b2c3c4-b5a6-404b-b130-7e95351b3384-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.009961] env[68326]: DEBUG oslo_concurrency.lockutils [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Lock "b1b2c3c4-b5a6-404b-b130-7e95351b3384-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.011545] env[68326]: INFO nova.compute.manager [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Terminating instance [ 717.142561] env[68326]: DEBUG oslo_concurrency.lockutils [None req-599c091f-2519-4790-867d-962183b79e00 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "1137d4f3-d492-44fd-baf4-4bdbd7b4458a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.578s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.251943] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128920, 'name': ReconfigVM_Task, 'duration_secs': 0.824354} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.252265] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Reconfigured VM instance instance-00000016 to attach disk [datastore2] c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a/c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.253707] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2de48b46-31f5-4801-a39d-bde1610dce6b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.259264] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the task: (returnval){ [ 717.259264] env[68326]: value = "task-3128921" [ 717.259264] env[68326]: _type = "Task" [ 717.259264] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.270686] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128921, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.480213] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "fd9b53c1-8fad-4271-b0b0-71cb00e9e66a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.480302] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "fd9b53c1-8fad-4271-b0b0-71cb00e9e66a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.480513] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "fd9b53c1-8fad-4271-b0b0-71cb00e9e66a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.480720] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "fd9b53c1-8fad-4271-b0b0-71cb00e9e66a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.480923] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "fd9b53c1-8fad-4271-b0b0-71cb00e9e66a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.483507] env[68326]: INFO nova.compute.manager [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Terminating instance [ 717.515245] env[68326]: DEBUG nova.compute.manager [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 717.515629] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.517997] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a75b33-3b94-497b-884c-fd9dbbcf35fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.532014] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 717.532728] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-202b72af-0bb6-46ae-9873-02dec5a34ffe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.545055] env[68326]: DEBUG oslo_vmware.api [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Waiting for the task: (returnval){ [ 717.545055] env[68326]: value = "task-3128922" [ 717.545055] env[68326]: _type = "Task" [ 717.545055] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.556961] env[68326]: DEBUG oslo_vmware.api [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': task-3128922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.593134] env[68326]: DEBUG nova.network.neutron [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.776469] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128921, 'name': Rename_Task, 'duration_secs': 0.309749} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.777516] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.777516] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa519b5e-2653-4af4-9c3f-63166835238f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.787321] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the task: (returnval){ [ 717.787321] env[68326]: value = "task-3128923" [ 717.787321] env[68326]: _type = "Task" [ 717.787321] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.799605] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.875157] env[68326]: DEBUG nova.network.neutron [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Updating instance_info_cache with network_info: [{"id": "03c46df7-1944-42be-b5e6-f1540eabc10e", "address": "fa:16:3e:35:20:05", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c46df7-19", "ovs_interfaceid": "03c46df7-1944-42be-b5e6-f1540eabc10e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.990432] env[68326]: DEBUG nova.compute.manager [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 717.990673] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.993252] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8633202c-9072-4e9f-bfe7-2ec548be2b33 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.000269] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.000536] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0885c393-8f76-4651-9e7a-6f4b71786d19 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.010434] env[68326]: DEBUG oslo_vmware.api [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 718.010434] env[68326]: value = "task-3128924" [ 718.010434] env[68326]: _type = "Task" [ 718.010434] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.019487] env[68326]: DEBUG oslo_vmware.api [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.054790] env[68326]: DEBUG oslo_vmware.api [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': task-3128922, 'name': PowerOffVM_Task, 'duration_secs': 0.208711} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.058595] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.058803] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.059337] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db624899-0514-4197-9961-a5686a3d71c7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.129768] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.130061] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.130295] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Deleting the datastore file [datastore2] b1b2c3c4-b5a6-404b-b130-7e95351b3384 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.130579] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b879cba9-4bb0-4e41-b776-65371af96ba0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.138061] env[68326]: DEBUG oslo_vmware.api [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Waiting for the task: (returnval){ [ 718.138061] env[68326]: value = "task-3128926" [ 718.138061] env[68326]: _type = "Task" [ 718.138061] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.204590] env[68326]: DEBUG oslo_vmware.api [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': task-3128926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.214298] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fe62d6-bc9c-45c5-ae8b-bca9ed9bd4ef {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.228141] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcf2c07-007c-412e-91b3-0aecb768e25d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.262726] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68988af4-5365-49f0-8500-bb77988476dd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.270957] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560a71c3-eff2-41ac-947e-28f356a6b8da {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.284463] env[68326]: DEBUG nova.compute.provider_tree [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.298641] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128923, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.323257] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "4adc91ad-9992-4a21-b3cf-88e905004802" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.323503] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "4adc91ad-9992-4a21-b3cf-88e905004802" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.376823] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Releasing lock "refresh_cache-b9282985-2fd7-466b-9fbd-336a0341575a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.377169] env[68326]: DEBUG nova.compute.manager [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Instance network_info: |[{"id": "03c46df7-1944-42be-b5e6-f1540eabc10e", "address": "fa:16:3e:35:20:05", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c46df7-19", "ovs_interfaceid": "03c46df7-1944-42be-b5e6-f1540eabc10e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 718.377606] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:20:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03c46df7-1944-42be-b5e6-f1540eabc10e', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.386178] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.386392] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.386774] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9f909c0-c2f0-4dbf-ba07-4a6b311e4480 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.407618] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.407618] env[68326]: value = "task-3128927" [ 718.407618] env[68326]: _type = "Task" [ 718.407618] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.417684] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128927, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.520569] env[68326]: DEBUG oslo_vmware.api [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128924, 'name': PowerOffVM_Task, 'duration_secs': 0.186304} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.520889] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.523583] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.523583] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-611f8e37-4d7c-4db2-b30e-d1ca193de9cd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.588533] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.588795] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.593202] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleting the datastore file [datastore2] fd9b53c1-8fad-4271-b0b0-71cb00e9e66a {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.593550] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4706a493-7d32-4534-83d2-56d52187286d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.604303] env[68326]: DEBUG oslo_vmware.api [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 718.604303] env[68326]: value = "task-3128929" [ 718.604303] env[68326]: _type = "Task" [ 718.604303] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.621616] env[68326]: DEBUG oslo_vmware.api [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.652137] env[68326]: DEBUG oslo_vmware.api [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Task: {'id': task-3128926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227732} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.652137] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.652137] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.652137] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.652137] env[68326]: INFO nova.compute.manager [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Took 1.14 seconds to destroy the instance on the hypervisor. [ 718.652387] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.652387] env[68326]: DEBUG nova.compute.manager [-] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 718.652387] env[68326]: DEBUG nova.network.neutron [-] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.778478] env[68326]: DEBUG nova.compute.manager [req-e18c9238-6396-4b1a-af52-719c26477ec3 req-f9cf0995-66ee-4e8e-b94e-cb53523bf254 service nova] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Received event network-changed-03c46df7-1944-42be-b5e6-f1540eabc10e {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 718.778478] env[68326]: DEBUG nova.compute.manager [req-e18c9238-6396-4b1a-af52-719c26477ec3 req-f9cf0995-66ee-4e8e-b94e-cb53523bf254 service nova] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Refreshing instance network info cache due to event network-changed-03c46df7-1944-42be-b5e6-f1540eabc10e. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 718.778478] env[68326]: DEBUG oslo_concurrency.lockutils [req-e18c9238-6396-4b1a-af52-719c26477ec3 req-f9cf0995-66ee-4e8e-b94e-cb53523bf254 service nova] Acquiring lock "refresh_cache-b9282985-2fd7-466b-9fbd-336a0341575a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.778478] env[68326]: DEBUG oslo_concurrency.lockutils [req-e18c9238-6396-4b1a-af52-719c26477ec3 req-f9cf0995-66ee-4e8e-b94e-cb53523bf254 service nova] Acquired lock "refresh_cache-b9282985-2fd7-466b-9fbd-336a0341575a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.778478] env[68326]: DEBUG nova.network.neutron [req-e18c9238-6396-4b1a-af52-719c26477ec3 req-f9cf0995-66ee-4e8e-b94e-cb53523bf254 service nova] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Refreshing network info cache for port 03c46df7-1944-42be-b5e6-f1540eabc10e {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.787349] env[68326]: DEBUG nova.scheduler.client.report [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.810095] env[68326]: DEBUG oslo_vmware.api [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128923, 'name': PowerOnVM_Task, 'duration_secs': 0.553178} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.810384] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.810578] env[68326]: INFO nova.compute.manager [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Took 10.67 seconds to spawn the instance on the hypervisor. [ 718.810804] env[68326]: DEBUG nova.compute.manager [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 718.811864] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef24d91-9461-4e96-ac8c-5b42c00d03e2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.918635] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128927, 'name': CreateVM_Task, 'duration_secs': 0.318052} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.918819] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.919537] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.920021] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.920401] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.920663] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c17b6f68-d027-43be-8914-17f9fc456313 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.926100] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for the task: (returnval){ [ 718.926100] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52d629a6-7ea2-df38-e06a-6bdee2961929" [ 718.926100] env[68326]: _type = "Task" [ 718.926100] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.934493] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d629a6-7ea2-df38-e06a-6bdee2961929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.116461] env[68326]: DEBUG oslo_vmware.api [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3128929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18564} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.116710] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.116891] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.117080] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.117290] env[68326]: INFO nova.compute.manager [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 719.117529] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.118763] env[68326]: DEBUG nova.compute.manager [-] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 719.118763] env[68326]: DEBUG nova.network.neutron [-] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.235672] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Acquiring lock "473dc8e2-9d6f-43b9-be2d-d35408a88520" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.236879] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Lock "473dc8e2-9d6f-43b9-be2d-d35408a88520" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.294143] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.294659] env[68326]: DEBUG nova.compute.manager [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 719.297541] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.811s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.299055] env[68326]: INFO nova.compute.claims [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.334838] env[68326]: INFO nova.compute.manager [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Took 35.72 seconds to build instance. [ 719.438773] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d629a6-7ea2-df38-e06a-6bdee2961929, 'name': SearchDatastore_Task, 'duration_secs': 0.010056} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.439153] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.439465] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.439768] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.439971] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.440485] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.440751] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7c46724-e0a7-4ef7-874a-74cd31709329 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.450111] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.450854] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.451635] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4552fc5d-4252-43c0-a792-727b75b645f5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.460645] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for the task: (returnval){ [ 719.460645] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52e53e88-0a32-0ae1-2651-5aa01d52825f" [ 719.460645] env[68326]: _type = "Task" [ 719.460645] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.472089] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52e53e88-0a32-0ae1-2651-5aa01d52825f, 'name': SearchDatastore_Task, 'duration_secs': 0.008638} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.473995] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-448e829b-b9d2-4231-8a4c-5fd2690a970c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.480356] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for the task: (returnval){ [ 719.480356] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]526cd458-0355-79a0-d331-b2559c521a58" [ 719.480356] env[68326]: _type = "Task" [ 719.480356] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.489440] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526cd458-0355-79a0-d331-b2559c521a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.804752] env[68326]: DEBUG nova.compute.utils [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.818222] env[68326]: DEBUG nova.compute.manager [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 719.818461] env[68326]: DEBUG nova.network.neutron [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.838179] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0ffa7744-4a0d-4f3c-99f3-4e3d6683b826 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Lock "c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.272s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.914361] env[68326]: DEBUG nova.network.neutron [req-e18c9238-6396-4b1a-af52-719c26477ec3 req-f9cf0995-66ee-4e8e-b94e-cb53523bf254 service nova] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Updated VIF entry in instance network info cache for port 03c46df7-1944-42be-b5e6-f1540eabc10e. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.914361] env[68326]: DEBUG nova.network.neutron [req-e18c9238-6396-4b1a-af52-719c26477ec3 req-f9cf0995-66ee-4e8e-b94e-cb53523bf254 service nova] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Updating instance_info_cache with network_info: [{"id": "03c46df7-1944-42be-b5e6-f1540eabc10e", "address": "fa:16:3e:35:20:05", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.118", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03c46df7-19", "ovs_interfaceid": "03c46df7-1944-42be-b5e6-f1540eabc10e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.959422] env[68326]: DEBUG nova.policy [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaa6e67424b84cef9eef333d0e00e2b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3d0fdadc812d4a46a29021fd9521d926', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.962790] env[68326]: DEBUG nova.network.neutron [-] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.992444] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526cd458-0355-79a0-d331-b2559c521a58, 'name': SearchDatastore_Task, 'duration_secs': 0.008275} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.992684] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.992984] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] b9282985-2fd7-466b-9fbd-336a0341575a/b9282985-2fd7-466b-9fbd-336a0341575a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.993516] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aac7153f-af6f-47f4-9821-04fc015787d5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.001153] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for the task: (returnval){ [ 720.001153] env[68326]: value = "task-3128930" [ 720.001153] env[68326]: _type = "Task" [ 720.001153] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.011277] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.316141] env[68326]: DEBUG nova.compute.manager [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 720.339422] env[68326]: DEBUG nova.compute.manager [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 720.383169] env[68326]: DEBUG nova.network.neutron [-] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.417307] env[68326]: DEBUG oslo_concurrency.lockutils [req-e18c9238-6396-4b1a-af52-719c26477ec3 req-f9cf0995-66ee-4e8e-b94e-cb53523bf254 service nova] Releasing lock "refresh_cache-b9282985-2fd7-466b-9fbd-336a0341575a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.464834] env[68326]: INFO nova.compute.manager [-] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Took 1.81 seconds to deallocate network for instance. [ 720.517492] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508745} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.518635] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] b9282985-2fd7-466b-9fbd-336a0341575a/b9282985-2fd7-466b-9fbd-336a0341575a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.518914] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.519825] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bacced2-03fa-405a-ae47-b486e03b8155 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.529258] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for the task: (returnval){ [ 720.529258] env[68326]: value = "task-3128931" [ 720.529258] env[68326]: _type = "Task" [ 720.529258] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.538113] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128931, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.826405] env[68326]: DEBUG nova.network.neutron [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Successfully created port: 90bf3437-2c4b-4897-b4a0-347e4b009f7f {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.887076] env[68326]: INFO nova.compute.manager [-] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Took 1.77 seconds to deallocate network for instance. [ 720.891557] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.927388] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fee1c8-99cb-4a0c-898e-0c9315aee515 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.939192] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1086b710-00cb-404a-baa3-7a80488a3713 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.987375] env[68326]: DEBUG oslo_concurrency.lockutils [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.989833] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672c843f-baa8-44b1-a7c8-3efe5a74354c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.995473] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquiring lock "2ba5686d-98be-406a-97a9-05923dda812f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.996126] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "2ba5686d-98be-406a-97a9-05923dda812f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.002469] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d43ce2-7947-4f50-a864-e8b271438eef {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.021329] env[68326]: DEBUG nova.compute.provider_tree [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.041167] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128931, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066266} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.041722] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.042718] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da11e46-681f-415e-8311-660b25180db5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.070302] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] b9282985-2fd7-466b-9fbd-336a0341575a/b9282985-2fd7-466b-9fbd-336a0341575a.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.070713] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-219df8f8-e7de-47f0-95be-4e042f1c0442 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.092025] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for the task: (returnval){ [ 721.092025] env[68326]: value = "task-3128932" [ 721.092025] env[68326]: _type = "Task" [ 721.092025] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.100862] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128932, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.340250] env[68326]: DEBUG nova.compute.manager [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 721.370974] env[68326]: DEBUG nova.virt.hardware [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.371544] env[68326]: DEBUG nova.virt.hardware [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.371862] env[68326]: DEBUG nova.virt.hardware [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.374328] env[68326]: DEBUG nova.virt.hardware [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.374328] env[68326]: DEBUG nova.virt.hardware [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.374328] env[68326]: DEBUG nova.virt.hardware [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.374328] env[68326]: DEBUG nova.virt.hardware [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.374328] env[68326]: DEBUG nova.virt.hardware [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.374522] env[68326]: DEBUG nova.virt.hardware [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.374522] env[68326]: DEBUG nova.virt.hardware [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.374522] env[68326]: DEBUG nova.virt.hardware [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.374522] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7270da-baaa-4bef-bd44-470739761048 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.390445] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0550553-c684-4f05-adcd-4aaf4321e0ae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.405775] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.461043] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquiring lock "68cc5fba-76f0-428e-a5c1-0f4991243b32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.461519] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "68cc5fba-76f0-428e-a5c1-0f4991243b32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.527033] env[68326]: DEBUG nova.scheduler.client.report [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.582128] env[68326]: DEBUG nova.compute.manager [req-1358f382-2b75-4755-99c9-bc019e2168a4 req-59b29392-44db-4094-8f51-e090366058e5 service nova] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Received event network-vif-deleted-c518a5c9-637f-4343-8f7e-722a6c97b7d8 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 721.582128] env[68326]: DEBUG nova.compute.manager [req-1358f382-2b75-4755-99c9-bc019e2168a4 req-59b29392-44db-4094-8f51-e090366058e5 service nova] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Received event network-vif-deleted-10b2c68d-20d1-45f0-a1e0-5eeb35d009ee {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 721.608562] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128932, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.885190] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 721.885425] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 722.034143] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.034143] env[68326]: DEBUG nova.compute.manager [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 722.037475] env[68326]: DEBUG oslo_concurrency.lockutils [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.393s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.038990] env[68326]: INFO nova.compute.claims [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.104791] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128932, 'name': ReconfigVM_Task, 'duration_secs': 0.522165} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.104870] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Reconfigured VM instance instance-00000017 to attach disk [datastore1] b9282985-2fd7-466b-9fbd-336a0341575a/b9282985-2fd7-466b-9fbd-336a0341575a.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.105633] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9a590d9-56ee-4e91-aa5a-2f419806caae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.116418] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for the task: (returnval){ [ 722.116418] env[68326]: value = "task-3128933" [ 722.116418] env[68326]: _type = "Task" [ 722.116418] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.124383] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128933, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.333187] env[68326]: DEBUG nova.compute.manager [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 722.333985] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5031ec25-1b53-4d85-907e-ebba24e3a00c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.396700] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 722.397441] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 722.397603] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 722.397757] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 722.397896] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 722.398046] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 722.398180] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 722.398632] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager.update_available_resource {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 722.547497] env[68326]: DEBUG nova.compute.utils [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.551907] env[68326]: DEBUG nova.compute.manager [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 722.552078] env[68326]: DEBUG nova.network.neutron [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.626675] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128933, 'name': Rename_Task, 'duration_secs': 0.138492} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.629434] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.629907] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48259b7d-4bad-47d6-9ad7-43f026a15231 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.637360] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for the task: (returnval){ [ 722.637360] env[68326]: value = "task-3128934" [ 722.637360] env[68326]: _type = "Task" [ 722.637360] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.648238] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.653105] env[68326]: DEBUG nova.policy [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7080b38be0744d1993e17ad18e03493d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fe24bdd6bcc4b7b8221994969ec8a50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.657808] env[68326]: DEBUG nova.network.neutron [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Successfully updated port: 90bf3437-2c4b-4897-b4a0-347e4b009f7f {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.852148] env[68326]: INFO nova.compute.manager [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] instance snapshotting [ 722.854957] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcd9676-3091-49c5-805c-93e7991a530d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.883343] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a4a7b3-0da9-4e12-b46a-a041332091c9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.890838] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "5945078b-f11b-4503-8990-a8437c8f2627" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.891099] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "5945078b-f11b-4503-8990-a8437c8f2627" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.904261] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.054085] env[68326]: DEBUG nova.compute.manager [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 723.061574] env[68326]: DEBUG nova.network.neutron [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Successfully created port: 97470a46-6b57-4482-8fcf-64973ab15393 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.149386] env[68326]: DEBUG oslo_vmware.api [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128934, 'name': PowerOnVM_Task, 'duration_secs': 0.497096} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.149530] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.149773] env[68326]: INFO nova.compute.manager [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Took 8.99 seconds to spawn the instance on the hypervisor. [ 723.150033] env[68326]: DEBUG nova.compute.manager [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 723.150843] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef79dd5c-4559-4618-aa5b-42509e40a657 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.162535] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Acquiring lock "refresh_cache-5f32ac15-011a-4574-b635-8833971c5a33" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.163572] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Acquired lock "refresh_cache-5f32ac15-011a-4574-b635-8833971c5a33" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.163572] env[68326]: DEBUG nova.network.neutron [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.229631] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b28f0b-9e5a-40b9-8340-f09b9a6e810a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.239085] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9ffa84-611d-4ac4-ba1c-432bf4123c4d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.269244] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16434fef-df59-4d20-8ecb-e241d474a189 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.277436] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057b6c4c-6877-4800-9e16-0898a3dfdf9c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.010662] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Creating Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 724.020267] env[68326]: DEBUG nova.compute.provider_tree [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.023733] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0fef52f0-cd74-458b-b57d-0da9dd931ca4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.026397] env[68326]: DEBUG nova.compute.manager [req-2ef978f4-9f28-436e-b3e0-02c611715bf7 req-21c2505f-d429-4a08-9f41-dd06b8ebbd96 service nova] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Received event network-vif-plugged-90bf3437-2c4b-4897-b4a0-347e4b009f7f {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 724.026592] env[68326]: DEBUG oslo_concurrency.lockutils [req-2ef978f4-9f28-436e-b3e0-02c611715bf7 req-21c2505f-d429-4a08-9f41-dd06b8ebbd96 service nova] Acquiring lock "5f32ac15-011a-4574-b635-8833971c5a33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.026788] env[68326]: DEBUG oslo_concurrency.lockutils [req-2ef978f4-9f28-436e-b3e0-02c611715bf7 req-21c2505f-d429-4a08-9f41-dd06b8ebbd96 service nova] Lock "5f32ac15-011a-4574-b635-8833971c5a33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.026949] env[68326]: DEBUG oslo_concurrency.lockutils [req-2ef978f4-9f28-436e-b3e0-02c611715bf7 req-21c2505f-d429-4a08-9f41-dd06b8ebbd96 service nova] Lock "5f32ac15-011a-4574-b635-8833971c5a33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.030655] env[68326]: DEBUG nova.compute.manager [req-2ef978f4-9f28-436e-b3e0-02c611715bf7 req-21c2505f-d429-4a08-9f41-dd06b8ebbd96 service nova] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] No waiting events found dispatching network-vif-plugged-90bf3437-2c4b-4897-b4a0-347e4b009f7f {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.030655] env[68326]: WARNING nova.compute.manager [req-2ef978f4-9f28-436e-b3e0-02c611715bf7 req-21c2505f-d429-4a08-9f41-dd06b8ebbd96 service nova] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Received unexpected event network-vif-plugged-90bf3437-2c4b-4897-b4a0-347e4b009f7f for instance with vm_state building and task_state spawning. [ 724.030655] env[68326]: DEBUG nova.compute.manager [req-2ef978f4-9f28-436e-b3e0-02c611715bf7 req-21c2505f-d429-4a08-9f41-dd06b8ebbd96 service nova] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Received event network-changed-90bf3437-2c4b-4897-b4a0-347e4b009f7f {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 724.030655] env[68326]: DEBUG nova.compute.manager [req-2ef978f4-9f28-436e-b3e0-02c611715bf7 req-21c2505f-d429-4a08-9f41-dd06b8ebbd96 service nova] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Refreshing instance network info cache due to event network-changed-90bf3437-2c4b-4897-b4a0-347e4b009f7f. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 724.030655] env[68326]: DEBUG oslo_concurrency.lockutils [req-2ef978f4-9f28-436e-b3e0-02c611715bf7 req-21c2505f-d429-4a08-9f41-dd06b8ebbd96 service nova] Acquiring lock "refresh_cache-5f32ac15-011a-4574-b635-8833971c5a33" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.031695] env[68326]: INFO nova.compute.manager [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Took 35.09 seconds to build instance. [ 724.035461] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the task: (returnval){ [ 724.035461] env[68326]: value = "task-3128935" [ 724.035461] env[68326]: _type = "Task" [ 724.035461] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.045826] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128935, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.073577] env[68326]: DEBUG nova.network.neutron [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.226658] env[68326]: DEBUG nova.network.neutron [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Updating instance_info_cache with network_info: [{"id": "90bf3437-2c4b-4897-b4a0-347e4b009f7f", "address": "fa:16:3e:60:e8:f9", "network": {"id": "7ba8a8ee-9ec8-4c87-a435-911950df5aaa", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1443938014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d0fdadc812d4a46a29021fd9521d926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90bf3437-2c", "ovs_interfaceid": "90bf3437-2c4b-4897-b4a0-347e4b009f7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.526080] env[68326]: DEBUG nova.compute.manager [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 724.532814] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b4a4d5a7-3a8b-451f-991a-0fce717fc8b4 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "b9282985-2fd7-466b-9fbd-336a0341575a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.265s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.547613] env[68326]: DEBUG nova.scheduler.client.report [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.558407] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128935, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.560759] env[68326]: DEBUG nova.virt.hardware [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.560986] env[68326]: DEBUG nova.virt.hardware [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.561144] env[68326]: DEBUG nova.virt.hardware [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.561323] env[68326]: DEBUG nova.virt.hardware [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.561467] env[68326]: DEBUG nova.virt.hardware [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.561611] env[68326]: DEBUG nova.virt.hardware [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.561823] env[68326]: DEBUG nova.virt.hardware [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.562022] env[68326]: DEBUG nova.virt.hardware [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.562241] env[68326]: DEBUG nova.virt.hardware [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.562412] env[68326]: DEBUG nova.virt.hardware [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.562718] env[68326]: DEBUG nova.virt.hardware [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.563541] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff4ad55-87b1-41f1-93e9-b4e5269bd527 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.571568] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e448a5c5-9b46-40e8-99db-8f406e4f20ab {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.729064] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Releasing lock "refresh_cache-5f32ac15-011a-4574-b635-8833971c5a33" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.729433] env[68326]: DEBUG nova.compute.manager [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Instance network_info: |[{"id": "90bf3437-2c4b-4897-b4a0-347e4b009f7f", "address": "fa:16:3e:60:e8:f9", "network": {"id": "7ba8a8ee-9ec8-4c87-a435-911950df5aaa", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1443938014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d0fdadc812d4a46a29021fd9521d926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90bf3437-2c", "ovs_interfaceid": "90bf3437-2c4b-4897-b4a0-347e4b009f7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 724.729755] env[68326]: DEBUG oslo_concurrency.lockutils [req-2ef978f4-9f28-436e-b3e0-02c611715bf7 req-21c2505f-d429-4a08-9f41-dd06b8ebbd96 service nova] Acquired lock "refresh_cache-5f32ac15-011a-4574-b635-8833971c5a33" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.729975] env[68326]: DEBUG nova.network.neutron [req-2ef978f4-9f28-436e-b3e0-02c611715bf7 req-21c2505f-d429-4a08-9f41-dd06b8ebbd96 service nova] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Refreshing network info cache for port 90bf3437-2c4b-4897-b4a0-347e4b009f7f {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.731251] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:e8:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90bf3437-2c4b-4897-b4a0-347e4b009f7f', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.741083] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Creating folder: Project (3d0fdadc812d4a46a29021fd9521d926). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.744830] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9299e34-60bd-4b47-be0c-88616afb16d0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.759876] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Created folder: Project (3d0fdadc812d4a46a29021fd9521d926) in parent group-v626141. [ 724.760140] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Creating folder: Instances. Parent ref: group-v626216. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.760615] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebf47eb8-661d-4270-aead-226d9298df66 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.769866] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Created folder: Instances in parent group-v626216. [ 724.770142] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.770312] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.770516] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-afd653f4-032a-45b4-82f6-7fec100897bb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.793876] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.793876] env[68326]: value = "task-3128942" [ 724.793876] env[68326]: _type = "Task" [ 724.793876] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.802031] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128942, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.959523] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c75f16-1f3d-481e-bac4-273d8d99009a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.968422] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-700e78d9-8c04-41e7-adce-741ede105da5 tempest-ServersAdminNegativeTestJSON-2002186279 tempest-ServersAdminNegativeTestJSON-2002186279-project-admin] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Suspending the VM {{(pid=68326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 724.968422] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-876849a2-1643-4ed4-a9ed-f1c69674f30f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.994572] env[68326]: DEBUG oslo_vmware.api [None req-700e78d9-8c04-41e7-adce-741ede105da5 tempest-ServersAdminNegativeTestJSON-2002186279 tempest-ServersAdminNegativeTestJSON-2002186279-project-admin] Waiting for the task: (returnval){ [ 724.994572] env[68326]: value = "task-3128943" [ 724.994572] env[68326]: _type = "Task" [ 724.994572] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.997764] env[68326]: DEBUG nova.network.neutron [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Successfully updated port: 97470a46-6b57-4482-8fcf-64973ab15393 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.006028] env[68326]: DEBUG oslo_vmware.api [None req-700e78d9-8c04-41e7-adce-741ede105da5 tempest-ServersAdminNegativeTestJSON-2002186279 tempest-ServersAdminNegativeTestJSON-2002186279-project-admin] Task: {'id': task-3128943, 'name': SuspendVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.036752] env[68326]: DEBUG nova.compute.manager [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 725.050680] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128935, 'name': CreateSnapshot_Task, 'duration_secs': 0.678728} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.050960] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Created Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 725.052586] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7ae562-50d4-4d2e-8e5c-6ab0b20a5f11 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.057610] env[68326]: DEBUG oslo_concurrency.lockutils [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.020s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.058045] env[68326]: DEBUG nova.compute.manager [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 725.060757] env[68326]: DEBUG oslo_concurrency.lockutils [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.880s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.062617] env[68326]: INFO nova.compute.claims [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.153893] env[68326]: DEBUG nova.network.neutron [req-2ef978f4-9f28-436e-b3e0-02c611715bf7 req-21c2505f-d429-4a08-9f41-dd06b8ebbd96 service nova] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Updated VIF entry in instance network info cache for port 90bf3437-2c4b-4897-b4a0-347e4b009f7f. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.154512] env[68326]: DEBUG nova.network.neutron [req-2ef978f4-9f28-436e-b3e0-02c611715bf7 req-21c2505f-d429-4a08-9f41-dd06b8ebbd96 service nova] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Updating instance_info_cache with network_info: [{"id": "90bf3437-2c4b-4897-b4a0-347e4b009f7f", "address": "fa:16:3e:60:e8:f9", "network": {"id": "7ba8a8ee-9ec8-4c87-a435-911950df5aaa", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1443938014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d0fdadc812d4a46a29021fd9521d926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90bf3437-2c", "ovs_interfaceid": "90bf3437-2c4b-4897-b4a0-347e4b009f7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.307214] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128942, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.504071] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.504071] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.504071] env[68326]: DEBUG nova.network.neutron [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.504613] env[68326]: DEBUG oslo_vmware.api [None req-700e78d9-8c04-41e7-adce-741ede105da5 tempest-ServersAdminNegativeTestJSON-2002186279 tempest-ServersAdminNegativeTestJSON-2002186279-project-admin] Task: {'id': task-3128943, 'name': SuspendVM_Task} progress is 62%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.567464] env[68326]: DEBUG nova.compute.utils [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.572811] env[68326]: DEBUG nova.compute.manager [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 725.572811] env[68326]: DEBUG nova.network.neutron [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.582174] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Creating linked-clone VM from snapshot {{(pid=68326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 725.584472] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.584744] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c04795ff-163c-4632-b8c5-e56869abed44 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.597048] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the task: (returnval){ [ 725.597048] env[68326]: value = "task-3128944" [ 725.597048] env[68326]: _type = "Task" [ 725.597048] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.603765] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128944, 'name': CloneVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.658027] env[68326]: DEBUG nova.compute.manager [req-1cbd226f-a24a-44a8-a32c-8429d5c8742c req-0af83985-f471-4e75-9f51-3612b4eb40b4 service nova] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Received event network-vif-plugged-97470a46-6b57-4482-8fcf-64973ab15393 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 725.658257] env[68326]: DEBUG oslo_concurrency.lockutils [req-1cbd226f-a24a-44a8-a32c-8429d5c8742c req-0af83985-f471-4e75-9f51-3612b4eb40b4 service nova] Acquiring lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.658525] env[68326]: DEBUG oslo_concurrency.lockutils [req-1cbd226f-a24a-44a8-a32c-8429d5c8742c req-0af83985-f471-4e75-9f51-3612b4eb40b4 service nova] Lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.658620] env[68326]: DEBUG oslo_concurrency.lockutils [req-1cbd226f-a24a-44a8-a32c-8429d5c8742c req-0af83985-f471-4e75-9f51-3612b4eb40b4 service nova] Lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.658789] env[68326]: DEBUG nova.compute.manager [req-1cbd226f-a24a-44a8-a32c-8429d5c8742c req-0af83985-f471-4e75-9f51-3612b4eb40b4 service nova] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] No waiting events found dispatching network-vif-plugged-97470a46-6b57-4482-8fcf-64973ab15393 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.658950] env[68326]: WARNING nova.compute.manager [req-1cbd226f-a24a-44a8-a32c-8429d5c8742c req-0af83985-f471-4e75-9f51-3612b4eb40b4 service nova] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Received unexpected event network-vif-plugged-97470a46-6b57-4482-8fcf-64973ab15393 for instance with vm_state building and task_state spawning. [ 725.659308] env[68326]: DEBUG nova.compute.manager [req-1cbd226f-a24a-44a8-a32c-8429d5c8742c req-0af83985-f471-4e75-9f51-3612b4eb40b4 service nova] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Received event network-changed-97470a46-6b57-4482-8fcf-64973ab15393 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 725.659457] env[68326]: DEBUG nova.compute.manager [req-1cbd226f-a24a-44a8-a32c-8429d5c8742c req-0af83985-f471-4e75-9f51-3612b4eb40b4 service nova] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Refreshing instance network info cache due to event network-changed-97470a46-6b57-4482-8fcf-64973ab15393. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 725.659625] env[68326]: DEBUG oslo_concurrency.lockutils [req-1cbd226f-a24a-44a8-a32c-8429d5c8742c req-0af83985-f471-4e75-9f51-3612b4eb40b4 service nova] Acquiring lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.661660] env[68326]: DEBUG oslo_concurrency.lockutils [req-2ef978f4-9f28-436e-b3e0-02c611715bf7 req-21c2505f-d429-4a08-9f41-dd06b8ebbd96 service nova] Releasing lock "refresh_cache-5f32ac15-011a-4574-b635-8833971c5a33" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.678695] env[68326]: DEBUG nova.policy [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e37785f7a9c4436da3e34e1793a7281d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c5c864391b9944dd9c7cd87b5515d192', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.804723] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128942, 'name': CreateVM_Task, 'duration_secs': 0.553394} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.804938] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.805739] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.805946] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.806317] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.806626] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d5988b-1797-4203-8839-3539703321dc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.811683] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Waiting for the task: (returnval){ [ 725.811683] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c97585-85e6-4d95-a3c3-0865650d23e1" [ 725.811683] env[68326]: _type = "Task" [ 725.811683] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.820285] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c97585-85e6-4d95-a3c3-0865650d23e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.003034] env[68326]: DEBUG oslo_vmware.api [None req-700e78d9-8c04-41e7-adce-741ede105da5 tempest-ServersAdminNegativeTestJSON-2002186279 tempest-ServersAdminNegativeTestJSON-2002186279-project-admin] Task: {'id': task-3128943, 'name': SuspendVM_Task, 'duration_secs': 0.670802} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.003239] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-700e78d9-8c04-41e7-adce-741ede105da5 tempest-ServersAdminNegativeTestJSON-2002186279 tempest-ServersAdminNegativeTestJSON-2002186279-project-admin] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Suspended the VM {{(pid=68326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 726.003429] env[68326]: DEBUG nova.compute.manager [None req-700e78d9-8c04-41e7-adce-741ede105da5 tempest-ServersAdminNegativeTestJSON-2002186279 tempest-ServersAdminNegativeTestJSON-2002186279-project-admin] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 726.004209] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42763049-d5ad-431a-80f8-74017b5d1a24 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.007268] env[68326]: DEBUG nova.network.neutron [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Successfully created port: b928e337-3020-4bd0-ab3a-9f648971ab3e {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.063335] env[68326]: DEBUG nova.network.neutron [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.073249] env[68326]: DEBUG nova.compute.manager [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 726.107799] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128944, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.327165] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c97585-85e6-4d95-a3c3-0865650d23e1, 'name': SearchDatastore_Task, 'duration_secs': 0.011808} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.329807] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.330062] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.330305] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.330453] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.330633] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.331276] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a8be869-d2d3-4089-9165-91246721eab9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.339458] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.339630] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.340454] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f105dd-1a3e-443d-9711-2ecc223729df {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.348992] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Waiting for the task: (returnval){ [ 726.348992] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5260989e-16de-8e1f-622f-38638a595a87" [ 726.348992] env[68326]: _type = "Task" [ 726.348992] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.356912] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5260989e-16de-8e1f-622f-38638a595a87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.368870] env[68326]: DEBUG nova.network.neutron [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updating instance_info_cache with network_info: [{"id": "97470a46-6b57-4482-8fcf-64973ab15393", "address": "fa:16:3e:ac:0f:c8", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97470a46-6b", "ovs_interfaceid": "97470a46-6b57-4482-8fcf-64973ab15393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.610214] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128944, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.668817] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63540bd-1646-412d-a14b-99b4172f8d78 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.676677] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23953967-cdf1-4efc-b1bf-c84126f59ac6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.708783] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9fa0d0-715c-47b9-8be7-d83634a65072 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.716601] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b67e36-7ae8-4189-93e9-9f7ad9644f9f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.729656] env[68326]: DEBUG nova.compute.provider_tree [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.863207] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5260989e-16de-8e1f-622f-38638a595a87, 'name': SearchDatastore_Task, 'duration_secs': 0.009161} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.864045] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9dc562b-e4bf-4b29-aac6-c3d117061937 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.871674] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Waiting for the task: (returnval){ [ 726.871674] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5214dc72-67bb-bbaf-46d6-1b507dabdaa8" [ 726.871674] env[68326]: _type = "Task" [ 726.871674] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.875625] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.875921] env[68326]: DEBUG nova.compute.manager [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Instance network_info: |[{"id": "97470a46-6b57-4482-8fcf-64973ab15393", "address": "fa:16:3e:ac:0f:c8", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97470a46-6b", "ovs_interfaceid": "97470a46-6b57-4482-8fcf-64973ab15393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 726.876471] env[68326]: DEBUG oslo_concurrency.lockutils [req-1cbd226f-a24a-44a8-a32c-8429d5c8742c req-0af83985-f471-4e75-9f51-3612b4eb40b4 service nova] Acquired lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.876667] env[68326]: DEBUG nova.network.neutron [req-1cbd226f-a24a-44a8-a32c-8429d5c8742c req-0af83985-f471-4e75-9f51-3612b4eb40b4 service nova] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Refreshing network info cache for port 97470a46-6b57-4482-8fcf-64973ab15393 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.878455] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:0f:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97470a46-6b57-4482-8fcf-64973ab15393', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.886241] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Creating folder: Project (2fe24bdd6bcc4b7b8221994969ec8a50). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.887268] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67753350-e4bd-4823-833d-3a4fb45cf80e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.897717] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5214dc72-67bb-bbaf-46d6-1b507dabdaa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.906281] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Created folder: Project (2fe24bdd6bcc4b7b8221994969ec8a50) in parent group-v626141. [ 726.906513] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Creating folder: Instances. Parent ref: group-v626220. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.907112] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62b0745c-1119-426e-b48d-96261752e2c3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.923835] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Created folder: Instances in parent group-v626220. [ 726.924208] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.924416] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.924629] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf066132-5adf-45f0-8ef3-79665266b061 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.944826] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.944826] env[68326]: value = "task-3128947" [ 726.944826] env[68326]: _type = "Task" [ 726.944826] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.953028] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128947, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.088173] env[68326]: DEBUG nova.compute.manager [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 727.107585] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128944, 'name': CloneVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.116635] env[68326]: DEBUG nova.virt.hardware [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.116937] env[68326]: DEBUG nova.virt.hardware [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.117141] env[68326]: DEBUG nova.virt.hardware [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.117388] env[68326]: DEBUG nova.virt.hardware [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.117617] env[68326]: DEBUG nova.virt.hardware [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.117827] env[68326]: DEBUG nova.virt.hardware [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.118158] env[68326]: DEBUG nova.virt.hardware [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.118391] env[68326]: DEBUG nova.virt.hardware [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.118630] env[68326]: DEBUG nova.virt.hardware [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.118854] env[68326]: DEBUG nova.virt.hardware [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.119145] env[68326]: DEBUG nova.virt.hardware [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.120046] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900e1cab-4a98-44a3-be55-b654fbd5d50c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.127731] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1123c95d-30e7-4c42-8f91-4e6516b77559 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.233214] env[68326]: DEBUG nova.scheduler.client.report [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.382936] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5214dc72-67bb-bbaf-46d6-1b507dabdaa8, 'name': SearchDatastore_Task, 'duration_secs': 0.050322} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.383303] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.383571] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 5f32ac15-011a-4574-b635-8833971c5a33/5f32ac15-011a-4574-b635-8833971c5a33.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.383826] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da16becb-898a-4ee9-a02e-6a0eb5e48157 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.391664] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Waiting for the task: (returnval){ [ 727.391664] env[68326]: value = "task-3128949" [ 727.391664] env[68326]: _type = "Task" [ 727.391664] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.399357] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': task-3128949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.455708] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128947, 'name': CreateVM_Task, 'duration_secs': 0.326654} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.455897] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.456705] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.456890] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.457310] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.457690] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-428cfc9b-64f1-4ca3-a5d8-8e13b7a6326a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.463046] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 727.463046] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52fdb7b0-6eb8-76bc-f05e-a5191aa420bd" [ 727.463046] env[68326]: _type = "Task" [ 727.463046] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.471872] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fdb7b0-6eb8-76bc-f05e-a5191aa420bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.610993] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128944, 'name': CloneVM_Task, 'duration_secs': 1.58516} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.612421] env[68326]: INFO nova.virt.vmwareapi.vmops [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Created linked-clone VM from snapshot [ 727.612988] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2346193-c4ff-4c80-a711-870096cbb652 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.623363] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Uploading image aa3512f7-3015-4ed1-b217-103b2ec4018f {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 727.655693] env[68326]: DEBUG oslo_vmware.rw_handles [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 727.655693] env[68326]: value = "vm-626219" [ 727.655693] env[68326]: _type = "VirtualMachine" [ 727.655693] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 727.655693] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fdc4f853-6cc8-4a7d-a50d-817a680cbdd2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.664420] env[68326]: DEBUG oslo_vmware.rw_handles [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Lease: (returnval){ [ 727.664420] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]527d88d2-2618-215b-0632-ac55a23d582d" [ 727.664420] env[68326]: _type = "HttpNfcLease" [ 727.664420] env[68326]: } obtained for exporting VM: (result){ [ 727.664420] env[68326]: value = "vm-626219" [ 727.664420] env[68326]: _type = "VirtualMachine" [ 727.664420] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 727.665554] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the lease: (returnval){ [ 727.665554] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]527d88d2-2618-215b-0632-ac55a23d582d" [ 727.665554] env[68326]: _type = "HttpNfcLease" [ 727.665554] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 727.680268] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 727.680268] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]527d88d2-2618-215b-0632-ac55a23d582d" [ 727.680268] env[68326]: _type = "HttpNfcLease" [ 727.680268] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 727.739656] env[68326]: DEBUG oslo_concurrency.lockutils [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.740428] env[68326]: DEBUG nova.compute.manager [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 727.746642] env[68326]: DEBUG oslo_concurrency.lockutils [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.868s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.751141] env[68326]: INFO nova.compute.claims [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.759986] env[68326]: DEBUG nova.network.neutron [req-1cbd226f-a24a-44a8-a32c-8429d5c8742c req-0af83985-f471-4e75-9f51-3612b4eb40b4 service nova] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updated VIF entry in instance network info cache for port 97470a46-6b57-4482-8fcf-64973ab15393. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.760451] env[68326]: DEBUG nova.network.neutron [req-1cbd226f-a24a-44a8-a32c-8429d5c8742c req-0af83985-f471-4e75-9f51-3612b4eb40b4 service nova] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updating instance_info_cache with network_info: [{"id": "97470a46-6b57-4482-8fcf-64973ab15393", "address": "fa:16:3e:ac:0f:c8", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97470a46-6b", "ovs_interfaceid": "97470a46-6b57-4482-8fcf-64973ab15393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.907881] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': task-3128949, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.948392] env[68326]: DEBUG nova.network.neutron [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Successfully updated port: b928e337-3020-4bd0-ab3a-9f648971ab3e {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.976995] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fdb7b0-6eb8-76bc-f05e-a5191aa420bd, 'name': SearchDatastore_Task, 'duration_secs': 0.036568} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.976995] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.977231] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 727.977394] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.978268] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.978389] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 727.978879] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77ce3ed8-0b95-441e-98ca-9c6e8e97d006 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.985992] env[68326]: DEBUG nova.compute.manager [req-e963b75d-f5cc-4b17-9a21-d4a99bd67fd7 req-3cfe5c0a-c8e0-4b8d-80ce-36f604da3e20 service nova] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Received event network-vif-plugged-b928e337-3020-4bd0-ab3a-9f648971ab3e {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 727.985992] env[68326]: DEBUG oslo_concurrency.lockutils [req-e963b75d-f5cc-4b17-9a21-d4a99bd67fd7 req-3cfe5c0a-c8e0-4b8d-80ce-36f604da3e20 service nova] Acquiring lock "56c78323-0896-490c-aa51-f78ac2dcc2ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.986190] env[68326]: DEBUG oslo_concurrency.lockutils [req-e963b75d-f5cc-4b17-9a21-d4a99bd67fd7 req-3cfe5c0a-c8e0-4b8d-80ce-36f604da3e20 service nova] Lock "56c78323-0896-490c-aa51-f78ac2dcc2ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.986378] env[68326]: DEBUG oslo_concurrency.lockutils [req-e963b75d-f5cc-4b17-9a21-d4a99bd67fd7 req-3cfe5c0a-c8e0-4b8d-80ce-36f604da3e20 service nova] Lock "56c78323-0896-490c-aa51-f78ac2dcc2ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.986555] env[68326]: DEBUG nova.compute.manager [req-e963b75d-f5cc-4b17-9a21-d4a99bd67fd7 req-3cfe5c0a-c8e0-4b8d-80ce-36f604da3e20 service nova] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] No waiting events found dispatching network-vif-plugged-b928e337-3020-4bd0-ab3a-9f648971ab3e {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.986746] env[68326]: WARNING nova.compute.manager [req-e963b75d-f5cc-4b17-9a21-d4a99bd67fd7 req-3cfe5c0a-c8e0-4b8d-80ce-36f604da3e20 service nova] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Received unexpected event network-vif-plugged-b928e337-3020-4bd0-ab3a-9f648971ab3e for instance with vm_state building and task_state spawning. [ 727.992904] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 727.993283] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 727.994179] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fd6d6c8-adc4-4b06-ae12-a842ecc22aec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.010245] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 728.010245] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ed2b5d-b554-94d9-b53a-b1e7a75a6849" [ 728.010245] env[68326]: _type = "Task" [ 728.010245] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.020808] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ed2b5d-b554-94d9-b53a-b1e7a75a6849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.172839] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 728.172839] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]527d88d2-2618-215b-0632-ac55a23d582d" [ 728.172839] env[68326]: _type = "HttpNfcLease" [ 728.172839] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 728.173249] env[68326]: DEBUG oslo_vmware.rw_handles [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 728.173249] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]527d88d2-2618-215b-0632-ac55a23d582d" [ 728.173249] env[68326]: _type = "HttpNfcLease" [ 728.173249] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 728.173850] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0227fedb-ae06-4448-aed8-52982310d423 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.180547] env[68326]: DEBUG oslo_vmware.rw_handles [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52624de9-b240-cf12-393f-2a4386052bb6/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 728.180719] env[68326]: DEBUG oslo_vmware.rw_handles [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52624de9-b240-cf12-393f-2a4386052bb6/disk-0.vmdk for reading. {{(pid=68326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 728.258893] env[68326]: DEBUG nova.compute.utils [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.263847] env[68326]: DEBUG nova.compute.manager [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 728.263847] env[68326]: DEBUG nova.network.neutron [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.267056] env[68326]: DEBUG oslo_concurrency.lockutils [req-1cbd226f-a24a-44a8-a32c-8429d5c8742c req-0af83985-f471-4e75-9f51-3612b4eb40b4 service nova] Releasing lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.305827] env[68326]: DEBUG nova.policy [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2e5ed800ec4445ea2c84f7f789538b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c59bc3963e24d64a30418c611423e7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.369955] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e7f456a8-4b12-4588-98ba-31dc1b00fc72 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.405447] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': task-3128949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649448} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.405707] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 5f32ac15-011a-4574-b635-8833971c5a33/5f32ac15-011a-4574-b635-8833971c5a33.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.405917] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.406203] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cff575b7-ba45-4d8f-b177-d53db1408ab1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.411985] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Waiting for the task: (returnval){ [ 728.411985] env[68326]: value = "task-3128951" [ 728.411985] env[68326]: _type = "Task" [ 728.411985] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.419446] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': task-3128951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.450626] env[68326]: DEBUG oslo_concurrency.lockutils [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquiring lock "refresh_cache-56c78323-0896-490c-aa51-f78ac2dcc2ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.450771] env[68326]: DEBUG oslo_concurrency.lockutils [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquired lock "refresh_cache-56c78323-0896-490c-aa51-f78ac2dcc2ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.451134] env[68326]: DEBUG nova.network.neutron [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.520333] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ed2b5d-b554-94d9-b53a-b1e7a75a6849, 'name': SearchDatastore_Task, 'duration_secs': 0.019383} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.521113] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b56847e-3418-4243-a6e7-881a7804a8a9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.526782] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 728.526782] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]528c10ed-35a8-2f6f-2359-72a2671ba47f" [ 728.526782] env[68326]: _type = "Task" [ 728.526782] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.537075] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]528c10ed-35a8-2f6f-2359-72a2671ba47f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.648591] env[68326]: DEBUG nova.network.neutron [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Successfully created port: 350193a0-2428-45af-ab5a-65395d2cd519 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.766490] env[68326]: DEBUG nova.compute.manager [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 728.923668] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': task-3128951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066222} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.927906] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.930115] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c091df2-b4ad-4423-9d75-d15490910bea {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.936964] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquiring lock "b9282985-2fd7-466b-9fbd-336a0341575a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.937355] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "b9282985-2fd7-466b-9fbd-336a0341575a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.937683] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquiring lock "b9282985-2fd7-466b-9fbd-336a0341575a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.937982] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "b9282985-2fd7-466b-9fbd-336a0341575a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.942296] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "b9282985-2fd7-466b-9fbd-336a0341575a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.948054] env[68326]: INFO nova.compute.manager [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Terminating instance [ 728.974616] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 5f32ac15-011a-4574-b635-8833971c5a33/5f32ac15-011a-4574-b635-8833971c5a33.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.981091] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-918467e5-ce51-4180-aeb8-2bf6f50f8d22 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.008187] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Waiting for the task: (returnval){ [ 729.008187] env[68326]: value = "task-3128952" [ 729.008187] env[68326]: _type = "Task" [ 729.008187] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.021867] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': task-3128952, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.040699] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]528c10ed-35a8-2f6f-2359-72a2671ba47f, 'name': SearchDatastore_Task, 'duration_secs': 0.009608} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.040699] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.040699] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 4b99079e-12c5-42aa-8d2e-c977e22ba66b/4b99079e-12c5-42aa-8d2e-c977e22ba66b.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.040906] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78c5fe2a-a29c-4866-80c8-530e86038113 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.046838] env[68326]: DEBUG nova.network.neutron [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.052119] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 729.052119] env[68326]: value = "task-3128953" [ 729.052119] env[68326]: _type = "Task" [ 729.052119] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.061364] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3128953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.250016] env[68326]: DEBUG nova.network.neutron [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Updating instance_info_cache with network_info: [{"id": "b928e337-3020-4bd0-ab3a-9f648971ab3e", "address": "fa:16:3e:6d:2d:79", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb928e337-30", "ovs_interfaceid": "b928e337-3020-4bd0-ab3a-9f648971ab3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.415159] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28f7125-9aef-4429-8de5-30510e76cf87 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.426571] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96518d7-8607-465a-920f-116e8fdafec2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.463959] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f85337-8969-4d1f-b7b9-aa20e732fb8c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.474702] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9310fc9c-5772-42a4-8de6-df81e90d5376 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.492034] env[68326]: DEBUG nova.compute.provider_tree [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.499181] env[68326]: DEBUG nova.compute.manager [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 729.499418] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.500337] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c825f41-e9ca-49f5-b129-9372d04874bf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.515894] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.516266] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1355374-656e-47d3-b01c-033cd521599d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.525813] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': task-3128952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.563461] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3128953, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.587055] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.587055] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.587303] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Deleting the datastore file [datastore1] b9282985-2fd7-466b-9fbd-336a0341575a {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.587653] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2e3494a-f379-4f47-9bed-010531fb6f41 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.599028] env[68326]: DEBUG oslo_vmware.api [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for the task: (returnval){ [ 729.599028] env[68326]: value = "task-3128956" [ 729.599028] env[68326]: _type = "Task" [ 729.599028] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.608098] env[68326]: DEBUG oslo_vmware.api [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.753608] env[68326]: DEBUG oslo_concurrency.lockutils [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Releasing lock "refresh_cache-56c78323-0896-490c-aa51-f78ac2dcc2ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.753948] env[68326]: DEBUG nova.compute.manager [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Instance network_info: |[{"id": "b928e337-3020-4bd0-ab3a-9f648971ab3e", "address": "fa:16:3e:6d:2d:79", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb928e337-30", "ovs_interfaceid": "b928e337-3020-4bd0-ab3a-9f648971ab3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 729.754482] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:2d:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b928e337-3020-4bd0-ab3a-9f648971ab3e', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.763007] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.763271] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.763501] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffaf4b55-3d45-4342-b46f-35a78cfe74df {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.779333] env[68326]: DEBUG nova.compute.manager [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 729.788731] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.788731] env[68326]: value = "task-3128957" [ 729.788731] env[68326]: _type = "Task" [ 729.788731] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.800693] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128957, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.808478] env[68326]: DEBUG nova.virt.hardware [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.808724] env[68326]: DEBUG nova.virt.hardware [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.808878] env[68326]: DEBUG nova.virt.hardware [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.809090] env[68326]: DEBUG nova.virt.hardware [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.809247] env[68326]: DEBUG nova.virt.hardware [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.809400] env[68326]: DEBUG nova.virt.hardware [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.809611] env[68326]: DEBUG nova.virt.hardware [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.809770] env[68326]: DEBUG nova.virt.hardware [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.809938] env[68326]: DEBUG nova.virt.hardware [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.810114] env[68326]: DEBUG nova.virt.hardware [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.810292] env[68326]: DEBUG nova.virt.hardware [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.811478] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3feb954-bada-494e-9517-51add9e07c32 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.820934] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145a7a3d-a20f-4ac9-971a-c2ad62a5184c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.000920] env[68326]: DEBUG nova.scheduler.client.report [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.016056] env[68326]: DEBUG nova.compute.manager [req-b705f142-cbec-406c-a255-ce2d921c1e7e req-118d3caa-6efe-4f72-af18-50c0b616f5f3 service nova] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Received event network-changed-b928e337-3020-4bd0-ab3a-9f648971ab3e {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 730.016994] env[68326]: DEBUG nova.compute.manager [req-b705f142-cbec-406c-a255-ce2d921c1e7e req-118d3caa-6efe-4f72-af18-50c0b616f5f3 service nova] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Refreshing instance network info cache due to event network-changed-b928e337-3020-4bd0-ab3a-9f648971ab3e. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 730.017345] env[68326]: DEBUG oslo_concurrency.lockutils [req-b705f142-cbec-406c-a255-ce2d921c1e7e req-118d3caa-6efe-4f72-af18-50c0b616f5f3 service nova] Acquiring lock "refresh_cache-56c78323-0896-490c-aa51-f78ac2dcc2ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.017597] env[68326]: DEBUG oslo_concurrency.lockutils [req-b705f142-cbec-406c-a255-ce2d921c1e7e req-118d3caa-6efe-4f72-af18-50c0b616f5f3 service nova] Acquired lock "refresh_cache-56c78323-0896-490c-aa51-f78ac2dcc2ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.017812] env[68326]: DEBUG nova.network.neutron [req-b705f142-cbec-406c-a255-ce2d921c1e7e req-118d3caa-6efe-4f72-af18-50c0b616f5f3 service nova] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Refreshing network info cache for port b928e337-3020-4bd0-ab3a-9f648971ab3e {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.027841] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': task-3128952, 'name': ReconfigVM_Task, 'duration_secs': 0.620067} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.028648] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 5f32ac15-011a-4574-b635-8833971c5a33/5f32ac15-011a-4574-b635-8833971c5a33.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.029314] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0260e0c4-4dd0-4e00-9fdd-a8f31b96ecc4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.037391] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Waiting for the task: (returnval){ [ 730.037391] env[68326]: value = "task-3128958" [ 730.037391] env[68326]: _type = "Task" [ 730.037391] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.047161] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': task-3128958, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.066506] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3128953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521128} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.066786] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 4b99079e-12c5-42aa-8d2e-c977e22ba66b/4b99079e-12c5-42aa-8d2e-c977e22ba66b.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.066998] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.067293] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea5e9ac7-7b2e-4818-bb35-1bb9d1c59ea8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.075358] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 730.075358] env[68326]: value = "task-3128959" [ 730.075358] env[68326]: _type = "Task" [ 730.075358] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.085966] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3128959, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.109224] env[68326]: DEBUG oslo_vmware.api [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3128956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151424} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.109488] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.109668] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.109841] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.110018] env[68326]: INFO nova.compute.manager [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Took 0.61 seconds to destroy the instance on the hypervisor. [ 730.110296] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.110488] env[68326]: DEBUG nova.compute.manager [-] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 730.110569] env[68326]: DEBUG nova.network.neutron [-] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.300502] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128957, 'name': CreateVM_Task, 'duration_secs': 0.461399} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.300853] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.301438] env[68326]: DEBUG oslo_concurrency.lockutils [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.301607] env[68326]: DEBUG oslo_concurrency.lockutils [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.301917] env[68326]: DEBUG oslo_concurrency.lockutils [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.302247] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16d2d87c-4c75-4a8e-a314-96afe36ba1bd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.308197] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for the task: (returnval){ [ 730.308197] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52dbfcef-7e4d-3793-4750-afc3caebd46c" [ 730.308197] env[68326]: _type = "Task" [ 730.308197] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.319238] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52dbfcef-7e4d-3793-4750-afc3caebd46c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.485640] env[68326]: DEBUG nova.network.neutron [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Successfully updated port: 350193a0-2428-45af-ab5a-65395d2cd519 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.506596] env[68326]: DEBUG oslo_concurrency.lockutils [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.507462] env[68326]: DEBUG nova.compute.manager [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 730.511876] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.160s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.515750] env[68326]: INFO nova.compute.claims [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.557330] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': task-3128958, 'name': Rename_Task, 'duration_secs': 0.162372} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.557684] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.557954] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab3dcd4e-3def-4b2a-b3aa-be9f094e205c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.569218] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Waiting for the task: (returnval){ [ 730.569218] env[68326]: value = "task-3128960" [ 730.569218] env[68326]: _type = "Task" [ 730.569218] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.583693] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': task-3128960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.589349] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3128959, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07278} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.589881] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.590558] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30aed6d-d87a-4bdd-afbe-89cd38865115 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.617731] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 4b99079e-12c5-42aa-8d2e-c977e22ba66b/4b99079e-12c5-42aa-8d2e-c977e22ba66b.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.618173] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17eb68d5-c57e-4069-953e-6f69383bcb13 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.644472] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 730.644472] env[68326]: value = "task-3128961" [ 730.644472] env[68326]: _type = "Task" [ 730.644472] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.654152] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3128961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.814494] env[68326]: DEBUG nova.network.neutron [req-b705f142-cbec-406c-a255-ce2d921c1e7e req-118d3caa-6efe-4f72-af18-50c0b616f5f3 service nova] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Updated VIF entry in instance network info cache for port b928e337-3020-4bd0-ab3a-9f648971ab3e. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.815602] env[68326]: DEBUG nova.network.neutron [req-b705f142-cbec-406c-a255-ce2d921c1e7e req-118d3caa-6efe-4f72-af18-50c0b616f5f3 service nova] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Updating instance_info_cache with network_info: [{"id": "b928e337-3020-4bd0-ab3a-9f648971ab3e", "address": "fa:16:3e:6d:2d:79", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.144", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb928e337-30", "ovs_interfaceid": "b928e337-3020-4bd0-ab3a-9f648971ab3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.825690] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52dbfcef-7e4d-3793-4750-afc3caebd46c, 'name': SearchDatastore_Task, 'duration_secs': 0.01017} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.825978] env[68326]: DEBUG oslo_concurrency.lockutils [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.826218] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.826450] env[68326]: DEBUG oslo_concurrency.lockutils [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.826585] env[68326]: DEBUG oslo_concurrency.lockutils [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.826751] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.827020] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cbb0d50-de18-45fa-8343-65e6736b3f12 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.838222] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.838466] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.839450] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-584e66ba-a478-4c5e-a92e-bd32d3d8a5e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.845711] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for the task: (returnval){ [ 730.845711] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52744297-2b2a-e8f9-0e51-156d00757f20" [ 730.845711] env[68326]: _type = "Task" [ 730.845711] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.854554] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52744297-2b2a-e8f9-0e51-156d00757f20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.989480] env[68326]: DEBUG oslo_concurrency.lockutils [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "refresh_cache-bfbd3c42-245f-4395-a854-206f1b8a6fd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.989704] env[68326]: DEBUG oslo_concurrency.lockutils [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired lock "refresh_cache-bfbd3c42-245f-4395-a854-206f1b8a6fd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.989851] env[68326]: DEBUG nova.network.neutron [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.023024] env[68326]: DEBUG nova.compute.utils [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.030024] env[68326]: DEBUG nova.compute.manager [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 731.030024] env[68326]: DEBUG nova.network.neutron [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.036564] env[68326]: DEBUG nova.network.neutron [-] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.083879] env[68326]: DEBUG oslo_vmware.api [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': task-3128960, 'name': PowerOnVM_Task, 'duration_secs': 0.502028} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.083879] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.083879] env[68326]: INFO nova.compute.manager [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Took 9.74 seconds to spawn the instance on the hypervisor. [ 731.083879] env[68326]: DEBUG nova.compute.manager [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 731.083879] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ea2e90-312f-49e5-8988-bb95a55debb6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.086915] env[68326]: DEBUG nova.policy [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2e5ed800ec4445ea2c84f7f789538b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c59bc3963e24d64a30418c611423e7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.158223] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3128961, 'name': ReconfigVM_Task, 'duration_secs': 0.360097} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.158744] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 4b99079e-12c5-42aa-8d2e-c977e22ba66b/4b99079e-12c5-42aa-8d2e-c977e22ba66b.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.159393] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26ed053f-79cc-4fd5-ba8f-046b051d889d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.168289] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 731.168289] env[68326]: value = "task-3128962" [ 731.168289] env[68326]: _type = "Task" [ 731.168289] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.183168] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3128962, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.318535] env[68326]: DEBUG oslo_concurrency.lockutils [req-b705f142-cbec-406c-a255-ce2d921c1e7e req-118d3caa-6efe-4f72-af18-50c0b616f5f3 service nova] Releasing lock "refresh_cache-56c78323-0896-490c-aa51-f78ac2dcc2ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.359831] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52744297-2b2a-e8f9-0e51-156d00757f20, 'name': SearchDatastore_Task, 'duration_secs': 0.011517} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.360722] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e35df3a-727e-40f8-97ad-a473f7b4105e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.367133] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for the task: (returnval){ [ 731.367133] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5271beb5-d65f-e134-a408-618f976339ab" [ 731.367133] env[68326]: _type = "Task" [ 731.367133] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.379502] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5271beb5-d65f-e134-a408-618f976339ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.406453] env[68326]: DEBUG nova.network.neutron [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Successfully created port: e3833cd3-cf55-4e8b-9353-c479ae45d8e7 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.537024] env[68326]: DEBUG nova.compute.manager [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 731.538668] env[68326]: INFO nova.compute.manager [-] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Took 1.43 seconds to deallocate network for instance. [ 731.543190] env[68326]: DEBUG nova.network.neutron [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.605605] env[68326]: INFO nova.compute.manager [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Took 40.21 seconds to build instance. [ 731.683961] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3128962, 'name': Rename_Task, 'duration_secs': 0.188256} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.684607] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.684895] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a3d948f-55c8-4e26-aa16-e2bb08782844 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.693884] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 731.693884] env[68326]: value = "task-3128964" [ 731.693884] env[68326]: _type = "Task" [ 731.693884] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.705294] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3128964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.804670] env[68326]: DEBUG nova.network.neutron [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Updating instance_info_cache with network_info: [{"id": "350193a0-2428-45af-ab5a-65395d2cd519", "address": "fa:16:3e:89:e0:97", "network": {"id": "2bfffd6a-2680-4dce-8bfd-a145d232c2d6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2064054471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c59bc3963e24d64a30418c611423e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350193a0-24", "ovs_interfaceid": "350193a0-2428-45af-ab5a-65395d2cd519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.880301] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5271beb5-d65f-e134-a408-618f976339ab, 'name': SearchDatastore_Task, 'duration_secs': 0.017747} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.881300] env[68326]: DEBUG oslo_concurrency.lockutils [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.881300] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 56c78323-0896-490c-aa51-f78ac2dcc2ec/56c78323-0896-490c-aa51-f78ac2dcc2ec.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 731.881300] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a0c16d8-673d-4920-967d-d67c299b423a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.894370] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for the task: (returnval){ [ 731.894370] env[68326]: value = "task-3128965" [ 731.894370] env[68326]: _type = "Task" [ 731.894370] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.907723] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.050101] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.109962] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e349f547-ad09-4ec0-990b-69af145775e0 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Lock "5f32ac15-011a-4574-b635-8833971c5a33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.732s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.114708] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ed53d2-75e1-4ad1-ba0f-43de32557472 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.125648] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da545267-f121-4d6e-ba25-7f201306e884 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.160316] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9173834-1936-4402-a29a-40df5ae432f0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.164309] env[68326]: DEBUG nova.compute.manager [req-b33ccdf1-0d8f-4a42-9c45-2ba254d833ff req-4bad1071-b1ad-48e4-b2d6-aee44ea650ba service nova] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Received event network-vif-plugged-350193a0-2428-45af-ab5a-65395d2cd519 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 732.164530] env[68326]: DEBUG oslo_concurrency.lockutils [req-b33ccdf1-0d8f-4a42-9c45-2ba254d833ff req-4bad1071-b1ad-48e4-b2d6-aee44ea650ba service nova] Acquiring lock "bfbd3c42-245f-4395-a854-206f1b8a6fd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.164822] env[68326]: DEBUG oslo_concurrency.lockutils [req-b33ccdf1-0d8f-4a42-9c45-2ba254d833ff req-4bad1071-b1ad-48e4-b2d6-aee44ea650ba service nova] Lock "bfbd3c42-245f-4395-a854-206f1b8a6fd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.164894] env[68326]: DEBUG oslo_concurrency.lockutils [req-b33ccdf1-0d8f-4a42-9c45-2ba254d833ff req-4bad1071-b1ad-48e4-b2d6-aee44ea650ba service nova] Lock "bfbd3c42-245f-4395-a854-206f1b8a6fd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.165059] env[68326]: DEBUG nova.compute.manager [req-b33ccdf1-0d8f-4a42-9c45-2ba254d833ff req-4bad1071-b1ad-48e4-b2d6-aee44ea650ba service nova] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] No waiting events found dispatching network-vif-plugged-350193a0-2428-45af-ab5a-65395d2cd519 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.165236] env[68326]: WARNING nova.compute.manager [req-b33ccdf1-0d8f-4a42-9c45-2ba254d833ff req-4bad1071-b1ad-48e4-b2d6-aee44ea650ba service nova] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Received unexpected event network-vif-plugged-350193a0-2428-45af-ab5a-65395d2cd519 for instance with vm_state building and task_state spawning. [ 732.165382] env[68326]: DEBUG nova.compute.manager [req-b33ccdf1-0d8f-4a42-9c45-2ba254d833ff req-4bad1071-b1ad-48e4-b2d6-aee44ea650ba service nova] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Received event network-changed-350193a0-2428-45af-ab5a-65395d2cd519 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 732.165529] env[68326]: DEBUG nova.compute.manager [req-b33ccdf1-0d8f-4a42-9c45-2ba254d833ff req-4bad1071-b1ad-48e4-b2d6-aee44ea650ba service nova] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Refreshing instance network info cache due to event network-changed-350193a0-2428-45af-ab5a-65395d2cd519. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 732.165911] env[68326]: DEBUG oslo_concurrency.lockutils [req-b33ccdf1-0d8f-4a42-9c45-2ba254d833ff req-4bad1071-b1ad-48e4-b2d6-aee44ea650ba service nova] Acquiring lock "refresh_cache-bfbd3c42-245f-4395-a854-206f1b8a6fd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.173241] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a2c392-3616-45c4-a6d3-bf977cda952e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.190134] env[68326]: DEBUG nova.compute.provider_tree [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.204484] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3128964, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.313038] env[68326]: DEBUG oslo_concurrency.lockutils [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Releasing lock "refresh_cache-bfbd3c42-245f-4395-a854-206f1b8a6fd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.313038] env[68326]: DEBUG nova.compute.manager [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Instance network_info: |[{"id": "350193a0-2428-45af-ab5a-65395d2cd519", "address": "fa:16:3e:89:e0:97", "network": {"id": "2bfffd6a-2680-4dce-8bfd-a145d232c2d6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2064054471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c59bc3963e24d64a30418c611423e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350193a0-24", "ovs_interfaceid": "350193a0-2428-45af-ab5a-65395d2cd519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 732.313398] env[68326]: DEBUG oslo_concurrency.lockutils [req-b33ccdf1-0d8f-4a42-9c45-2ba254d833ff req-4bad1071-b1ad-48e4-b2d6-aee44ea650ba service nova] Acquired lock "refresh_cache-bfbd3c42-245f-4395-a854-206f1b8a6fd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.313398] env[68326]: DEBUG nova.network.neutron [req-b33ccdf1-0d8f-4a42-9c45-2ba254d833ff req-4bad1071-b1ad-48e4-b2d6-aee44ea650ba service nova] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Refreshing network info cache for port 350193a0-2428-45af-ab5a-65395d2cd519 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.313398] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:e0:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '350193a0-2428-45af-ab5a-65395d2cd519', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.322938] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Creating folder: Project (4c59bc3963e24d64a30418c611423e7c). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.326982] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15ad754c-3839-4e78-8143-c0a5bc39cdc2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.347661] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Created folder: Project (4c59bc3963e24d64a30418c611423e7c) in parent group-v626141. [ 732.348205] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Creating folder: Instances. Parent ref: group-v626224. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.348581] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ecd1a5f-a994-453d-a815-15f34a857792 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.366721] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Created folder: Instances in parent group-v626224. [ 732.371515] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.372493] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.372965] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-126c157e-74e2-459e-be9d-986173a604ee {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.400017] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.400017] env[68326]: value = "task-3128968" [ 732.400017] env[68326]: _type = "Task" [ 732.400017] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.408437] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128965, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.416514] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128968, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.551156] env[68326]: DEBUG nova.compute.manager [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 732.583796] env[68326]: DEBUG nova.virt.hardware [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.584358] env[68326]: DEBUG nova.virt.hardware [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.584801] env[68326]: DEBUG nova.virt.hardware [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.585130] env[68326]: DEBUG nova.virt.hardware [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.585429] env[68326]: DEBUG nova.virt.hardware [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.585758] env[68326]: DEBUG nova.virt.hardware [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.586156] env[68326]: DEBUG nova.virt.hardware [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.586422] env[68326]: DEBUG nova.virt.hardware [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.586716] env[68326]: DEBUG nova.virt.hardware [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.586987] env[68326]: DEBUG nova.virt.hardware [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.587327] env[68326]: DEBUG nova.virt.hardware [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.588345] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4ad276-c878-4836-a0bf-5cb4f37a0c18 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.601575] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d113750e-4f02-46db-82b2-c5868afbf96e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.623029] env[68326]: DEBUG nova.compute.manager [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 732.695516] env[68326]: DEBUG nova.scheduler.client.report [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.713808] env[68326]: DEBUG oslo_vmware.api [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3128964, 'name': PowerOnVM_Task, 'duration_secs': 0.573049} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.719733] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.720192] env[68326]: INFO nova.compute.manager [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Took 8.20 seconds to spawn the instance on the hypervisor. [ 732.720192] env[68326]: DEBUG nova.compute.manager [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 732.721166] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c932cb29-ca55-43b9-b732-d244a9641b9f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.925068] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128968, 'name': CreateVM_Task, 'duration_secs': 0.438104} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.925529] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67925} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.925807] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.926177] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 56c78323-0896-490c-aa51-f78ac2dcc2ec/56c78323-0896-490c-aa51-f78ac2dcc2ec.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.926913] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.927504] env[68326]: DEBUG oslo_concurrency.lockutils [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.927661] env[68326]: DEBUG oslo_concurrency.lockutils [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.928113] env[68326]: DEBUG oslo_concurrency.lockutils [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.928440] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8263a51-8e18-4c2a-9c26-c441c08876f7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.931419] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6883221-3c45-4da5-ad1a-d2a8a80a8f29 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.938654] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 732.938654] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529c32bd-4b46-53b1-675a-a42538015813" [ 732.938654] env[68326]: _type = "Task" [ 732.938654] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.949751] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for the task: (returnval){ [ 732.949751] env[68326]: value = "task-3128969" [ 732.949751] env[68326]: _type = "Task" [ 732.949751] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.964769] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529c32bd-4b46-53b1-675a-a42538015813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.970662] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.014227] env[68326]: DEBUG nova.network.neutron [req-b33ccdf1-0d8f-4a42-9c45-2ba254d833ff req-4bad1071-b1ad-48e4-b2d6-aee44ea650ba service nova] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Updated VIF entry in instance network info cache for port 350193a0-2428-45af-ab5a-65395d2cd519. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 733.014596] env[68326]: DEBUG nova.network.neutron [req-b33ccdf1-0d8f-4a42-9c45-2ba254d833ff req-4bad1071-b1ad-48e4-b2d6-aee44ea650ba service nova] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Updating instance_info_cache with network_info: [{"id": "350193a0-2428-45af-ab5a-65395d2cd519", "address": "fa:16:3e:89:e0:97", "network": {"id": "2bfffd6a-2680-4dce-8bfd-a145d232c2d6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2064054471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c59bc3963e24d64a30418c611423e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap350193a0-24", "ovs_interfaceid": "350193a0-2428-45af-ab5a-65395d2cd519", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.148219] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.207666] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.696s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.208297] env[68326]: DEBUG nova.compute.manager [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 733.211331] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.896s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.211524] env[68326]: DEBUG nova.objects.instance [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 733.252662] env[68326]: INFO nova.compute.manager [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Took 37.79 seconds to build instance. [ 733.452028] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529c32bd-4b46-53b1-675a-a42538015813, 'name': SearchDatastore_Task, 'duration_secs': 0.019444} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.452028] env[68326]: DEBUG oslo_concurrency.lockutils [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.452028] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.452028] env[68326]: DEBUG oslo_concurrency.lockutils [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.452534] env[68326]: DEBUG oslo_concurrency.lockutils [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.452534] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.452534] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c495787-38f9-4835-9236-e8c1eeca9510 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.468023] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073486} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.468023] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.468023] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.468023] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.468023] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5b4816-5521-437c-b191-27224d66db28 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.470437] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-330c24f0-7d04-4daf-a84f-bc8c969ab78a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.477726] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 733.477726] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c94a39-b565-6449-8465-1b13357fbac4" [ 733.477726] env[68326]: _type = "Task" [ 733.477726] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.500837] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 56c78323-0896-490c-aa51-f78ac2dcc2ec/56c78323-0896-490c-aa51-f78ac2dcc2ec.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.505427] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-157d0bf9-7e0f-4c1d-988d-27e6bdb49cf4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.520226] env[68326]: DEBUG oslo_concurrency.lockutils [req-b33ccdf1-0d8f-4a42-9c45-2ba254d833ff req-4bad1071-b1ad-48e4-b2d6-aee44ea650ba service nova] Releasing lock "refresh_cache-bfbd3c42-245f-4395-a854-206f1b8a6fd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.520314] env[68326]: DEBUG nova.compute.manager [req-b33ccdf1-0d8f-4a42-9c45-2ba254d833ff req-4bad1071-b1ad-48e4-b2d6-aee44ea650ba service nova] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Received event network-vif-deleted-03c46df7-1944-42be-b5e6-f1540eabc10e {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 733.529459] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c94a39-b565-6449-8465-1b13357fbac4, 'name': SearchDatastore_Task, 'duration_secs': 0.01741} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.531458] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for the task: (returnval){ [ 733.531458] env[68326]: value = "task-3128971" [ 733.531458] env[68326]: _type = "Task" [ 733.531458] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.531717] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a7e7979-d57f-44ed-bc48-73c38ad0937b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.546504] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128971, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.547865] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 733.547865] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b5b370-cec3-b358-04db-47d817ead78e" [ 733.547865] env[68326]: _type = "Task" [ 733.547865] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.558932] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b5b370-cec3-b358-04db-47d817ead78e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.666139] env[68326]: DEBUG nova.network.neutron [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Successfully updated port: e3833cd3-cf55-4e8b-9353-c479ae45d8e7 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 733.716080] env[68326]: DEBUG nova.compute.utils [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.721988] env[68326]: DEBUG nova.compute.manager [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 733.724380] env[68326]: DEBUG nova.network.neutron [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 733.755828] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e2f0a16e-d0ce-4f0b-9b20-caeafdbd9728 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.269s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.813424] env[68326]: DEBUG nova.policy [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec58ca6c48c944f6bd4535934c3933f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '980dc8001cfc4c05b8a4dd85e5ed3d8a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.045949] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128971, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.066264] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b5b370-cec3-b358-04db-47d817ead78e, 'name': SearchDatastore_Task, 'duration_secs': 0.015929} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.066668] env[68326]: DEBUG oslo_concurrency.lockutils [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.067081] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] bfbd3c42-245f-4395-a854-206f1b8a6fd0/bfbd3c42-245f-4395-a854-206f1b8a6fd0.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.068099] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7f0d13a-3e42-4a67-8322-90c93052bac5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.079199] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 734.079199] env[68326]: value = "task-3128972" [ 734.079199] env[68326]: _type = "Task" [ 734.079199] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.092279] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.172571] env[68326]: DEBUG oslo_concurrency.lockutils [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "refresh_cache-ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.172571] env[68326]: DEBUG oslo_concurrency.lockutils [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired lock "refresh_cache-ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.172571] env[68326]: DEBUG nova.network.neutron [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.206204] env[68326]: DEBUG nova.compute.manager [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Received event network-changed-90bf3437-2c4b-4897-b4a0-347e4b009f7f {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 734.206204] env[68326]: DEBUG nova.compute.manager [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Refreshing instance network info cache due to event network-changed-90bf3437-2c4b-4897-b4a0-347e4b009f7f. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 734.207272] env[68326]: DEBUG oslo_concurrency.lockutils [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] Acquiring lock "refresh_cache-5f32ac15-011a-4574-b635-8833971c5a33" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.207604] env[68326]: DEBUG oslo_concurrency.lockutils [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] Acquired lock "refresh_cache-5f32ac15-011a-4574-b635-8833971c5a33" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.208322] env[68326]: DEBUG nova.network.neutron [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Refreshing network info cache for port 90bf3437-2c4b-4897-b4a0-347e4b009f7f {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.226035] env[68326]: DEBUG nova.compute.manager [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 734.230159] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b07edddb-ebb1-4053-bedd-2e8534be4e18 tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.231422] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.298s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.236023] env[68326]: INFO nova.compute.claims [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.258677] env[68326]: DEBUG nova.compute.manager [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 734.276481] env[68326]: DEBUG nova.network.neutron [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Successfully created port: 999c3712-d50a-4884-b35f-18728c329413 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 734.547867] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128971, 'name': ReconfigVM_Task, 'duration_secs': 0.529861} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.548319] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 56c78323-0896-490c-aa51-f78ac2dcc2ec/56c78323-0896-490c-aa51-f78ac2dcc2ec.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.549281] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21a2ea23-ad9e-4f9e-a575-13343ec24ab8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.558552] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for the task: (returnval){ [ 734.558552] env[68326]: value = "task-3128973" [ 734.558552] env[68326]: _type = "Task" [ 734.558552] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.570875] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128973, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.593262] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128972, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.715544] env[68326]: DEBUG nova.network.neutron [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.792955] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.072715] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128973, 'name': Rename_Task, 'duration_secs': 0.323858} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.073157] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.074275] env[68326]: DEBUG nova.network.neutron [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Updating instance_info_cache with network_info: [{"id": "e3833cd3-cf55-4e8b-9353-c479ae45d8e7", "address": "fa:16:3e:27:0d:2c", "network": {"id": "2bfffd6a-2680-4dce-8bfd-a145d232c2d6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2064054471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c59bc3963e24d64a30418c611423e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3833cd3-cf", "ovs_interfaceid": "e3833cd3-cf55-4e8b-9353-c479ae45d8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.075512] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e87b1d5-9331-43e3-ae8a-ef47fa0523a2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.085831] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for the task: (returnval){ [ 735.085831] env[68326]: value = "task-3128974" [ 735.085831] env[68326]: _type = "Task" [ 735.085831] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.096463] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73623} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.097410] env[68326]: DEBUG nova.network.neutron [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Updated VIF entry in instance network info cache for port 90bf3437-2c4b-4897-b4a0-347e4b009f7f. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.097777] env[68326]: DEBUG nova.network.neutron [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Updating instance_info_cache with network_info: [{"id": "90bf3437-2c4b-4897-b4a0-347e4b009f7f", "address": "fa:16:3e:60:e8:f9", "network": {"id": "7ba8a8ee-9ec8-4c87-a435-911950df5aaa", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1443938014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3d0fdadc812d4a46a29021fd9521d926", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90bf3437-2c", "ovs_interfaceid": "90bf3437-2c4b-4897-b4a0-347e4b009f7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.103020] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] bfbd3c42-245f-4395-a854-206f1b8a6fd0/bfbd3c42-245f-4395-a854-206f1b8a6fd0.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.103020] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.103020] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a9c4fad-4d05-4a44-8379-9a2da92a1a3d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.106076] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.113126] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 735.113126] env[68326]: value = "task-3128975" [ 735.113126] env[68326]: _type = "Task" [ 735.113126] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.126912] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.245192] env[68326]: DEBUG nova.compute.manager [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 735.269795] env[68326]: DEBUG nova.virt.hardware [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.270045] env[68326]: DEBUG nova.virt.hardware [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.270208] env[68326]: DEBUG nova.virt.hardware [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.270387] env[68326]: DEBUG nova.virt.hardware [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.270534] env[68326]: DEBUG nova.virt.hardware [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.270674] env[68326]: DEBUG nova.virt.hardware [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.270879] env[68326]: DEBUG nova.virt.hardware [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.271042] env[68326]: DEBUG nova.virt.hardware [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.271222] env[68326]: DEBUG nova.virt.hardware [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.271436] env[68326]: DEBUG nova.virt.hardware [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.271633] env[68326]: DEBUG nova.virt.hardware [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.272546] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d10ec3-d548-4846-bf4b-e5027bfd334b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.284580] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6788c870-a213-4fde-a028-c4d57067d712 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.579279] env[68326]: DEBUG oslo_concurrency.lockutils [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Releasing lock "refresh_cache-ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.579604] env[68326]: DEBUG nova.compute.manager [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Instance network_info: |[{"id": "e3833cd3-cf55-4e8b-9353-c479ae45d8e7", "address": "fa:16:3e:27:0d:2c", "network": {"id": "2bfffd6a-2680-4dce-8bfd-a145d232c2d6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2064054471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c59bc3963e24d64a30418c611423e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3833cd3-cf", "ovs_interfaceid": "e3833cd3-cf55-4e8b-9353-c479ae45d8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 735.580041] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:0d:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3833cd3-cf55-4e8b-9353-c479ae45d8e7', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.587950] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.590644] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.594509] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0e6c617-22ff-49b9-bcca-e4af4b63646c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.612130] env[68326]: DEBUG oslo_concurrency.lockutils [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] Releasing lock "refresh_cache-5f32ac15-011a-4574-b635-8833971c5a33" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.612378] env[68326]: DEBUG nova.compute.manager [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Received event network-vif-plugged-e3833cd3-cf55-4e8b-9353-c479ae45d8e7 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 735.612565] env[68326]: DEBUG oslo_concurrency.lockutils [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] Acquiring lock "ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.612765] env[68326]: DEBUG oslo_concurrency.lockutils [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] Lock "ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.612925] env[68326]: DEBUG oslo_concurrency.lockutils [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] Lock "ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.613098] env[68326]: DEBUG nova.compute.manager [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] No waiting events found dispatching network-vif-plugged-e3833cd3-cf55-4e8b-9353-c479ae45d8e7 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.613267] env[68326]: WARNING nova.compute.manager [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Received unexpected event network-vif-plugged-e3833cd3-cf55-4e8b-9353-c479ae45d8e7 for instance with vm_state building and task_state spawning. [ 735.613452] env[68326]: DEBUG nova.compute.manager [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Received event network-changed-e3833cd3-cf55-4e8b-9353-c479ae45d8e7 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 735.613631] env[68326]: DEBUG nova.compute.manager [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Refreshing instance network info cache due to event network-changed-e3833cd3-cf55-4e8b-9353-c479ae45d8e7. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 735.613812] env[68326]: DEBUG oslo_concurrency.lockutils [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] Acquiring lock "refresh_cache-ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.613948] env[68326]: DEBUG oslo_concurrency.lockutils [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] Acquired lock "refresh_cache-ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.614114] env[68326]: DEBUG nova.network.neutron [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Refreshing network info cache for port e3833cd3-cf55-4e8b-9353-c479ae45d8e7 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.622965] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128974, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.624922] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.624922] env[68326]: value = "task-3128977" [ 735.624922] env[68326]: _type = "Task" [ 735.624922] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.634998] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075733} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.635675] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.636545] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2544eb7-6b9e-4be1-b4f6-444615d2d0ee {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.642773] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128977, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.665865] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] bfbd3c42-245f-4395-a854-206f1b8a6fd0/bfbd3c42-245f-4395-a854-206f1b8a6fd0.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.668848] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19afa4e4-fce3-4c05-b7ec-f4dbd5758950 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.691279] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 735.691279] env[68326]: value = "task-3128978" [ 735.691279] env[68326]: _type = "Task" [ 735.691279] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.703581] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.773617] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b603246-7c0f-41fb-b140-86af737d5261 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.782850] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84e4dbb-38c0-4bb6-ba6d-13dfd43f79d7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.816759] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ceb0e9c-80bd-46fd-8b27-5946bd13c23a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.825387] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e1b323-3fe7-4dd0-83f6-747cdb83b752 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.841295] env[68326]: DEBUG nova.compute.provider_tree [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.926081] env[68326]: DEBUG nova.network.neutron [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Successfully updated port: 999c3712-d50a-4884-b35f-18728c329413 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.103247] env[68326]: DEBUG oslo_vmware.api [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128974, 'name': PowerOnVM_Task, 'duration_secs': 0.995322} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.103631] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.103860] env[68326]: INFO nova.compute.manager [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Took 9.02 seconds to spawn the instance on the hypervisor. [ 736.104091] env[68326]: DEBUG nova.compute.manager [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 736.104927] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b24957-f96e-4aba-b8fa-57ba3d02bef5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.135726] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128977, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.204423] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128978, 'name': ReconfigVM_Task, 'duration_secs': 0.414008} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.204821] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Reconfigured VM instance instance-0000001b to attach disk [datastore2] bfbd3c42-245f-4395-a854-206f1b8a6fd0/bfbd3c42-245f-4395-a854-206f1b8a6fd0.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.205554] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e50beb9d-79f7-426a-9c30-32f6f7125342 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.224448] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 736.224448] env[68326]: value = "task-3128979" [ 736.224448] env[68326]: _type = "Task" [ 736.224448] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.232218] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128979, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.248384] env[68326]: DEBUG nova.compute.manager [req-3967d6a6-e9f4-43c6-81db-79cf5a0c1446 req-255b9d65-8e89-46e0-ae04-cd0e625bcccb service nova] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Received event network-vif-plugged-999c3712-d50a-4884-b35f-18728c329413 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 736.248607] env[68326]: DEBUG oslo_concurrency.lockutils [req-3967d6a6-e9f4-43c6-81db-79cf5a0c1446 req-255b9d65-8e89-46e0-ae04-cd0e625bcccb service nova] Acquiring lock "4ff567b6-958a-4e65-9fc4-e69dc1a52b31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.248818] env[68326]: DEBUG oslo_concurrency.lockutils [req-3967d6a6-e9f4-43c6-81db-79cf5a0c1446 req-255b9d65-8e89-46e0-ae04-cd0e625bcccb service nova] Lock "4ff567b6-958a-4e65-9fc4-e69dc1a52b31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.248979] env[68326]: DEBUG oslo_concurrency.lockutils [req-3967d6a6-e9f4-43c6-81db-79cf5a0c1446 req-255b9d65-8e89-46e0-ae04-cd0e625bcccb service nova] Lock "4ff567b6-958a-4e65-9fc4-e69dc1a52b31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.249625] env[68326]: DEBUG nova.compute.manager [req-3967d6a6-e9f4-43c6-81db-79cf5a0c1446 req-255b9d65-8e89-46e0-ae04-cd0e625bcccb service nova] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] No waiting events found dispatching network-vif-plugged-999c3712-d50a-4884-b35f-18728c329413 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 736.249625] env[68326]: WARNING nova.compute.manager [req-3967d6a6-e9f4-43c6-81db-79cf5a0c1446 req-255b9d65-8e89-46e0-ae04-cd0e625bcccb service nova] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Received unexpected event network-vif-plugged-999c3712-d50a-4884-b35f-18728c329413 for instance with vm_state building and task_state spawning. [ 736.249736] env[68326]: DEBUG nova.compute.manager [req-3967d6a6-e9f4-43c6-81db-79cf5a0c1446 req-255b9d65-8e89-46e0-ae04-cd0e625bcccb service nova] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Received event network-changed-999c3712-d50a-4884-b35f-18728c329413 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 736.249834] env[68326]: DEBUG nova.compute.manager [req-3967d6a6-e9f4-43c6-81db-79cf5a0c1446 req-255b9d65-8e89-46e0-ae04-cd0e625bcccb service nova] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Refreshing instance network info cache due to event network-changed-999c3712-d50a-4884-b35f-18728c329413. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 736.250015] env[68326]: DEBUG oslo_concurrency.lockutils [req-3967d6a6-e9f4-43c6-81db-79cf5a0c1446 req-255b9d65-8e89-46e0-ae04-cd0e625bcccb service nova] Acquiring lock "refresh_cache-4ff567b6-958a-4e65-9fc4-e69dc1a52b31" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.250162] env[68326]: DEBUG oslo_concurrency.lockutils [req-3967d6a6-e9f4-43c6-81db-79cf5a0c1446 req-255b9d65-8e89-46e0-ae04-cd0e625bcccb service nova] Acquired lock "refresh_cache-4ff567b6-958a-4e65-9fc4-e69dc1a52b31" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.250338] env[68326]: DEBUG nova.network.neutron [req-3967d6a6-e9f4-43c6-81db-79cf5a0c1446 req-255b9d65-8e89-46e0-ae04-cd0e625bcccb service nova] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Refreshing network info cache for port 999c3712-d50a-4884-b35f-18728c329413 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.344283] env[68326]: DEBUG nova.scheduler.client.report [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.371922] env[68326]: DEBUG nova.network.neutron [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Updated VIF entry in instance network info cache for port e3833cd3-cf55-4e8b-9353-c479ae45d8e7. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.372418] env[68326]: DEBUG nova.network.neutron [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Updating instance_info_cache with network_info: [{"id": "e3833cd3-cf55-4e8b-9353-c479ae45d8e7", "address": "fa:16:3e:27:0d:2c", "network": {"id": "2bfffd6a-2680-4dce-8bfd-a145d232c2d6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2064054471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c59bc3963e24d64a30418c611423e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3833cd3-cf", "ovs_interfaceid": "e3833cd3-cf55-4e8b-9353-c479ae45d8e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.428690] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Acquiring lock "refresh_cache-4ff567b6-958a-4e65-9fc4-e69dc1a52b31" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.636386] env[68326]: INFO nova.compute.manager [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Took 41.01 seconds to build instance. [ 736.643784] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128977, 'name': CreateVM_Task, 'duration_secs': 0.646428} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.643962] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.644748] env[68326]: DEBUG oslo_concurrency.lockutils [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.645023] env[68326]: DEBUG oslo_concurrency.lockutils [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.645338] env[68326]: DEBUG oslo_concurrency.lockutils [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.645619] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f81f37-42a3-43e2-adad-05dc9b5ef729 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.651293] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 736.651293] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]527c2b06-f5d6-d1a1-a74d-c6637d5289d3" [ 736.651293] env[68326]: _type = "Task" [ 736.651293] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.661244] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]527c2b06-f5d6-d1a1-a74d-c6637d5289d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.732989] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128979, 'name': Rename_Task, 'duration_secs': 0.161221} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.733253] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.733571] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-692fc661-a3f4-4859-ab30-a408f01bb8b4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.742044] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 736.742044] env[68326]: value = "task-3128980" [ 736.742044] env[68326]: _type = "Task" [ 736.742044] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.749284] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.795555] env[68326]: DEBUG nova.network.neutron [req-3967d6a6-e9f4-43c6-81db-79cf5a0c1446 req-255b9d65-8e89-46e0-ae04-cd0e625bcccb service nova] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.850378] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.851152] env[68326]: DEBUG nova.compute.manager [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 736.854776] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.443s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.856665] env[68326]: INFO nova.compute.claims [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.874665] env[68326]: DEBUG nova.network.neutron [req-3967d6a6-e9f4-43c6-81db-79cf5a0c1446 req-255b9d65-8e89-46e0-ae04-cd0e625bcccb service nova] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.876154] env[68326]: DEBUG oslo_concurrency.lockutils [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] Releasing lock "refresh_cache-ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.876511] env[68326]: DEBUG nova.compute.manager [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Received event network-changed-97470a46-6b57-4482-8fcf-64973ab15393 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 736.876601] env[68326]: DEBUG nova.compute.manager [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Refreshing instance network info cache due to event network-changed-97470a46-6b57-4482-8fcf-64973ab15393. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 736.877469] env[68326]: DEBUG oslo_concurrency.lockutils [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] Acquiring lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.877469] env[68326]: DEBUG oslo_concurrency.lockutils [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] Acquired lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.877469] env[68326]: DEBUG nova.network.neutron [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Refreshing network info cache for port 97470a46-6b57-4482-8fcf-64973ab15393 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.138722] env[68326]: DEBUG oslo_concurrency.lockutils [None req-81f6551e-c31f-49e4-bdee-0359f9c2d673 tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Lock "56c78323-0896-490c-aa51-f78ac2dcc2ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.907s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.164030] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]527c2b06-f5d6-d1a1-a74d-c6637d5289d3, 'name': SearchDatastore_Task, 'duration_secs': 0.035015} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.164119] env[68326]: DEBUG oslo_concurrency.lockutils [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.164351] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.164590] env[68326]: DEBUG oslo_concurrency.lockutils [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.164744] env[68326]: DEBUG oslo_concurrency.lockutils [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.164997] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.165292] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29890ee3-9c7c-404a-95a6-b01a9dd979b0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.178372] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.178557] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.179332] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46dad32b-9b7d-43e1-80df-026080d3eeab {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.186152] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 737.186152] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523f7b75-fc1d-27c5-3501-78816d9357f4" [ 737.186152] env[68326]: _type = "Task" [ 737.186152] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.195299] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523f7b75-fc1d-27c5-3501-78816d9357f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.252098] env[68326]: DEBUG oslo_vmware.api [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128980, 'name': PowerOnVM_Task, 'duration_secs': 0.511231} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.252395] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.252582] env[68326]: INFO nova.compute.manager [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Took 7.47 seconds to spawn the instance on the hypervisor. [ 737.252760] env[68326]: DEBUG nova.compute.manager [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 737.253977] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec431a5-717c-4fe2-b78e-ecac92726893 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.362854] env[68326]: DEBUG nova.compute.utils [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.368473] env[68326]: DEBUG nova.compute.manager [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 737.368700] env[68326]: DEBUG nova.network.neutron [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.380025] env[68326]: DEBUG oslo_concurrency.lockutils [req-3967d6a6-e9f4-43c6-81db-79cf5a0c1446 req-255b9d65-8e89-46e0-ae04-cd0e625bcccb service nova] Releasing lock "refresh_cache-4ff567b6-958a-4e65-9fc4-e69dc1a52b31" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.383881] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Acquired lock "refresh_cache-4ff567b6-958a-4e65-9fc4-e69dc1a52b31" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.384062] env[68326]: DEBUG nova.network.neutron [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.449897] env[68326]: DEBUG nova.policy [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e2ac74a77544b43b340b7f5180c1cb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '748c6367d3b642a7aee65666b8820250', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.641281] env[68326]: DEBUG nova.compute.manager [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 737.649332] env[68326]: DEBUG oslo_vmware.rw_handles [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52624de9-b240-cf12-393f-2a4386052bb6/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 737.649332] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4795c232-685f-43cb-aacf-7e99204c32f9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.660282] env[68326]: DEBUG oslo_vmware.rw_handles [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52624de9-b240-cf12-393f-2a4386052bb6/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 737.660471] env[68326]: ERROR oslo_vmware.rw_handles [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52624de9-b240-cf12-393f-2a4386052bb6/disk-0.vmdk due to incomplete transfer. [ 737.660717] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a51db499-b3e0-49ae-bcdc-3b87a86a07fb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.678554] env[68326]: DEBUG oslo_vmware.rw_handles [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52624de9-b240-cf12-393f-2a4386052bb6/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 737.678554] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Uploaded image aa3512f7-3015-4ed1-b217-103b2ec4018f to the Glance image server {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 737.680452] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Destroying the VM {{(pid=68326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 737.680659] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-543ec06e-4bef-4407-8ae9-fc6bf91c972e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.691876] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the task: (returnval){ [ 737.691876] env[68326]: value = "task-3128982" [ 737.691876] env[68326]: _type = "Task" [ 737.691876] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.701146] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523f7b75-fc1d-27c5-3501-78816d9357f4, 'name': SearchDatastore_Task, 'duration_secs': 0.020788} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.702360] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90e2bde8-5d78-49b4-8202-7aba743e230e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.708013] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128982, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.713088] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 737.713088] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ed8b64-9580-1cd9-2a61-ebf4e81c4d10" [ 737.713088] env[68326]: _type = "Task" [ 737.713088] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.725190] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ed8b64-9580-1cd9-2a61-ebf4e81c4d10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.775501] env[68326]: INFO nova.compute.manager [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Took 40.61 seconds to build instance. [ 737.865457] env[68326]: DEBUG nova.network.neutron [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updated VIF entry in instance network info cache for port 97470a46-6b57-4482-8fcf-64973ab15393. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.865896] env[68326]: DEBUG nova.network.neutron [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updating instance_info_cache with network_info: [{"id": "97470a46-6b57-4482-8fcf-64973ab15393", "address": "fa:16:3e:ac:0f:c8", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97470a46-6b", "ovs_interfaceid": "97470a46-6b57-4482-8fcf-64973ab15393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.868867] env[68326]: DEBUG nova.compute.manager [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 737.877475] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquiring lock "56c78323-0896-490c-aa51-f78ac2dcc2ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.877694] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Lock "56c78323-0896-490c-aa51-f78ac2dcc2ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.877958] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquiring lock "56c78323-0896-490c-aa51-f78ac2dcc2ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.878469] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Lock "56c78323-0896-490c-aa51-f78ac2dcc2ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.878469] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Lock "56c78323-0896-490c-aa51-f78ac2dcc2ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.880158] env[68326]: INFO nova.compute.manager [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Terminating instance [ 737.924695] env[68326]: DEBUG nova.network.neutron [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.022592] env[68326]: DEBUG nova.network.neutron [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Successfully created port: 06fd4464-2b0d-436d-aba0-c864e812b538 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.164727] env[68326]: DEBUG nova.network.neutron [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Updating instance_info_cache with network_info: [{"id": "999c3712-d50a-4884-b35f-18728c329413", "address": "fa:16:3e:d7:38:2c", "network": {"id": "f37cc604-c3b9-4db3-9201-bd9a026b1999", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-558610161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "980dc8001cfc4c05b8a4dd85e5ed3d8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999c3712-d5", "ovs_interfaceid": "999c3712-d50a-4884-b35f-18728c329413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.169615] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.203612] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128982, 'name': Destroy_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.226895] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ed8b64-9580-1cd9-2a61-ebf4e81c4d10, 'name': SearchDatastore_Task, 'duration_secs': 0.018487} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.227145] env[68326]: DEBUG oslo_concurrency.lockutils [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.227413] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d/ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.227684] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cb6fc0a-7b47-4deb-9de8-96216e5498ba {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.239018] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 738.239018] env[68326]: value = "task-3128983" [ 738.239018] env[68326]: _type = "Task" [ 738.239018] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.245891] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.281380] env[68326]: DEBUG oslo_concurrency.lockutils [None req-616d8374-36b1-4bae-9916-a2f23944b143 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "bfbd3c42-245f-4395-a854-206f1b8a6fd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.917s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.369012] env[68326]: DEBUG oslo_concurrency.lockutils [req-c8199180-3378-4aa5-834e-d715b577856f req-10ce3c6a-1418-4678-be18-e2015cd5bb77 service nova] Releasing lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.373631] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3b8711-f59c-471a-8786-1077f69d22d3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.384030] env[68326]: DEBUG nova.compute.manager [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 738.384688] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.385838] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e5b9ac-321c-4105-8803-b98454209f0d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.389090] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45582a8a-edfe-4701-b82c-ce900f51e336 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.425228] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.426563] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-949227d7-505d-4375-b962-49441042fabb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.428778] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876aecf3-0b6e-4850-ae8b-ef684eea519c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.438963] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8e2ea8-0be3-4460-9497-1f48db986a50 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.442822] env[68326]: DEBUG oslo_vmware.api [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for the task: (returnval){ [ 738.442822] env[68326]: value = "task-3128984" [ 738.442822] env[68326]: _type = "Task" [ 738.442822] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.455287] env[68326]: DEBUG nova.compute.provider_tree [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.463779] env[68326]: DEBUG oslo_vmware.api [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.667301] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Releasing lock "refresh_cache-4ff567b6-958a-4e65-9fc4-e69dc1a52b31" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.667301] env[68326]: DEBUG nova.compute.manager [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Instance network_info: |[{"id": "999c3712-d50a-4884-b35f-18728c329413", "address": "fa:16:3e:d7:38:2c", "network": {"id": "f37cc604-c3b9-4db3-9201-bd9a026b1999", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-558610161-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "980dc8001cfc4c05b8a4dd85e5ed3d8a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap999c3712-d5", "ovs_interfaceid": "999c3712-d50a-4884-b35f-18728c329413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 738.667623] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:38:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '999c3712-d50a-4884-b35f-18728c329413', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 738.675959] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Creating folder: Project (980dc8001cfc4c05b8a4dd85e5ed3d8a). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.678093] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8bd9e03-a4ad-4e26-8d39-8d005702ed9f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.693386] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Created folder: Project (980dc8001cfc4c05b8a4dd85e5ed3d8a) in parent group-v626141. [ 738.693920] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Creating folder: Instances. Parent ref: group-v626229. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 738.694140] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88b30db1-79ee-4259-a1e9-73c32d89704b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.708170] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128982, 'name': Destroy_Task, 'duration_secs': 0.814885} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.708170] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Destroyed the VM [ 738.708170] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Deleting Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 738.708548] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-40e6d55f-0da1-4114-87d4-0a67be68dabb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.711685] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Created folder: Instances in parent group-v626229. [ 738.711925] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.712533] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 738.712778] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2da5ff8-cf8e-4c44-b308-905575fb723c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.729300] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the task: (returnval){ [ 738.729300] env[68326]: value = "task-3128987" [ 738.729300] env[68326]: _type = "Task" [ 738.729300] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.740571] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128987, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.745245] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 738.745245] env[68326]: value = "task-3128988" [ 738.745245] env[68326]: _type = "Task" [ 738.745245] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.753208] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128983, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.760051] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128988, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.784266] env[68326]: DEBUG nova.compute.manager [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 738.887231] env[68326]: DEBUG nova.compute.manager [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 738.915646] env[68326]: DEBUG nova.virt.hardware [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.916008] env[68326]: DEBUG nova.virt.hardware [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.916237] env[68326]: DEBUG nova.virt.hardware [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.916478] env[68326]: DEBUG nova.virt.hardware [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.916707] env[68326]: DEBUG nova.virt.hardware [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.916936] env[68326]: DEBUG nova.virt.hardware [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.917217] env[68326]: DEBUG nova.virt.hardware [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.917445] env[68326]: DEBUG nova.virt.hardware [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.917689] env[68326]: DEBUG nova.virt.hardware [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.917936] env[68326]: DEBUG nova.virt.hardware [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.918202] env[68326]: DEBUG nova.virt.hardware [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.919184] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b4e267-1a65-4aac-81e1-b6911b8af2a1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.932978] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adc806a-7a62-41ca-9f0b-09412f671788 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.958670] env[68326]: DEBUG nova.scheduler.client.report [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.962313] env[68326]: DEBUG oslo_vmware.api [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128984, 'name': PowerOffVM_Task, 'duration_secs': 0.253398} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.962420] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.962570] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.962812] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e10d8a98-13e6-4c2f-9e37-f7fa3620875f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.037704] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.037964] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.038068] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Deleting the datastore file [datastore2] 56c78323-0896-490c-aa51-f78ac2dcc2ec {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.038326] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5afea1cc-647d-437a-86af-ae3577f6955b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.046741] env[68326]: DEBUG oslo_vmware.api [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for the task: (returnval){ [ 739.046741] env[68326]: value = "task-3128990" [ 739.046741] env[68326]: _type = "Task" [ 739.046741] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.057850] env[68326]: DEBUG oslo_vmware.api [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.242129] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128987, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.252148] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663903} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.252765] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d/ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.253057] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.253335] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-412931f4-a92b-4e83-ac8c-a61af48f7af0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.258072] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128988, 'name': CreateVM_Task, 'duration_secs': 0.447291} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.258532] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.259316] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.259480] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.259788] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.260037] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efe1082e-ad90-4274-a73f-38f063709c00 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.263254] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 739.263254] env[68326]: value = "task-3128991" [ 739.263254] env[68326]: _type = "Task" [ 739.263254] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.264525] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Waiting for the task: (returnval){ [ 739.264525] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b7801c-8d6a-97a6-cce1-7022fef8cd94" [ 739.264525] env[68326]: _type = "Task" [ 739.264525] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.278063] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b7801c-8d6a-97a6-cce1-7022fef8cd94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.280035] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.310868] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.467544] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.467544] env[68326]: DEBUG nova.compute.manager [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 739.470265] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.783s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.470563] env[68326]: DEBUG nova.objects.instance [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Lazy-loading 'resources' on Instance uuid ac393da9-0edb-4774-a838-111f5078b794 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.557565] env[68326]: DEBUG oslo_vmware.api [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Task: {'id': task-3128990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268173} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.557926] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.558208] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.558367] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.558639] env[68326]: INFO nova.compute.manager [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Took 1.17 seconds to destroy the instance on the hypervisor. [ 739.558979] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.559284] env[68326]: DEBUG nova.compute.manager [-] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 739.559366] env[68326]: DEBUG nova.network.neutron [-] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.677285] env[68326]: DEBUG nova.compute.manager [req-c21fb418-2405-49eb-99ca-5f73d158f7ff req-d5de4be8-d7a8-4782-a093-5cfc37da4066 service nova] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Received event network-vif-plugged-06fd4464-2b0d-436d-aba0-c864e812b538 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 739.677567] env[68326]: DEBUG oslo_concurrency.lockutils [req-c21fb418-2405-49eb-99ca-5f73d158f7ff req-d5de4be8-d7a8-4782-a093-5cfc37da4066 service nova] Acquiring lock "13132757-b7a3-4d80-95d9-88055b8de318-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.677832] env[68326]: DEBUG oslo_concurrency.lockutils [req-c21fb418-2405-49eb-99ca-5f73d158f7ff req-d5de4be8-d7a8-4782-a093-5cfc37da4066 service nova] Lock "13132757-b7a3-4d80-95d9-88055b8de318-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.677832] env[68326]: DEBUG oslo_concurrency.lockutils [req-c21fb418-2405-49eb-99ca-5f73d158f7ff req-d5de4be8-d7a8-4782-a093-5cfc37da4066 service nova] Lock "13132757-b7a3-4d80-95d9-88055b8de318-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.678035] env[68326]: DEBUG nova.compute.manager [req-c21fb418-2405-49eb-99ca-5f73d158f7ff req-d5de4be8-d7a8-4782-a093-5cfc37da4066 service nova] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] No waiting events found dispatching network-vif-plugged-06fd4464-2b0d-436d-aba0-c864e812b538 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.678181] env[68326]: WARNING nova.compute.manager [req-c21fb418-2405-49eb-99ca-5f73d158f7ff req-d5de4be8-d7a8-4782-a093-5cfc37da4066 service nova] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Received unexpected event network-vif-plugged-06fd4464-2b0d-436d-aba0-c864e812b538 for instance with vm_state building and task_state spawning. [ 739.742711] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128987, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.778607] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073517} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.782713] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.782953] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b7801c-8d6a-97a6-cce1-7022fef8cd94, 'name': SearchDatastore_Task, 'duration_secs': 0.012149} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.788176] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832aec3d-dd9d-47e2-8155-20b09b4b6490 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.789065] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.789502] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.789914] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.790147] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.790312] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.790578] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86c777b4-09ae-4dfc-8843-673d38a4c547 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.817274] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d/ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.817795] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74d880d6-efb0-43e3-ad40-5e2c23834cdb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.834791] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.834791] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.835849] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5ca1f05-94e4-49ab-98aa-8760243a7c09 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.843580] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Waiting for the task: (returnval){ [ 739.843580] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52148924-8aae-294c-59b0-187aec23ad3d" [ 739.843580] env[68326]: _type = "Task" [ 739.843580] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.849339] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 739.849339] env[68326]: value = "task-3128993" [ 739.849339] env[68326]: _type = "Task" [ 739.849339] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.854476] env[68326]: DEBUG nova.network.neutron [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Successfully updated port: 06fd4464-2b0d-436d-aba0-c864e812b538 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.862216] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52148924-8aae-294c-59b0-187aec23ad3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.868906] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128993, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.973649] env[68326]: DEBUG nova.compute.utils [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.979135] env[68326]: DEBUG nova.compute.manager [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 739.979319] env[68326]: DEBUG nova.network.neutron [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.031246] env[68326]: DEBUG nova.policy [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7df6c1d627a44f0a8bf39ecf6c252d4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4722d704ebba463c890c092cdce3f175', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.242619] env[68326]: DEBUG oslo_vmware.api [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3128987, 'name': RemoveSnapshot_Task, 'duration_secs': 1.172595} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.242950] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Deleted Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 740.243251] env[68326]: INFO nova.compute.manager [None req-b9b8ae6d-ac1e-4087-b867-d26418662ad0 tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Took 17.39 seconds to snapshot the instance on the hypervisor. [ 740.357837] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52148924-8aae-294c-59b0-187aec23ad3d, 'name': SearchDatastore_Task, 'duration_secs': 0.01525} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.360516] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f23d20-ef41-46ea-8641-23b4d87e6741 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.368385] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquiring lock "refresh_cache-13132757-b7a3-4d80-95d9-88055b8de318" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.368599] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquired lock "refresh_cache-13132757-b7a3-4d80-95d9-88055b8de318" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.368838] env[68326]: DEBUG nova.network.neutron [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.370318] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.375960] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Waiting for the task: (returnval){ [ 740.375960] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52d2eaa8-c017-6c73-bfa7-36760d047e61" [ 740.375960] env[68326]: _type = "Task" [ 740.375960] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.389765] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d2eaa8-c017-6c73-bfa7-36760d047e61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.405489] env[68326]: DEBUG nova.network.neutron [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Successfully created port: a673ed3e-3f1b-41d5-9f35-e9b001cb895f {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.464691] env[68326]: DEBUG nova.network.neutron [-] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.482214] env[68326]: DEBUG nova.compute.manager [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 740.527815] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77a5819-75d3-4bf9-bed2-64cd38ef229e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.539516] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a52b292-af9a-4705-be44-0232dbcedee0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.576014] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59f1e2d-148f-4fcc-91c8-0e25e73b3f1a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.585214] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba62b07d-26d7-46cc-9690-aca17aa367bf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.599194] env[68326]: DEBUG nova.compute.provider_tree [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.862019] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.886639] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d2eaa8-c017-6c73-bfa7-36760d047e61, 'name': SearchDatastore_Task, 'duration_secs': 0.013358} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.886970] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.887387] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 4ff567b6-958a-4e65-9fc4-e69dc1a52b31/4ff567b6-958a-4e65-9fc4-e69dc1a52b31.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.887541] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3825949a-5e09-49a2-8aa0-d8695027a921 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.895499] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Waiting for the task: (returnval){ [ 740.895499] env[68326]: value = "task-3128994" [ 740.895499] env[68326]: _type = "Task" [ 740.895499] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.904778] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': task-3128994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.921745] env[68326]: DEBUG nova.network.neutron [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.968613] env[68326]: INFO nova.compute.manager [-] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Took 1.41 seconds to deallocate network for instance. [ 741.089089] env[68326]: DEBUG nova.network.neutron [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Updating instance_info_cache with network_info: [{"id": "06fd4464-2b0d-436d-aba0-c864e812b538", "address": "fa:16:3e:17:5c:bd", "network": {"id": "daf15e27-1bf0-4ef1-b056-880908a9bc2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-286469258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748c6367d3b642a7aee65666b8820250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fd4464-2b", "ovs_interfaceid": "06fd4464-2b0d-436d-aba0-c864e812b538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.102636] env[68326]: DEBUG nova.scheduler.client.report [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.361198] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128993, 'name': ReconfigVM_Task, 'duration_secs': 1.329313} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.361626] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Reconfigured VM instance instance-0000001c to attach disk [datastore2] ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d/ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.362264] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5daf46b-ebe1-474b-ae49-828db462709e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.372065] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 741.372065] env[68326]: value = "task-3128995" [ 741.372065] env[68326]: _type = "Task" [ 741.372065] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.383096] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128995, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.406030] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': task-3128994, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.474494] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.496227] env[68326]: DEBUG nova.compute.manager [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 741.519092] env[68326]: DEBUG nova.virt.hardware [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.519348] env[68326]: DEBUG nova.virt.hardware [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.519634] env[68326]: DEBUG nova.virt.hardware [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.519701] env[68326]: DEBUG nova.virt.hardware [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.519818] env[68326]: DEBUG nova.virt.hardware [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.519965] env[68326]: DEBUG nova.virt.hardware [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.520200] env[68326]: DEBUG nova.virt.hardware [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.520360] env[68326]: DEBUG nova.virt.hardware [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.520521] env[68326]: DEBUG nova.virt.hardware [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.520680] env[68326]: DEBUG nova.virt.hardware [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.520850] env[68326]: DEBUG nova.virt.hardware [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.521732] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db40a46d-9122-483a-8142-c141d9775c34 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.530772] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404d0013-8d71-4951-b3b7-980f7c6e289c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.591667] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Releasing lock "refresh_cache-13132757-b7a3-4d80-95d9-88055b8de318" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.592812] env[68326]: DEBUG nova.compute.manager [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Instance network_info: |[{"id": "06fd4464-2b0d-436d-aba0-c864e812b538", "address": "fa:16:3e:17:5c:bd", "network": {"id": "daf15e27-1bf0-4ef1-b056-880908a9bc2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-286469258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748c6367d3b642a7aee65666b8820250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fd4464-2b", "ovs_interfaceid": "06fd4464-2b0d-436d-aba0-c864e812b538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 741.592988] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:5c:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06fd4464-2b0d-436d-aba0-c864e812b538', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.600371] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.600485] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.600823] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dbe1724-75fb-47f9-b27e-6708ae76c43f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.615474] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.618659] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.840s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.618659] env[68326]: DEBUG nova.objects.instance [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Lazy-loading 'resources' on Instance uuid 234e5878-7fae-4f85-a050-b577908f19cb {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.626226] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.626226] env[68326]: value = "task-3128996" [ 741.626226] env[68326]: _type = "Task" [ 741.626226] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.635944] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128996, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.645049] env[68326]: INFO nova.scheduler.client.report [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Deleted allocations for instance ac393da9-0edb-4774-a838-111f5078b794 [ 741.708523] env[68326]: DEBUG nova.compute.manager [req-60a390c9-1492-48a6-83f2-0e44d0ce6a77 req-4813893a-3eca-4ce4-b1c4-94c683717682 service nova] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Received event network-changed-06fd4464-2b0d-436d-aba0-c864e812b538 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 741.708583] env[68326]: DEBUG nova.compute.manager [req-60a390c9-1492-48a6-83f2-0e44d0ce6a77 req-4813893a-3eca-4ce4-b1c4-94c683717682 service nova] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Refreshing instance network info cache due to event network-changed-06fd4464-2b0d-436d-aba0-c864e812b538. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 741.708781] env[68326]: DEBUG oslo_concurrency.lockutils [req-60a390c9-1492-48a6-83f2-0e44d0ce6a77 req-4813893a-3eca-4ce4-b1c4-94c683717682 service nova] Acquiring lock "refresh_cache-13132757-b7a3-4d80-95d9-88055b8de318" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.708943] env[68326]: DEBUG oslo_concurrency.lockutils [req-60a390c9-1492-48a6-83f2-0e44d0ce6a77 req-4813893a-3eca-4ce4-b1c4-94c683717682 service nova] Acquired lock "refresh_cache-13132757-b7a3-4d80-95d9-88055b8de318" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.709133] env[68326]: DEBUG nova.network.neutron [req-60a390c9-1492-48a6-83f2-0e44d0ce6a77 req-4813893a-3eca-4ce4-b1c4-94c683717682 service nova] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Refreshing network info cache for port 06fd4464-2b0d-436d-aba0-c864e812b538 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.889445] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128995, 'name': Rename_Task, 'duration_secs': 0.274599} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.889445] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.889445] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b676d636-4ce0-477a-a288-30a0c5711b83 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.898035] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 741.898035] env[68326]: value = "task-3128997" [ 741.898035] env[68326]: _type = "Task" [ 741.898035] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.911440] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': task-3128994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574064} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.915125] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 4ff567b6-958a-4e65-9fc4-e69dc1a52b31/4ff567b6-958a-4e65-9fc4-e69dc1a52b31.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.915598] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.916031] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.916364] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afe15126-5aae-4c55-a64b-7161a049b573 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.944020] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Waiting for the task: (returnval){ [ 741.944020] env[68326]: value = "task-3128998" [ 741.944020] env[68326]: _type = "Task" [ 741.944020] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.952100] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': task-3128998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.992232] env[68326]: DEBUG nova.network.neutron [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Successfully updated port: a673ed3e-3f1b-41d5-9f35-e9b001cb895f {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.138556] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3128996, 'name': CreateVM_Task, 'duration_secs': 0.398532} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.138776] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.139492] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.139671] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.139984] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.140259] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-430b5a70-f19c-4fd6-acec-b501614bc693 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.147760] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 742.147760] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]521f29f9-f911-737e-34c7-ed21129ae15f" [ 742.147760] env[68326]: _type = "Task" [ 742.147760] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.153276] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eddee0cb-a28d-46ee-a4ca-d362e687055f tempest-ServerRescueTestJSONUnderV235-912615208 tempest-ServerRescueTestJSONUnderV235-912615208-project-member] Lock "ac393da9-0edb-4774-a838-111f5078b794" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.573s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.158020] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521f29f9-f911-737e-34c7-ed21129ae15f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.414242] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128997, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.425484] env[68326]: DEBUG nova.network.neutron [req-60a390c9-1492-48a6-83f2-0e44d0ce6a77 req-4813893a-3eca-4ce4-b1c4-94c683717682 service nova] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Updated VIF entry in instance network info cache for port 06fd4464-2b0d-436d-aba0-c864e812b538. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.425946] env[68326]: DEBUG nova.network.neutron [req-60a390c9-1492-48a6-83f2-0e44d0ce6a77 req-4813893a-3eca-4ce4-b1c4-94c683717682 service nova] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Updating instance_info_cache with network_info: [{"id": "06fd4464-2b0d-436d-aba0-c864e812b538", "address": "fa:16:3e:17:5c:bd", "network": {"id": "daf15e27-1bf0-4ef1-b056-880908a9bc2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-286469258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748c6367d3b642a7aee65666b8820250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fd4464-2b", "ovs_interfaceid": "06fd4464-2b0d-436d-aba0-c864e812b538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.454253] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': task-3128998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090924} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.454587] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.457929] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795b0eb9-1d08-4919-bc19-1251d7bcc820 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.481169] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 4ff567b6-958a-4e65-9fc4-e69dc1a52b31/4ff567b6-958a-4e65-9fc4-e69dc1a52b31.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.484792] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c85f41c-e0de-4860-ad82-f60ac6062511 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.499952] env[68326]: DEBUG nova.compute.manager [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 742.500797] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquiring lock "refresh_cache-08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.500973] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquired lock "refresh_cache-08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.501203] env[68326]: DEBUG nova.network.neutron [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.503302] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234937fa-7b86-471b-bc10-0bc213758a70 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.517690] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Waiting for the task: (returnval){ [ 742.517690] env[68326]: value = "task-3128999" [ 742.517690] env[68326]: _type = "Task" [ 742.517690] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.528292] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': task-3128999, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.611854] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35b4c43-f67e-4539-90e3-cbb7cc45bfc6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.622821] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eadabcb-2907-4751-bd42-92d85f3f6722 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.656576] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eee0a97-6b05-4527-b2a4-3dc717ea67e7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.667830] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cebc420-05d6-45b7-8039-51a2974286ab {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.671688] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521f29f9-f911-737e-34c7-ed21129ae15f, 'name': SearchDatastore_Task, 'duration_secs': 0.012463} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.671986] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.672274] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.672510] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.672657] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.672837] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.673451] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4cf13fc-4feb-4e37-bbaa-da167134a7ea {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.683308] env[68326]: DEBUG nova.compute.provider_tree [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.685705] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.685909] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.686964] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41550a21-a98f-43cd-90b3-49b9153e5e01 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.693536] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 742.693536] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]524df185-6511-6fa2-6a70-5553e55d325a" [ 742.693536] env[68326]: _type = "Task" [ 742.693536] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.702703] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524df185-6511-6fa2-6a70-5553e55d325a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.912109] env[68326]: DEBUG oslo_vmware.api [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3128997, 'name': PowerOnVM_Task, 'duration_secs': 0.570513} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.912358] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.912448] env[68326]: INFO nova.compute.manager [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Took 10.36 seconds to spawn the instance on the hypervisor. [ 742.912606] env[68326]: DEBUG nova.compute.manager [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 742.913548] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc9ab19-ac7c-4fd3-96b1-64ac77ce3d4a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.928926] env[68326]: DEBUG oslo_concurrency.lockutils [req-60a390c9-1492-48a6-83f2-0e44d0ce6a77 req-4813893a-3eca-4ce4-b1c4-94c683717682 service nova] Releasing lock "refresh_cache-13132757-b7a3-4d80-95d9-88055b8de318" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.929208] env[68326]: DEBUG nova.compute.manager [req-60a390c9-1492-48a6-83f2-0e44d0ce6a77 req-4813893a-3eca-4ce4-b1c4-94c683717682 service nova] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Received event network-vif-deleted-b928e337-3020-4bd0-ab3a-9f648971ab3e {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 743.015019] env[68326]: INFO nova.compute.manager [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] instance snapshotting [ 743.018783] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dce3172-5f72-4a11-90cf-63a0d5bfa745 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.032487] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': task-3128999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.050898] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460950c1-ab0c-4678-ac9a-efed4aa5d1cf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.051624] env[68326]: DEBUG nova.network.neutron [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.191083] env[68326]: DEBUG nova.scheduler.client.report [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.209760] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524df185-6511-6fa2-6a70-5553e55d325a, 'name': SearchDatastore_Task, 'duration_secs': 0.03665} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.210607] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201fb31c-545f-4bf9-a6dc-d3c6a36db271 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.217330] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 743.217330] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]527a29ed-61c5-d058-cc3f-bc3ba6b5bf68" [ 743.217330] env[68326]: _type = "Task" [ 743.217330] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.227470] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]527a29ed-61c5-d058-cc3f-bc3ba6b5bf68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.344014] env[68326]: DEBUG nova.network.neutron [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Updating instance_info_cache with network_info: [{"id": "a673ed3e-3f1b-41d5-9f35-e9b001cb895f", "address": "fa:16:3e:77:da:5c", "network": {"id": "1b4e4271-8cfe-4786-bb65-ea4ccc22b71c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-356623667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4722d704ebba463c890c092cdce3f175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa673ed3e-3f", "ovs_interfaceid": "a673ed3e-3f1b-41d5-9f35-e9b001cb895f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.432966] env[68326]: INFO nova.compute.manager [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Took 39.58 seconds to build instance. [ 743.539543] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Acquiring lock "d7acf762-bbcd-403a-afac-342a44f13a20" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.540156] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Lock "d7acf762-bbcd-403a-afac-342a44f13a20" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.543816] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': task-3128999, 'name': ReconfigVM_Task, 'duration_secs': 0.89418} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.543816] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 4ff567b6-958a-4e65-9fc4-e69dc1a52b31/4ff567b6-958a-4e65-9fc4-e69dc1a52b31.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 743.543816] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1b330ad-b7bd-4d3f-8f82-724883809b8b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.552140] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Waiting for the task: (returnval){ [ 743.552140] env[68326]: value = "task-3129000" [ 743.552140] env[68326]: _type = "Task" [ 743.552140] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.561230] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': task-3129000, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.564189] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Creating Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 743.565173] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0ad71de4-cec9-48fd-9515-f6b3fd8bbdca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.573232] env[68326]: DEBUG oslo_vmware.api [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the task: (returnval){ [ 743.573232] env[68326]: value = "task-3129001" [ 743.573232] env[68326]: _type = "Task" [ 743.573232] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.584876] env[68326]: DEBUG oslo_vmware.api [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3129001, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.700336] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.703825] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.747s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.704320] env[68326]: DEBUG nova.objects.instance [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Lazy-loading 'resources' on Instance uuid d8537583-0041-4d8f-a9ed-2b94c8f9a847 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.726931] env[68326]: INFO nova.scheduler.client.report [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Deleted allocations for instance 234e5878-7fae-4f85-a050-b577908f19cb [ 743.737320] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]527a29ed-61c5-d058-cc3f-bc3ba6b5bf68, 'name': SearchDatastore_Task, 'duration_secs': 0.02367} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.737320] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.737320] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 13132757-b7a3-4d80-95d9-88055b8de318/13132757-b7a3-4d80-95d9-88055b8de318.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.737320] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d0d95cb-9847-4999-80d6-fe6019d31748 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.747020] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 743.747020] env[68326]: value = "task-3129002" [ 743.747020] env[68326]: _type = "Task" [ 743.747020] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.757068] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129002, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.818131] env[68326]: DEBUG nova.compute.manager [req-4d20e3e9-f9b1-4471-892e-f714291e94fd req-f8de8ed9-ac2c-434c-b5a8-d15db3eddfb1 service nova] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Received event network-vif-plugged-a673ed3e-3f1b-41d5-9f35-e9b001cb895f {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 743.818131] env[68326]: DEBUG oslo_concurrency.lockutils [req-4d20e3e9-f9b1-4471-892e-f714291e94fd req-f8de8ed9-ac2c-434c-b5a8-d15db3eddfb1 service nova] Acquiring lock "08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.818131] env[68326]: DEBUG oslo_concurrency.lockutils [req-4d20e3e9-f9b1-4471-892e-f714291e94fd req-f8de8ed9-ac2c-434c-b5a8-d15db3eddfb1 service nova] Lock "08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.818647] env[68326]: DEBUG oslo_concurrency.lockutils [req-4d20e3e9-f9b1-4471-892e-f714291e94fd req-f8de8ed9-ac2c-434c-b5a8-d15db3eddfb1 service nova] Lock "08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.819076] env[68326]: DEBUG nova.compute.manager [req-4d20e3e9-f9b1-4471-892e-f714291e94fd req-f8de8ed9-ac2c-434c-b5a8-d15db3eddfb1 service nova] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] No waiting events found dispatching network-vif-plugged-a673ed3e-3f1b-41d5-9f35-e9b001cb895f {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 743.819512] env[68326]: WARNING nova.compute.manager [req-4d20e3e9-f9b1-4471-892e-f714291e94fd req-f8de8ed9-ac2c-434c-b5a8-d15db3eddfb1 service nova] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Received unexpected event network-vif-plugged-a673ed3e-3f1b-41d5-9f35-e9b001cb895f for instance with vm_state building and task_state spawning. [ 743.819832] env[68326]: DEBUG nova.compute.manager [req-4d20e3e9-f9b1-4471-892e-f714291e94fd req-f8de8ed9-ac2c-434c-b5a8-d15db3eddfb1 service nova] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Received event network-changed-a673ed3e-3f1b-41d5-9f35-e9b001cb895f {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 743.820252] env[68326]: DEBUG nova.compute.manager [req-4d20e3e9-f9b1-4471-892e-f714291e94fd req-f8de8ed9-ac2c-434c-b5a8-d15db3eddfb1 service nova] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Refreshing instance network info cache due to event network-changed-a673ed3e-3f1b-41d5-9f35-e9b001cb895f. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 743.820587] env[68326]: DEBUG oslo_concurrency.lockutils [req-4d20e3e9-f9b1-4471-892e-f714291e94fd req-f8de8ed9-ac2c-434c-b5a8-d15db3eddfb1 service nova] Acquiring lock "refresh_cache-08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.849468] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Releasing lock "refresh_cache-08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.849468] env[68326]: DEBUG nova.compute.manager [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Instance network_info: |[{"id": "a673ed3e-3f1b-41d5-9f35-e9b001cb895f", "address": "fa:16:3e:77:da:5c", "network": {"id": "1b4e4271-8cfe-4786-bb65-ea4ccc22b71c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-356623667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4722d704ebba463c890c092cdce3f175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa673ed3e-3f", "ovs_interfaceid": "a673ed3e-3f1b-41d5-9f35-e9b001cb895f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 743.849846] env[68326]: DEBUG oslo_concurrency.lockutils [req-4d20e3e9-f9b1-4471-892e-f714291e94fd req-f8de8ed9-ac2c-434c-b5a8-d15db3eddfb1 service nova] Acquired lock "refresh_cache-08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.849846] env[68326]: DEBUG nova.network.neutron [req-4d20e3e9-f9b1-4471-892e-f714291e94fd req-f8de8ed9-ac2c-434c-b5a8-d15db3eddfb1 service nova] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Refreshing network info cache for port a673ed3e-3f1b-41d5-9f35-e9b001cb895f {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.849846] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:da:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a673ed3e-3f1b-41d5-9f35-e9b001cb895f', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.859251] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Creating folder: Project (4722d704ebba463c890c092cdce3f175). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.863263] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb3f82b2-073a-4c16-9c9f-13c6c0a820b4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.878084] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Created folder: Project (4722d704ebba463c890c092cdce3f175) in parent group-v626141. [ 743.878356] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Creating folder: Instances. Parent ref: group-v626233. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.878647] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dfe4d30-e572-4e38-9788-823c73c5bebe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.893960] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Created folder: Instances in parent group-v626233. [ 743.893960] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.893960] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.893960] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71885883-d3bc-40d5-ae17-b81d36f30eaf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.918824] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.918824] env[68326]: value = "task-3129005" [ 743.918824] env[68326]: _type = "Task" [ 743.918824] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.934891] env[68326]: DEBUG oslo_concurrency.lockutils [None req-56ec198e-27c8-41fc-bda4-1e27e12a9f07 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.980s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.944845] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129005, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.064569] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': task-3129000, 'name': Rename_Task, 'duration_secs': 0.160515} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.065015] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.065377] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23c1a879-a4dc-4472-9654-15a225d2ec3c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.080809] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Waiting for the task: (returnval){ [ 744.080809] env[68326]: value = "task-3129006" [ 744.080809] env[68326]: _type = "Task" [ 744.080809] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.094079] env[68326]: DEBUG oslo_vmware.api [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3129001, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.103182] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': task-3129006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.250026] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6e7103ee-5a90-4cd1-b0b4-1d57447b0552 tempest-ServerMetadataTestJSON-724443503 tempest-ServerMetadataTestJSON-724443503-project-member] Lock "234e5878-7fae-4f85-a050-b577908f19cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.572s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.267863] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129002, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505577} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.272174] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 13132757-b7a3-4d80-95d9-88055b8de318/13132757-b7a3-4d80-95d9-88055b8de318.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.272425] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.277780] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18add8c0-0d2c-416a-9bbe-f0627c175432 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.296022] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 744.296022] env[68326]: value = "task-3129007" [ 744.296022] env[68326]: _type = "Task" [ 744.296022] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.310938] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129007, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.398172] env[68326]: DEBUG oslo_concurrency.lockutils [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "02d85b25-cc17-4a9e-a37b-8ffc449bf3be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.398415] env[68326]: DEBUG oslo_concurrency.lockutils [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "02d85b25-cc17-4a9e-a37b-8ffc449bf3be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.432472] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129005, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.437373] env[68326]: DEBUG nova.compute.manager [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 744.566960] env[68326]: DEBUG nova.network.neutron [req-4d20e3e9-f9b1-4471-892e-f714291e94fd req-f8de8ed9-ac2c-434c-b5a8-d15db3eddfb1 service nova] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Updated VIF entry in instance network info cache for port a673ed3e-3f1b-41d5-9f35-e9b001cb895f. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.568234] env[68326]: DEBUG nova.network.neutron [req-4d20e3e9-f9b1-4471-892e-f714291e94fd req-f8de8ed9-ac2c-434c-b5a8-d15db3eddfb1 service nova] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Updating instance_info_cache with network_info: [{"id": "a673ed3e-3f1b-41d5-9f35-e9b001cb895f", "address": "fa:16:3e:77:da:5c", "network": {"id": "1b4e4271-8cfe-4786-bb65-ea4ccc22b71c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-356623667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4722d704ebba463c890c092cdce3f175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa673ed3e-3f", "ovs_interfaceid": "a673ed3e-3f1b-41d5-9f35-e9b001cb895f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.585360] env[68326]: DEBUG oslo_vmware.api [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3129001, 'name': CreateSnapshot_Task, 'duration_secs': 0.771182} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.589162] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Created Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 744.591790] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfae890-dcaf-4eda-b785-8e119f80be99 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.607166] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': task-3129006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.792932] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5b011d-a27d-4293-a2e9-78c8ca288c80 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.808603] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129007, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079389} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.810778] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.811870] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feae286-1713-4794-b90d-716c53774f30 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.815781] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35093e2b-3896-45c6-8601-d6b7d90dc482 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.840283] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 13132757-b7a3-4d80-95d9-88055b8de318/13132757-b7a3-4d80-95d9-88055b8de318.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.863901] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0200017-eb91-48d0-90df-438588e977e2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.879083] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3c7af1-06bd-4dda-9fda-b5fa1e229160 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.889385] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37de0cd2-d1be-4f30-b29a-8e44716adecd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.895220] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 744.895220] env[68326]: value = "task-3129008" [ 744.895220] env[68326]: _type = "Task" [ 744.895220] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.906774] env[68326]: DEBUG nova.compute.provider_tree [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 744.913787] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.942655] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129005, 'name': CreateVM_Task, 'duration_secs': 0.630145} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.945099] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.947778] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.947946] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.948269] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.948759] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a6f947-b368-448c-80c7-406166fd9f0f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.955551] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 744.955551] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52d5aec9-03c3-644e-af6a-7d789519f4fc" [ 744.955551] env[68326]: _type = "Task" [ 744.955551] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.962037] env[68326]: DEBUG oslo_concurrency.lockutils [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.965682] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d5aec9-03c3-644e-af6a-7d789519f4fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.070555] env[68326]: DEBUG oslo_concurrency.lockutils [req-4d20e3e9-f9b1-4471-892e-f714291e94fd req-f8de8ed9-ac2c-434c-b5a8-d15db3eddfb1 service nova] Releasing lock "refresh_cache-08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.097206] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': task-3129006, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.115060] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Creating linked-clone VM from snapshot {{(pid=68326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 745.115456] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ac59b793-5b12-43b9-9f55-c278b63cc24f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.126986] env[68326]: DEBUG oslo_vmware.api [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the task: (returnval){ [ 745.126986] env[68326]: value = "task-3129009" [ 745.126986] env[68326]: _type = "Task" [ 745.126986] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.137632] env[68326]: DEBUG oslo_vmware.api [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3129009, 'name': CloneVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.406509] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129008, 'name': ReconfigVM_Task, 'duration_secs': 0.456342} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.406948] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 13132757-b7a3-4d80-95d9-88055b8de318/13132757-b7a3-4d80-95d9-88055b8de318.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.407621] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79a664b5-63b1-4c46-bb59-ba870e1ba47b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.420861] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 745.420861] env[68326]: value = "task-3129010" [ 745.420861] env[68326]: _type = "Task" [ 745.420861] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.433871] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129010, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.435343] env[68326]: ERROR nova.scheduler.client.report [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] [req-c5af9e95-7aa6-4c71-8072-5cd60fbbd55c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c5af9e95-7aa6-4c71-8072-5cd60fbbd55c"}]} [ 745.455884] env[68326]: DEBUG nova.scheduler.client.report [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 745.471247] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d5aec9-03c3-644e-af6a-7d789519f4fc, 'name': SearchDatastore_Task, 'duration_secs': 0.028916} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.471591] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.471841] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.472105] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.472461] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.472692] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.472988] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe6d96b9-4b70-4892-9446-e9dfd9ba0ea4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.476187] env[68326]: DEBUG nova.scheduler.client.report [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 745.476396] env[68326]: DEBUG nova.compute.provider_tree [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 745.489785] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.489785] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.490547] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8740ffd3-ec40-4145-bfa8-c63449172219 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.497615] env[68326]: DEBUG nova.scheduler.client.report [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 745.499923] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 745.499923] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52070e95-a938-d891-9d2f-4e8fc49e2aa5" [ 745.499923] env[68326]: _type = "Task" [ 745.499923] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.510520] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52070e95-a938-d891-9d2f-4e8fc49e2aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.536626] env[68326]: DEBUG nova.scheduler.client.report [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 745.605973] env[68326]: DEBUG oslo_vmware.api [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': task-3129006, 'name': PowerOnVM_Task, 'duration_secs': 1.13457} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.606515] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.606617] env[68326]: INFO nova.compute.manager [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Took 10.36 seconds to spawn the instance on the hypervisor. [ 745.607417] env[68326]: DEBUG nova.compute.manager [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 745.608186] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2ec037-4729-4c70-861e-47d0d20617ff {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.637946] env[68326]: DEBUG oslo_vmware.api [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3129009, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.953510] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129010, 'name': Rename_Task, 'duration_secs': 0.193635} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.953510] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.958266] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1e73be4-c894-483b-85da-d6627c4f2dd1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.967536] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 745.967536] env[68326]: value = "task-3129011" [ 745.967536] env[68326]: _type = "Task" [ 745.967536] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.978265] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.012947] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52070e95-a938-d891-9d2f-4e8fc49e2aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.013302} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.013850] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-298484f6-8adc-4f82-8d0f-bb8e7123e47b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.023012] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 746.023012] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52773804-8832-649e-e677-7e62a48f4fc1" [ 746.023012] env[68326]: _type = "Task" [ 746.023012] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.035713] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52773804-8832-649e-e677-7e62a48f4fc1, 'name': SearchDatastore_Task, 'duration_secs': 0.01199} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.036557] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.036557] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8/08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.036557] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84cd10d1-2e44-4107-b41b-8a389151a1b7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.051038] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 746.051038] env[68326]: value = "task-3129012" [ 746.051038] env[68326]: _type = "Task" [ 746.051038] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.065408] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.143464] env[68326]: INFO nova.compute.manager [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Took 39.81 seconds to build instance. [ 746.152068] env[68326]: DEBUG oslo_vmware.api [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3129009, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.180174] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10efa2a1-9914-424e-82ac-23408d89e1aa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.191400] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaca0758-6e22-4aa7-ad34-6ee9b5a4738b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.229194] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df019eba-3f2a-49bb-bcf6-16e9cf8492d8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.238431] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063f3cfe-69d8-4d9c-aecb-b5d7f516c70f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.255732] env[68326]: DEBUG nova.compute.provider_tree [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.479093] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.566069] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129012, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.644050] env[68326]: DEBUG oslo_vmware.api [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3129009, 'name': CloneVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.654544] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9153412-4958-42e3-91d2-314c7a24f185 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Lock "4ff567b6-958a-4e65-9fc4-e69dc1a52b31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.296s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.793105] env[68326]: DEBUG nova.scheduler.client.report [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 746.793478] env[68326]: DEBUG nova.compute.provider_tree [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 52 to 53 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 746.793768] env[68326]: DEBUG nova.compute.provider_tree [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.836062] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4989ff61-8cd0-4fcf-83b0-6ec331b9bb78 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Acquiring lock "interface-4ff567b6-958a-4e65-9fc4-e69dc1a52b31-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.836062] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4989ff61-8cd0-4fcf-83b0-6ec331b9bb78 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Lock "interface-4ff567b6-958a-4e65-9fc4-e69dc1a52b31-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.836062] env[68326]: DEBUG nova.objects.instance [None req-4989ff61-8cd0-4fcf-83b0-6ec331b9bb78 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Lazy-loading 'flavor' on Instance uuid 4ff567b6-958a-4e65-9fc4-e69dc1a52b31 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.980639] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129011, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.062947] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593775} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.063243] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8/08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.063457] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.064017] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb3d58e1-ee4f-45ae-b85e-cfb35d295d08 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.072017] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 747.072017] env[68326]: value = "task-3129013" [ 747.072017] env[68326]: _type = "Task" [ 747.072017] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.082832] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129013, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.146437] env[68326]: DEBUG oslo_vmware.api [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3129009, 'name': CloneVM_Task, 'duration_secs': 1.556942} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.146705] env[68326]: INFO nova.virt.vmwareapi.vmops [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Created linked-clone VM from snapshot [ 747.147498] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cf9831-c5bf-47ba-bc37-ae296c41cf6c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.155393] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Uploading image 7f4cb0ca-ccf0-43ab-bb43-85f4700aa3a6 {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 747.157908] env[68326]: DEBUG nova.compute.manager [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 747.182251] env[68326]: DEBUG oslo_vmware.rw_handles [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 747.182251] env[68326]: value = "vm-626237" [ 747.182251] env[68326]: _type = "VirtualMachine" [ 747.182251] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 747.182989] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7cf547ef-06ea-4598-ab74-d5e359a8d145 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.190843] env[68326]: DEBUG oslo_vmware.rw_handles [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Lease: (returnval){ [ 747.190843] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52fb3548-5d4b-2a1d-3de2-5a0dedf18c35" [ 747.190843] env[68326]: _type = "HttpNfcLease" [ 747.190843] env[68326]: } obtained for exporting VM: (result){ [ 747.190843] env[68326]: value = "vm-626237" [ 747.190843] env[68326]: _type = "VirtualMachine" [ 747.190843] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 747.191235] env[68326]: DEBUG oslo_vmware.api [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the lease: (returnval){ [ 747.191235] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52fb3548-5d4b-2a1d-3de2-5a0dedf18c35" [ 747.191235] env[68326]: _type = "HttpNfcLease" [ 747.191235] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 747.198545] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 747.198545] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52fb3548-5d4b-2a1d-3de2-5a0dedf18c35" [ 747.198545] env[68326]: _type = "HttpNfcLease" [ 747.198545] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 747.300255] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.596s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.302464] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.245s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.302795] env[68326]: DEBUG nova.objects.instance [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 747.339511] env[68326]: INFO nova.scheduler.client.report [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Deleted allocations for instance d8537583-0041-4d8f-a9ed-2b94c8f9a847 [ 747.342654] env[68326]: DEBUG nova.objects.instance [None req-4989ff61-8cd0-4fcf-83b0-6ec331b9bb78 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Lazy-loading 'pci_requests' on Instance uuid 4ff567b6-958a-4e65-9fc4-e69dc1a52b31 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.482267] env[68326]: DEBUG oslo_vmware.api [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129011, 'name': PowerOnVM_Task, 'duration_secs': 1.233613} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.482583] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.482786] env[68326]: INFO nova.compute.manager [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Took 8.60 seconds to spawn the instance on the hypervisor. [ 747.483056] env[68326]: DEBUG nova.compute.manager [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 747.483859] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd952b5a-0ed4-4613-9260-793e33556019 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.587875] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129013, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077976} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.587875] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.589335] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a58c9f-980f-4fea-a0fd-c634c7fc3018 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.621959] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8/08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.622386] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1b2a0b0-39de-448a-9970-0d378c7e1eac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.645166] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 747.645166] env[68326]: value = "task-3129015" [ 747.645166] env[68326]: _type = "Task" [ 747.645166] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.654235] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.680272] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.700079] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 747.700079] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52fb3548-5d4b-2a1d-3de2-5a0dedf18c35" [ 747.700079] env[68326]: _type = "HttpNfcLease" [ 747.700079] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 747.700406] env[68326]: DEBUG oslo_vmware.rw_handles [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 747.700406] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52fb3548-5d4b-2a1d-3de2-5a0dedf18c35" [ 747.700406] env[68326]: _type = "HttpNfcLease" [ 747.700406] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 747.701211] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a447d7fc-1b4f-4c4a-8a97-73871db1958f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.709633] env[68326]: DEBUG oslo_vmware.rw_handles [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e260e0-1589-f436-ffe5-30038271d2b3/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 747.709803] env[68326]: DEBUG oslo_vmware.rw_handles [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e260e0-1589-f436-ffe5-30038271d2b3/disk-0.vmdk for reading. {{(pid=68326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 747.813321] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-080a8dc6-5442-44a3-aec5-7cabef13a924 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.845674] env[68326]: DEBUG nova.objects.base [None req-4989ff61-8cd0-4fcf-83b0-6ec331b9bb78 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Object Instance<4ff567b6-958a-4e65-9fc4-e69dc1a52b31> lazy-loaded attributes: flavor,pci_requests {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 747.845967] env[68326]: DEBUG nova.network.neutron [None req-4989ff61-8cd0-4fcf-83b0-6ec331b9bb78 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.856851] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c387eacb-9200-4342-ac9b-68c20e4e001e tempest-ServersListShow2100Test-719355218 tempest-ServersListShow2100Test-719355218-project-member] Lock "d8537583-0041-4d8f-a9ed-2b94c8f9a847" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.287s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.977779] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4989ff61-8cd0-4fcf-83b0-6ec331b9bb78 tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Lock "interface-4ff567b6-958a-4e65-9fc4-e69dc1a52b31-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.142s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.003549] env[68326]: INFO nova.compute.manager [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Took 40.09 seconds to build instance. [ 748.162039] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129015, 'name': ReconfigVM_Task, 'duration_secs': 0.433038} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.162423] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8/08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.163082] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1b8f778-db61-4b5f-9ce9-f2bd09698de1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.173072] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 748.173072] env[68326]: value = "task-3129016" [ 748.173072] env[68326]: _type = "Task" [ 748.173072] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.182717] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129016, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.315192] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5a86168e-2664-4c1d-9ec5-99c7f8b5ee4b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.316535] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.426s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.318972] env[68326]: INFO nova.compute.claims [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.507595] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d612a1b-e655-4693-8f1c-df6e98bab67e tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "13132757-b7a3-4d80-95d9-88055b8de318" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.331s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.684868] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129016, 'name': Rename_Task, 'duration_secs': 0.309288} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.685654] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.686125] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31cc189e-c173-4896-a050-4d21bb23a8fa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.696128] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 748.696128] env[68326]: value = "task-3129017" [ 748.696128] env[68326]: _type = "Task" [ 748.696128] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.709378] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.010889] env[68326]: DEBUG nova.compute.manager [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 749.208054] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129017, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.542860] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.712856] env[68326]: DEBUG oslo_vmware.api [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129017, 'name': PowerOnVM_Task, 'duration_secs': 0.772896} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.713545] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.714754] env[68326]: INFO nova.compute.manager [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Took 8.22 seconds to spawn the instance on the hypervisor. [ 749.714754] env[68326]: DEBUG nova.compute.manager [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 749.715319] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfcca7d-0d03-4b2b-b3a0-9e5be18c6c15 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.042626] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bc3999-efd1-498d-b4c1-5a2b9e50f8e6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.055483] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4571294b-95ad-428c-b0b5-4f9baaabe5ea {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.097939] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e3c522-710f-478e-9a6d-a238b08f41fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.111559] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a73c70-80fa-4ab5-a00b-9ccfc71df199 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.125135] env[68326]: DEBUG nova.compute.provider_tree [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.247567] env[68326]: INFO nova.compute.manager [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Took 39.86 seconds to build instance. [ 750.407973] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Acquiring lock "cb7dac59-1165-4c86-b8e7-07330a7125b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.408334] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Lock "cb7dac59-1165-4c86-b8e7-07330a7125b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.427509] env[68326]: DEBUG nova.compute.manager [req-ad848183-9ce8-48d6-b200-e86f48af6db2 req-15b4faee-8947-45cc-ba45-15d02ee0465d service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Received event network-changed-f3ae4c8f-cebb-47ca-9d44-3663e578ee51 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 750.427832] env[68326]: DEBUG nova.compute.manager [req-ad848183-9ce8-48d6-b200-e86f48af6db2 req-15b4faee-8947-45cc-ba45-15d02ee0465d service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Refreshing instance network info cache due to event network-changed-f3ae4c8f-cebb-47ca-9d44-3663e578ee51. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 750.428136] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad848183-9ce8-48d6-b200-e86f48af6db2 req-15b4faee-8947-45cc-ba45-15d02ee0465d service nova] Acquiring lock "refresh_cache-4256b43d-08ce-4818-abbf-c7ff3e603ca5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.428359] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad848183-9ce8-48d6-b200-e86f48af6db2 req-15b4faee-8947-45cc-ba45-15d02ee0465d service nova] Acquired lock "refresh_cache-4256b43d-08ce-4818-abbf-c7ff3e603ca5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.428589] env[68326]: DEBUG nova.network.neutron [req-ad848183-9ce8-48d6-b200-e86f48af6db2 req-15b4faee-8947-45cc-ba45-15d02ee0465d service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Refreshing network info cache for port f3ae4c8f-cebb-47ca-9d44-3663e578ee51 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.628775] env[68326]: DEBUG nova.scheduler.client.report [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.750205] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c30f1c0d-783e-42f1-844d-48fb43b1ff96 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.938s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.894575] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Acquiring lock "4ff567b6-958a-4e65-9fc4-e69dc1a52b31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.894831] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Lock "4ff567b6-958a-4e65-9fc4-e69dc1a52b31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.895067] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Acquiring lock "4ff567b6-958a-4e65-9fc4-e69dc1a52b31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.895351] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Lock "4ff567b6-958a-4e65-9fc4-e69dc1a52b31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.895402] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Lock "4ff567b6-958a-4e65-9fc4-e69dc1a52b31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.897575] env[68326]: INFO nova.compute.manager [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Terminating instance [ 751.134131] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.134643] env[68326]: DEBUG nova.compute.manager [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 751.138676] env[68326]: DEBUG oslo_concurrency.lockutils [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.151s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.138907] env[68326]: DEBUG nova.objects.instance [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Lazy-loading 'resources' on Instance uuid b1b2c3c4-b5a6-404b-b130-7e95351b3384 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.255790] env[68326]: DEBUG nova.compute.manager [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 751.282655] env[68326]: DEBUG nova.network.neutron [req-ad848183-9ce8-48d6-b200-e86f48af6db2 req-15b4faee-8947-45cc-ba45-15d02ee0465d service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Updated VIF entry in instance network info cache for port f3ae4c8f-cebb-47ca-9d44-3663e578ee51. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.282655] env[68326]: DEBUG nova.network.neutron [req-ad848183-9ce8-48d6-b200-e86f48af6db2 req-15b4faee-8947-45cc-ba45-15d02ee0465d service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Updating instance_info_cache with network_info: [{"id": "f3ae4c8f-cebb-47ca-9d44-3663e578ee51", "address": "fa:16:3e:ac:0b:69", "network": {"id": "daf15e27-1bf0-4ef1-b056-880908a9bc2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-286469258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748c6367d3b642a7aee65666b8820250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ae4c8f-ce", "ovs_interfaceid": "f3ae4c8f-cebb-47ca-9d44-3663e578ee51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.403062] env[68326]: DEBUG nova.compute.manager [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 751.403413] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.404590] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5df65e-9494-41f7-8e6f-2779df0dc91d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.414237] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.414368] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8996e5d4-05b4-4f8e-b38d-ad8bc576fe36 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.424700] env[68326]: DEBUG oslo_vmware.api [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Waiting for the task: (returnval){ [ 751.424700] env[68326]: value = "task-3129018" [ 751.424700] env[68326]: _type = "Task" [ 751.424700] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.436400] env[68326]: DEBUG oslo_vmware.api [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': task-3129018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.640384] env[68326]: DEBUG nova.compute.utils [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.641444] env[68326]: DEBUG nova.compute.manager [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 751.641630] env[68326]: DEBUG nova.network.neutron [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.700615] env[68326]: DEBUG nova.policy [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a8e1d594f554a859519a58266d14e0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb2bf991eb4b4faeb37682fd31e612af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.781838] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.788240] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad848183-9ce8-48d6-b200-e86f48af6db2 req-15b4faee-8947-45cc-ba45-15d02ee0465d service nova] Releasing lock "refresh_cache-4256b43d-08ce-4818-abbf-c7ff3e603ca5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.935408] env[68326]: DEBUG oslo_vmware.api [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': task-3129018, 'name': PowerOffVM_Task, 'duration_secs': 0.296197} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.938405] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.938702] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.940100] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fca2fc9-fc3a-44bc-adce-3b8ffbeacaeb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.993748] env[68326]: DEBUG nova.compute.manager [req-63c64a7a-95ec-4a52-ab32-1f41f1769d41 req-64b52459-469d-49fb-9e1e-4c2de4a8e987 service nova] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Received event network-changed-a673ed3e-3f1b-41d5-9f35-e9b001cb895f {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 751.993748] env[68326]: DEBUG nova.compute.manager [req-63c64a7a-95ec-4a52-ab32-1f41f1769d41 req-64b52459-469d-49fb-9e1e-4c2de4a8e987 service nova] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Refreshing instance network info cache due to event network-changed-a673ed3e-3f1b-41d5-9f35-e9b001cb895f. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 751.993748] env[68326]: DEBUG oslo_concurrency.lockutils [req-63c64a7a-95ec-4a52-ab32-1f41f1769d41 req-64b52459-469d-49fb-9e1e-4c2de4a8e987 service nova] Acquiring lock "refresh_cache-08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.993748] env[68326]: DEBUG oslo_concurrency.lockutils [req-63c64a7a-95ec-4a52-ab32-1f41f1769d41 req-64b52459-469d-49fb-9e1e-4c2de4a8e987 service nova] Acquired lock "refresh_cache-08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.993748] env[68326]: DEBUG nova.network.neutron [req-63c64a7a-95ec-4a52-ab32-1f41f1769d41 req-64b52459-469d-49fb-9e1e-4c2de4a8e987 service nova] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Refreshing network info cache for port a673ed3e-3f1b-41d5-9f35-e9b001cb895f {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.019574] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.020326] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.020326] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Deleting the datastore file [datastore2] 4ff567b6-958a-4e65-9fc4-e69dc1a52b31 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.020485] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1fb1f73-1e2b-4bc5-8264-723b1f9b9b9b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.031708] env[68326]: DEBUG oslo_vmware.api [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Waiting for the task: (returnval){ [ 752.031708] env[68326]: value = "task-3129020" [ 752.031708] env[68326]: _type = "Task" [ 752.031708] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.044909] env[68326]: DEBUG nova.network.neutron [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Successfully created port: b658a2cc-7f27-4c48-abf7-dfa6806338d8 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.049868] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "bb66c99b-5e81-4473-99be-1bfedd3319dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.050145] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "bb66c99b-5e81-4473-99be-1bfedd3319dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.055376] env[68326]: DEBUG oslo_vmware.api [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': task-3129020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.148721] env[68326]: DEBUG nova.compute.manager [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 752.314197] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c655c3-db9a-48e3-8df3-690b631b5280 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.324091] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4a9ca3-7f5e-4c0f-b113-489f23af2e7e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.364880] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5cf738-f93f-49ff-bc30-0512596662de {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.374466] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4df71d-a4a8-4877-ba58-e85209494290 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.390294] env[68326]: DEBUG nova.compute.provider_tree [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.542429] env[68326]: DEBUG oslo_vmware.api [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Task: {'id': task-3129020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261008} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.542691] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.542881] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.543073] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.543258] env[68326]: INFO nova.compute.manager [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Took 1.14 seconds to destroy the instance on the hypervisor. [ 752.543500] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.543696] env[68326]: DEBUG nova.compute.manager [-] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 752.543791] env[68326]: DEBUG nova.network.neutron [-] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.820016] env[68326]: DEBUG nova.compute.manager [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Received event network-changed-f3ae4c8f-cebb-47ca-9d44-3663e578ee51 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 752.820016] env[68326]: DEBUG nova.compute.manager [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Refreshing instance network info cache due to event network-changed-f3ae4c8f-cebb-47ca-9d44-3663e578ee51. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 752.823646] env[68326]: DEBUG oslo_concurrency.lockutils [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] Acquiring lock "refresh_cache-4256b43d-08ce-4818-abbf-c7ff3e603ca5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.823646] env[68326]: DEBUG oslo_concurrency.lockutils [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] Acquired lock "refresh_cache-4256b43d-08ce-4818-abbf-c7ff3e603ca5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.823646] env[68326]: DEBUG nova.network.neutron [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Refreshing network info cache for port f3ae4c8f-cebb-47ca-9d44-3663e578ee51 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.917493] env[68326]: ERROR nova.scheduler.client.report [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] [req-68f9f44d-3706-483a-8490-eccf882afe90] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-68f9f44d-3706-483a-8490-eccf882afe90"}]} [ 752.924322] env[68326]: DEBUG nova.network.neutron [req-63c64a7a-95ec-4a52-ab32-1f41f1769d41 req-64b52459-469d-49fb-9e1e-4c2de4a8e987 service nova] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Updated VIF entry in instance network info cache for port a673ed3e-3f1b-41d5-9f35-e9b001cb895f. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.924718] env[68326]: DEBUG nova.network.neutron [req-63c64a7a-95ec-4a52-ab32-1f41f1769d41 req-64b52459-469d-49fb-9e1e-4c2de4a8e987 service nova] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Updating instance_info_cache with network_info: [{"id": "a673ed3e-3f1b-41d5-9f35-e9b001cb895f", "address": "fa:16:3e:77:da:5c", "network": {"id": "1b4e4271-8cfe-4786-bb65-ea4ccc22b71c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-356623667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4722d704ebba463c890c092cdce3f175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa673ed3e-3f", "ovs_interfaceid": "a673ed3e-3f1b-41d5-9f35-e9b001cb895f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.938777] env[68326]: DEBUG nova.scheduler.client.report [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 752.960354] env[68326]: DEBUG nova.scheduler.client.report [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 752.960608] env[68326]: DEBUG nova.compute.provider_tree [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.980934] env[68326]: DEBUG nova.scheduler.client.report [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 753.007286] env[68326]: DEBUG nova.scheduler.client.report [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 753.159808] env[68326]: DEBUG nova.compute.manager [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 753.191145] env[68326]: DEBUG nova.virt.hardware [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.191288] env[68326]: DEBUG nova.virt.hardware [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.191552] env[68326]: DEBUG nova.virt.hardware [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.191660] env[68326]: DEBUG nova.virt.hardware [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.191757] env[68326]: DEBUG nova.virt.hardware [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.191949] env[68326]: DEBUG nova.virt.hardware [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.192154] env[68326]: DEBUG nova.virt.hardware [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.192406] env[68326]: DEBUG nova.virt.hardware [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.192522] env[68326]: DEBUG nova.virt.hardware [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.192581] env[68326]: DEBUG nova.virt.hardware [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.192750] env[68326]: DEBUG nova.virt.hardware [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.193835] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea80e01-9f38-45eb-8e7d-26c98726191d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.213106] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17bb134-50db-48a2-a5a5-e45597b95b18 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.428065] env[68326]: DEBUG oslo_concurrency.lockutils [req-63c64a7a-95ec-4a52-ab32-1f41f1769d41 req-64b52459-469d-49fb-9e1e-4c2de4a8e987 service nova] Releasing lock "refresh_cache-08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.499105] env[68326]: DEBUG nova.network.neutron [-] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.555472] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddf41e3-98c5-49d8-ac27-0c3261f34f78 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.566486] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae1822c-c1cd-4dc9-9478-989b129b71c6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.611912] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51630abf-9708-44b7-89f5-ff8d8a92c13e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.622818] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a268b395-4906-4fb6-9451-07a86df03d7c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.638586] env[68326]: DEBUG nova.compute.provider_tree [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 753.737288] env[68326]: DEBUG nova.network.neutron [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Updated VIF entry in instance network info cache for port f3ae4c8f-cebb-47ca-9d44-3663e578ee51. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.737857] env[68326]: DEBUG nova.network.neutron [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Updating instance_info_cache with network_info: [{"id": "f3ae4c8f-cebb-47ca-9d44-3663e578ee51", "address": "fa:16:3e:ac:0b:69", "network": {"id": "daf15e27-1bf0-4ef1-b056-880908a9bc2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-286469258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748c6367d3b642a7aee65666b8820250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ae4c8f-ce", "ovs_interfaceid": "f3ae4c8f-cebb-47ca-9d44-3663e578ee51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.000931] env[68326]: INFO nova.compute.manager [-] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Took 1.46 seconds to deallocate network for instance. [ 754.102526] env[68326]: DEBUG nova.network.neutron [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Successfully updated port: b658a2cc-7f27-4c48-abf7-dfa6806338d8 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.186679] env[68326]: DEBUG nova.scheduler.client.report [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 55 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 754.186970] env[68326]: DEBUG nova.compute.provider_tree [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 55 to 56 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 754.187157] env[68326]: DEBUG nova.compute.provider_tree [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 754.240506] env[68326]: DEBUG oslo_concurrency.lockutils [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] Releasing lock "refresh_cache-4256b43d-08ce-4818-abbf-c7ff3e603ca5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.240851] env[68326]: DEBUG nova.compute.manager [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Received event network-changed-06fd4464-2b0d-436d-aba0-c864e812b538 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 754.241073] env[68326]: DEBUG nova.compute.manager [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Refreshing instance network info cache due to event network-changed-06fd4464-2b0d-436d-aba0-c864e812b538. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 754.241332] env[68326]: DEBUG oslo_concurrency.lockutils [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] Acquiring lock "refresh_cache-13132757-b7a3-4d80-95d9-88055b8de318" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.241509] env[68326]: DEBUG oslo_concurrency.lockutils [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] Acquired lock "refresh_cache-13132757-b7a3-4d80-95d9-88055b8de318" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.241705] env[68326]: DEBUG nova.network.neutron [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Refreshing network info cache for port 06fd4464-2b0d-436d-aba0-c864e812b538 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.464985] env[68326]: DEBUG nova.compute.manager [req-3ae5e782-c1e9-4477-a946-5e337b9e78ee req-c6f36239-a628-45ac-b77e-046439a31bc6 service nova] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Received event network-vif-deleted-999c3712-d50a-4884-b35f-18728c329413 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 754.465214] env[68326]: DEBUG nova.compute.manager [req-3ae5e782-c1e9-4477-a946-5e337b9e78ee req-c6f36239-a628-45ac-b77e-046439a31bc6 service nova] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Received event network-vif-plugged-b658a2cc-7f27-4c48-abf7-dfa6806338d8 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 754.465444] env[68326]: DEBUG oslo_concurrency.lockutils [req-3ae5e782-c1e9-4477-a946-5e337b9e78ee req-c6f36239-a628-45ac-b77e-046439a31bc6 service nova] Acquiring lock "f12eed45-8384-424c-9d14-1a98901645e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.465601] env[68326]: DEBUG oslo_concurrency.lockutils [req-3ae5e782-c1e9-4477-a946-5e337b9e78ee req-c6f36239-a628-45ac-b77e-046439a31bc6 service nova] Lock "f12eed45-8384-424c-9d14-1a98901645e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.465767] env[68326]: DEBUG oslo_concurrency.lockutils [req-3ae5e782-c1e9-4477-a946-5e337b9e78ee req-c6f36239-a628-45ac-b77e-046439a31bc6 service nova] Lock "f12eed45-8384-424c-9d14-1a98901645e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.465972] env[68326]: DEBUG nova.compute.manager [req-3ae5e782-c1e9-4477-a946-5e337b9e78ee req-c6f36239-a628-45ac-b77e-046439a31bc6 service nova] [instance: f12eed45-8384-424c-9d14-1a98901645e2] No waiting events found dispatching network-vif-plugged-b658a2cc-7f27-4c48-abf7-dfa6806338d8 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.466260] env[68326]: WARNING nova.compute.manager [req-3ae5e782-c1e9-4477-a946-5e337b9e78ee req-c6f36239-a628-45ac-b77e-046439a31bc6 service nova] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Received unexpected event network-vif-plugged-b658a2cc-7f27-4c48-abf7-dfa6806338d8 for instance with vm_state building and task_state spawning. [ 754.511655] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.607675] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "refresh_cache-f12eed45-8384-424c-9d14-1a98901645e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.607675] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired lock "refresh_cache-f12eed45-8384-424c-9d14-1a98901645e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.608406] env[68326]: DEBUG nova.network.neutron [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.695359] env[68326]: DEBUG oslo_concurrency.lockutils [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.556s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.697450] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.292s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.697665] env[68326]: DEBUG nova.objects.instance [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lazy-loading 'resources' on Instance uuid fd9b53c1-8fad-4271-b0b0-71cb00e9e66a {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.720205] env[68326]: INFO nova.scheduler.client.report [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Deleted allocations for instance b1b2c3c4-b5a6-404b-b130-7e95351b3384 [ 754.803882] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquiring lock "13132757-b7a3-4d80-95d9-88055b8de318" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.804168] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "13132757-b7a3-4d80-95d9-88055b8de318" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.804410] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquiring lock "13132757-b7a3-4d80-95d9-88055b8de318-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.804556] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "13132757-b7a3-4d80-95d9-88055b8de318-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.804721] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "13132757-b7a3-4d80-95d9-88055b8de318-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.807483] env[68326]: INFO nova.compute.manager [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Terminating instance [ 755.057219] env[68326]: DEBUG nova.network.neutron [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Updated VIF entry in instance network info cache for port 06fd4464-2b0d-436d-aba0-c864e812b538. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.057219] env[68326]: DEBUG nova.network.neutron [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Updating instance_info_cache with network_info: [{"id": "06fd4464-2b0d-436d-aba0-c864e812b538", "address": "fa:16:3e:17:5c:bd", "network": {"id": "daf15e27-1bf0-4ef1-b056-880908a9bc2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-286469258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748c6367d3b642a7aee65666b8820250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fd4464-2b", "ovs_interfaceid": "06fd4464-2b0d-436d-aba0-c864e812b538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.131276] env[68326]: DEBUG nova.compute.manager [req-db364e42-3a32-4ad2-962c-e39b0767f0f8 req-00b2732e-568c-44a8-b5e6-039033fa7973 service nova] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Received event network-changed-06fd4464-2b0d-436d-aba0-c864e812b538 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 755.131409] env[68326]: DEBUG nova.compute.manager [req-db364e42-3a32-4ad2-962c-e39b0767f0f8 req-00b2732e-568c-44a8-b5e6-039033fa7973 service nova] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Refreshing instance network info cache due to event network-changed-06fd4464-2b0d-436d-aba0-c864e812b538. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 755.131552] env[68326]: DEBUG oslo_concurrency.lockutils [req-db364e42-3a32-4ad2-962c-e39b0767f0f8 req-00b2732e-568c-44a8-b5e6-039033fa7973 service nova] Acquiring lock "refresh_cache-13132757-b7a3-4d80-95d9-88055b8de318" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.146473] env[68326]: DEBUG nova.network.neutron [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.233995] env[68326]: DEBUG oslo_concurrency.lockutils [None req-21f449e4-4393-48f5-98f1-575950c2c65b tempest-InstanceActionsTestJSON-2119406250 tempest-InstanceActionsTestJSON-2119406250-project-member] Lock "b1b2c3c4-b5a6-404b-b130-7e95351b3384" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.225s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.314686] env[68326]: DEBUG nova.compute.manager [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 755.314686] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.316147] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcf7827-a990-42da-8962-1ec1f34d8df2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.327741] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.330499] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fea7d07d-d376-4452-9a63-8563de0d4d52 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.336032] env[68326]: DEBUG nova.network.neutron [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Updating instance_info_cache with network_info: [{"id": "b658a2cc-7f27-4c48-abf7-dfa6806338d8", "address": "fa:16:3e:28:b5:4f", "network": {"id": "cc109f0b-c7ad-4117-8b9a-b1703bb934c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-995407191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb2bf991eb4b4faeb37682fd31e612af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb658a2cc-7f", "ovs_interfaceid": "b658a2cc-7f27-4c48-abf7-dfa6806338d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.342291] env[68326]: DEBUG oslo_vmware.api [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 755.342291] env[68326]: value = "task-3129021" [ 755.342291] env[68326]: _type = "Task" [ 755.342291] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.357348] env[68326]: DEBUG oslo_vmware.api [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.563023] env[68326]: DEBUG oslo_concurrency.lockutils [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] Releasing lock "refresh_cache-13132757-b7a3-4d80-95d9-88055b8de318" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.563023] env[68326]: DEBUG nova.compute.manager [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Received event network-changed-a673ed3e-3f1b-41d5-9f35-e9b001cb895f {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 755.563023] env[68326]: DEBUG nova.compute.manager [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Refreshing instance network info cache due to event network-changed-a673ed3e-3f1b-41d5-9f35-e9b001cb895f. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 755.563023] env[68326]: DEBUG oslo_concurrency.lockutils [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] Acquiring lock "refresh_cache-08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.563023] env[68326]: DEBUG oslo_concurrency.lockutils [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] Acquired lock "refresh_cache-08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.563538] env[68326]: DEBUG nova.network.neutron [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Refreshing network info cache for port a673ed3e-3f1b-41d5-9f35-e9b001cb895f {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.564149] env[68326]: DEBUG oslo_concurrency.lockutils [req-db364e42-3a32-4ad2-962c-e39b0767f0f8 req-00b2732e-568c-44a8-b5e6-039033fa7973 service nova] Acquired lock "refresh_cache-13132757-b7a3-4d80-95d9-88055b8de318" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.564538] env[68326]: DEBUG nova.network.neutron [req-db364e42-3a32-4ad2-962c-e39b0767f0f8 req-00b2732e-568c-44a8-b5e6-039033fa7973 service nova] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Refreshing network info cache for port 06fd4464-2b0d-436d-aba0-c864e812b538 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.825370] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd9990b-6880-42ab-b915-767edac293a3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.834982] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa5097b-4e58-439c-a678-b52246612b58 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.841545] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Releasing lock "refresh_cache-f12eed45-8384-424c-9d14-1a98901645e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.841883] env[68326]: DEBUG nova.compute.manager [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Instance network_info: |[{"id": "b658a2cc-7f27-4c48-abf7-dfa6806338d8", "address": "fa:16:3e:28:b5:4f", "network": {"id": "cc109f0b-c7ad-4117-8b9a-b1703bb934c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-995407191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb2bf991eb4b4faeb37682fd31e612af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb658a2cc-7f", "ovs_interfaceid": "b658a2cc-7f27-4c48-abf7-dfa6806338d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 755.842435] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:b5:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b658a2cc-7f27-4c48-abf7-dfa6806338d8', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.853760] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.894341] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.894951] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a4b82f8-84ce-4252-8a46-0d83fd864507 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.911792] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4426bc2-658c-44bc-a2d0-ed7b27af8c2f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.917373] env[68326]: DEBUG oslo_vmware.api [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129021, 'name': PowerOffVM_Task, 'duration_secs': 0.256563} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.922021] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.922021] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.922021] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-493ba85e-6636-4c91-a400-4490cfd5ccef {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.923666] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8e84d5-30e0-4564-b721-65e864a0cb83 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.928746] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.928746] env[68326]: value = "task-3129022" [ 755.928746] env[68326]: _type = "Task" [ 755.928746] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.939844] env[68326]: DEBUG nova.compute.provider_tree [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.946896] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129022, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.991129] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.991359] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.991623] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Deleting the datastore file [datastore2] 13132757-b7a3-4d80-95d9-88055b8de318 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.991891] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9c06cf8-9793-43a0-a128-44c4097e764a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.001742] env[68326]: DEBUG oslo_vmware.api [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 756.001742] env[68326]: value = "task-3129024" [ 756.001742] env[68326]: _type = "Task" [ 756.001742] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.018034] env[68326]: DEBUG oslo_vmware.api [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.222870] env[68326]: DEBUG oslo_vmware.rw_handles [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e260e0-1589-f436-ffe5-30038271d2b3/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 756.229034] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520de95e-324c-4dd7-875d-26f2c4f52711 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.235180] env[68326]: DEBUG oslo_vmware.rw_handles [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e260e0-1589-f436-ffe5-30038271d2b3/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 756.235527] env[68326]: ERROR oslo_vmware.rw_handles [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e260e0-1589-f436-ffe5-30038271d2b3/disk-0.vmdk due to incomplete transfer. [ 756.235586] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-42cca68b-45c8-4df5-8f65-a6f579b56bd8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.243419] env[68326]: DEBUG oslo_vmware.rw_handles [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e260e0-1589-f436-ffe5-30038271d2b3/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 756.243620] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Uploaded image 7f4cb0ca-ccf0-43ab-bb43-85f4700aa3a6 to the Glance image server {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 756.246486] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Destroying the VM {{(pid=68326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 756.246744] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b78adac2-a1be-4bfa-a5ab-69c7a6c51f44 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.254720] env[68326]: DEBUG oslo_vmware.api [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the task: (returnval){ [ 756.254720] env[68326]: value = "task-3129025" [ 756.254720] env[68326]: _type = "Task" [ 756.254720] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.272550] env[68326]: DEBUG oslo_vmware.api [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3129025, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.445034] env[68326]: DEBUG nova.scheduler.client.report [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.453023] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129022, 'name': CreateVM_Task, 'duration_secs': 0.449039} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.456433] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.456433] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.456433] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.456433] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.456433] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6705d77-de8a-46d9-bff5-763bba00fc6a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.461747] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 756.461747] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52d7e32c-65a0-ec37-bab7-4d94126a6d60" [ 756.461747] env[68326]: _type = "Task" [ 756.461747] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.471393] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d7e32c-65a0-ec37-bab7-4d94126a6d60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.515710] env[68326]: DEBUG oslo_vmware.api [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183608} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.515974] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.516939] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.516939] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.516939] env[68326]: INFO nova.compute.manager [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Took 1.20 seconds to destroy the instance on the hypervisor. [ 756.517128] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.517283] env[68326]: DEBUG nova.compute.manager [-] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 756.517405] env[68326]: DEBUG nova.network.neutron [-] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.601348] env[68326]: DEBUG nova.compute.manager [req-79805ae5-f08c-49bf-85e1-654c1edb6537 req-12ff6c3c-7f32-441e-a6f5-773fe925b970 service nova] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Received event network-changed-b658a2cc-7f27-4c48-abf7-dfa6806338d8 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 756.601537] env[68326]: DEBUG nova.compute.manager [req-79805ae5-f08c-49bf-85e1-654c1edb6537 req-12ff6c3c-7f32-441e-a6f5-773fe925b970 service nova] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Refreshing instance network info cache due to event network-changed-b658a2cc-7f27-4c48-abf7-dfa6806338d8. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 756.601740] env[68326]: DEBUG oslo_concurrency.lockutils [req-79805ae5-f08c-49bf-85e1-654c1edb6537 req-12ff6c3c-7f32-441e-a6f5-773fe925b970 service nova] Acquiring lock "refresh_cache-f12eed45-8384-424c-9d14-1a98901645e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.601879] env[68326]: DEBUG oslo_concurrency.lockutils [req-79805ae5-f08c-49bf-85e1-654c1edb6537 req-12ff6c3c-7f32-441e-a6f5-773fe925b970 service nova] Acquired lock "refresh_cache-f12eed45-8384-424c-9d14-1a98901645e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.602459] env[68326]: DEBUG nova.network.neutron [req-79805ae5-f08c-49bf-85e1-654c1edb6537 req-12ff6c3c-7f32-441e-a6f5-773fe925b970 service nova] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Refreshing network info cache for port b658a2cc-7f27-4c48-abf7-dfa6806338d8 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.752879] env[68326]: DEBUG nova.network.neutron [req-db364e42-3a32-4ad2-962c-e39b0767f0f8 req-00b2732e-568c-44a8-b5e6-039033fa7973 service nova] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Updated VIF entry in instance network info cache for port 06fd4464-2b0d-436d-aba0-c864e812b538. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.753246] env[68326]: DEBUG nova.network.neutron [req-db364e42-3a32-4ad2-962c-e39b0767f0f8 req-00b2732e-568c-44a8-b5e6-039033fa7973 service nova] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Updating instance_info_cache with network_info: [{"id": "06fd4464-2b0d-436d-aba0-c864e812b538", "address": "fa:16:3e:17:5c:bd", "network": {"id": "daf15e27-1bf0-4ef1-b056-880908a9bc2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-286469258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748c6367d3b642a7aee65666b8820250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fd4464-2b", "ovs_interfaceid": "06fd4464-2b0d-436d-aba0-c864e812b538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.767895] env[68326]: DEBUG oslo_vmware.api [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3129025, 'name': Destroy_Task, 'duration_secs': 0.338228} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.769363] env[68326]: DEBUG nova.network.neutron [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Updated VIF entry in instance network info cache for port a673ed3e-3f1b-41d5-9f35-e9b001cb895f. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.769799] env[68326]: DEBUG nova.network.neutron [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Updating instance_info_cache with network_info: [{"id": "a673ed3e-3f1b-41d5-9f35-e9b001cb895f", "address": "fa:16:3e:77:da:5c", "network": {"id": "1b4e4271-8cfe-4786-bb65-ea4ccc22b71c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-356623667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4722d704ebba463c890c092cdce3f175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa673ed3e-3f", "ovs_interfaceid": "a673ed3e-3f1b-41d5-9f35-e9b001cb895f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.771171] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Destroyed the VM [ 756.771556] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Deleting Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 756.772135] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a1a5b822-db6b-4edd-b6c6-47fdf1d130af {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.782174] env[68326]: DEBUG oslo_vmware.api [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the task: (returnval){ [ 756.782174] env[68326]: value = "task-3129026" [ 756.782174] env[68326]: _type = "Task" [ 756.782174] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.791554] env[68326]: DEBUG oslo_vmware.api [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3129026, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.952107] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.955013] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.051s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.955236] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.955400] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 756.956185] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.371s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.957818] env[68326]: INFO nova.compute.claims [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.961085] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f679d37-aab3-4ef3-8a35-df11aab903c6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.975493] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d7e32c-65a0-ec37-bab7-4d94126a6d60, 'name': SearchDatastore_Task, 'duration_secs': 0.025564} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.979562] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.980812] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.981267] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.981561] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.982545] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.983147] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-415232fa-7b91-4c96-9c9d-59d0673ee1e7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.986228] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035be8ba-b735-48dd-8d09-1a11b4188d14 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.992508] env[68326]: INFO nova.scheduler.client.report [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleted allocations for instance fd9b53c1-8fad-4271-b0b0-71cb00e9e66a [ 757.007880] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7fe646-2165-4169-b354-964b75bf60e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.010656] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.010834] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.011551] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed18c62e-9818-494f-a67d-e95c70f7358e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.021547] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f86d08a-ab7a-44c4-8e20-6c73b48e0dd0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.025128] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 757.025128] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52d70aa5-0f26-7234-b31f-5e7d5b7c25c9" [ 757.025128] env[68326]: _type = "Task" [ 757.025128] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.053471] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179992MB free_disk=133GB free_vcpus=48 pci_devices=None {{(pid=68326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 757.053651] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.060819] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d70aa5-0f26-7234-b31f-5e7d5b7c25c9, 'name': SearchDatastore_Task, 'duration_secs': 0.013421} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.061572] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1f453d7-6ccf-4cec-b839-34610826b519 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.069614] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 757.069614] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52178806-0702-6a86-0989-e40d3a342d18" [ 757.069614] env[68326]: _type = "Task" [ 757.069614] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.079139] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52178806-0702-6a86-0989-e40d3a342d18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.255582] env[68326]: DEBUG oslo_concurrency.lockutils [req-db364e42-3a32-4ad2-962c-e39b0767f0f8 req-00b2732e-568c-44a8-b5e6-039033fa7973 service nova] Releasing lock "refresh_cache-13132757-b7a3-4d80-95d9-88055b8de318" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.273556] env[68326]: DEBUG oslo_concurrency.lockutils [req-67fbddfe-54a1-4af3-8a8e-62b1f14584b2 req-fab2bfe1-252b-449b-b0df-c3b780d5b9a9 service nova] Releasing lock "refresh_cache-08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.293342] env[68326]: DEBUG oslo_vmware.api [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3129026, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.509918] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a1b12414-1fba-46c3-89d8-b015dc4012b8 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "fd9b53c1-8fad-4271-b0b0-71cb00e9e66a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.029s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.585542] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52178806-0702-6a86-0989-e40d3a342d18, 'name': SearchDatastore_Task, 'duration_secs': 0.010603} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.585786] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.586067] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] f12eed45-8384-424c-9d14-1a98901645e2/f12eed45-8384-424c-9d14-1a98901645e2.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.586709] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc6887af-0005-4341-8c2a-7d1bc89c963c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.596503] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 757.596503] env[68326]: value = "task-3129027" [ 757.596503] env[68326]: _type = "Task" [ 757.596503] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.604610] env[68326]: DEBUG nova.network.neutron [req-79805ae5-f08c-49bf-85e1-654c1edb6537 req-12ff6c3c-7f32-441e-a6f5-773fe925b970 service nova] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Updated VIF entry in instance network info cache for port b658a2cc-7f27-4c48-abf7-dfa6806338d8. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.604973] env[68326]: DEBUG nova.network.neutron [req-79805ae5-f08c-49bf-85e1-654c1edb6537 req-12ff6c3c-7f32-441e-a6f5-773fe925b970 service nova] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Updating instance_info_cache with network_info: [{"id": "b658a2cc-7f27-4c48-abf7-dfa6806338d8", "address": "fa:16:3e:28:b5:4f", "network": {"id": "cc109f0b-c7ad-4117-8b9a-b1703bb934c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-995407191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb2bf991eb4b4faeb37682fd31e612af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb658a2cc-7f", "ovs_interfaceid": "b658a2cc-7f27-4c48-abf7-dfa6806338d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.613799] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.646956] env[68326]: DEBUG nova.network.neutron [-] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.662499] env[68326]: DEBUG nova.compute.manager [req-752a050d-05e3-4708-ba44-0145bdf05ba6 req-f89da4f8-c6bf-4781-b7be-4f3807dac334 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Received event network-changed-f3ae4c8f-cebb-47ca-9d44-3663e578ee51 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 757.662739] env[68326]: DEBUG nova.compute.manager [req-752a050d-05e3-4708-ba44-0145bdf05ba6 req-f89da4f8-c6bf-4781-b7be-4f3807dac334 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Refreshing instance network info cache due to event network-changed-f3ae4c8f-cebb-47ca-9d44-3663e578ee51. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 757.662996] env[68326]: DEBUG oslo_concurrency.lockutils [req-752a050d-05e3-4708-ba44-0145bdf05ba6 req-f89da4f8-c6bf-4781-b7be-4f3807dac334 service nova] Acquiring lock "refresh_cache-4256b43d-08ce-4818-abbf-c7ff3e603ca5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.663233] env[68326]: DEBUG oslo_concurrency.lockutils [req-752a050d-05e3-4708-ba44-0145bdf05ba6 req-f89da4f8-c6bf-4781-b7be-4f3807dac334 service nova] Acquired lock "refresh_cache-4256b43d-08ce-4818-abbf-c7ff3e603ca5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.663437] env[68326]: DEBUG nova.network.neutron [req-752a050d-05e3-4708-ba44-0145bdf05ba6 req-f89da4f8-c6bf-4781-b7be-4f3807dac334 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Refreshing network info cache for port f3ae4c8f-cebb-47ca-9d44-3663e578ee51 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.797010] env[68326]: DEBUG oslo_vmware.api [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3129026, 'name': RemoveSnapshot_Task, 'duration_secs': 1.015401} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.797142] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Deleted Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 757.797323] env[68326]: INFO nova.compute.manager [None req-31fc48f8-951b-47e8-9597-e9306bb13e7e tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Took 14.78 seconds to snapshot the instance on the hypervisor. [ 758.110557] env[68326]: DEBUG oslo_concurrency.lockutils [req-79805ae5-f08c-49bf-85e1-654c1edb6537 req-12ff6c3c-7f32-441e-a6f5-773fe925b970 service nova] Releasing lock "refresh_cache-f12eed45-8384-424c-9d14-1a98901645e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.110963] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467318} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.111517] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] f12eed45-8384-424c-9d14-1a98901645e2/f12eed45-8384-424c-9d14-1a98901645e2.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.111846] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.112122] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b9bb03a-d8d8-4550-9763-45699deb64e9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.122962] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 758.122962] env[68326]: value = "task-3129028" [ 758.122962] env[68326]: _type = "Task" [ 758.122962] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.132738] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.149666] env[68326]: INFO nova.compute.manager [-] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Took 1.63 seconds to deallocate network for instance. [ 758.566723] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98fa2bd-7a36-469b-916e-ed773ac15a59 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.577414] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9629b3-a7ef-4580-9845-471b9e578ea6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.624436] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf10ef33-a8cf-4d94-ac57-bfb3ef16b87a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.643796] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070709} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.644687] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.646822] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49654bcb-15cf-4dc6-91ac-d4695677eb98 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.651130] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33b492f-a7d1-40a9-9a3e-ffba5a72d615 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.666656] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.667353] env[68326]: DEBUG nova.compute.provider_tree [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 758.688809] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] f12eed45-8384-424c-9d14-1a98901645e2/f12eed45-8384-424c-9d14-1a98901645e2.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.691033] env[68326]: DEBUG nova.network.neutron [req-752a050d-05e3-4708-ba44-0145bdf05ba6 req-f89da4f8-c6bf-4781-b7be-4f3807dac334 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Updated VIF entry in instance network info cache for port f3ae4c8f-cebb-47ca-9d44-3663e578ee51. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.691447] env[68326]: DEBUG nova.network.neutron [req-752a050d-05e3-4708-ba44-0145bdf05ba6 req-f89da4f8-c6bf-4781-b7be-4f3807dac334 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Updating instance_info_cache with network_info: [{"id": "f3ae4c8f-cebb-47ca-9d44-3663e578ee51", "address": "fa:16:3e:ac:0b:69", "network": {"id": "daf15e27-1bf0-4ef1-b056-880908a9bc2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-286469258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748c6367d3b642a7aee65666b8820250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ae4c8f-ce", "ovs_interfaceid": "f3ae4c8f-cebb-47ca-9d44-3663e578ee51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.693223] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8f15a65-1b03-4b66-9f01-c377b0ce351e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.708801] env[68326]: DEBUG oslo_concurrency.lockutils [req-752a050d-05e3-4708-ba44-0145bdf05ba6 req-f89da4f8-c6bf-4781-b7be-4f3807dac334 service nova] Releasing lock "refresh_cache-4256b43d-08ce-4818-abbf-c7ff3e603ca5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.720627] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 758.720627] env[68326]: value = "task-3129029" [ 758.720627] env[68326]: _type = "Task" [ 758.720627] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.730753] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129029, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.841535] env[68326]: DEBUG nova.compute.manager [req-33ecb705-f423-4e73-adb0-a3e50b7731f2 req-26b00c21-bd70-428f-9121-e33366619071 service nova] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Received event network-vif-deleted-06fd4464-2b0d-436d-aba0-c864e812b538 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 758.841745] env[68326]: DEBUG nova.compute.manager [req-33ecb705-f423-4e73-adb0-a3e50b7731f2 req-26b00c21-bd70-428f-9121-e33366619071 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Received event network-changed-f3ae4c8f-cebb-47ca-9d44-3663e578ee51 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 758.841915] env[68326]: DEBUG nova.compute.manager [req-33ecb705-f423-4e73-adb0-a3e50b7731f2 req-26b00c21-bd70-428f-9121-e33366619071 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Refreshing instance network info cache due to event network-changed-f3ae4c8f-cebb-47ca-9d44-3663e578ee51. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 758.842142] env[68326]: DEBUG oslo_concurrency.lockutils [req-33ecb705-f423-4e73-adb0-a3e50b7731f2 req-26b00c21-bd70-428f-9121-e33366619071 service nova] Acquiring lock "refresh_cache-4256b43d-08ce-4818-abbf-c7ff3e603ca5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.842280] env[68326]: DEBUG oslo_concurrency.lockutils [req-33ecb705-f423-4e73-adb0-a3e50b7731f2 req-26b00c21-bd70-428f-9121-e33366619071 service nova] Acquired lock "refresh_cache-4256b43d-08ce-4818-abbf-c7ff3e603ca5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.842437] env[68326]: DEBUG nova.network.neutron [req-33ecb705-f423-4e73-adb0-a3e50b7731f2 req-26b00c21-bd70-428f-9121-e33366619071 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Refreshing network info cache for port f3ae4c8f-cebb-47ca-9d44-3663e578ee51 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.235959] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129029, 'name': ReconfigVM_Task, 'duration_secs': 0.397554} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.240832] env[68326]: DEBUG nova.scheduler.client.report [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 759.240832] env[68326]: DEBUG nova.compute.provider_tree [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 56 to 57 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 759.240832] env[68326]: DEBUG nova.compute.provider_tree [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.241345] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Reconfigured VM instance instance-00000020 to attach disk [datastore2] f12eed45-8384-424c-9d14-1a98901645e2/f12eed45-8384-424c-9d14-1a98901645e2.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.244882] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e449d868-509c-4952-b655-e0da43fbbfe2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.255728] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 759.255728] env[68326]: value = "task-3129030" [ 759.255728] env[68326]: _type = "Task" [ 759.255728] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.268516] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129030, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.593461] env[68326]: DEBUG nova.network.neutron [req-33ecb705-f423-4e73-adb0-a3e50b7731f2 req-26b00c21-bd70-428f-9121-e33366619071 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Updated VIF entry in instance network info cache for port f3ae4c8f-cebb-47ca-9d44-3663e578ee51. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.594581] env[68326]: DEBUG nova.network.neutron [req-33ecb705-f423-4e73-adb0-a3e50b7731f2 req-26b00c21-bd70-428f-9121-e33366619071 service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Updating instance_info_cache with network_info: [{"id": "f3ae4c8f-cebb-47ca-9d44-3663e578ee51", "address": "fa:16:3e:ac:0b:69", "network": {"id": "daf15e27-1bf0-4ef1-b056-880908a9bc2b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-286469258-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "748c6367d3b642a7aee65666b8820250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ae4c8f-ce", "ovs_interfaceid": "f3ae4c8f-cebb-47ca-9d44-3663e578ee51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.607818] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Acquiring lock "c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.608128] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Lock "c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.608267] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Acquiring lock "c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.608742] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Lock "c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.608742] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Lock "c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.610478] env[68326]: INFO nova.compute.manager [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Terminating instance [ 759.679642] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquiring lock "e0acde58-0db2-4368-a8b9-986796ba11bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.679874] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "e0acde58-0db2-4368-a8b9-986796ba11bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.747026] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.747026] env[68326]: DEBUG nova.compute.manager [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 759.749534] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.700s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.751056] env[68326]: DEBUG nova.objects.instance [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lazy-loading 'resources' on Instance uuid b9282985-2fd7-466b-9fbd-336a0341575a {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.772363] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129030, 'name': Rename_Task, 'duration_secs': 0.158066} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.772363] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.772363] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c54f8f0-f920-498d-ba8b-2478820a6950 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.780900] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 759.780900] env[68326]: value = "task-3129031" [ 759.780900] env[68326]: _type = "Task" [ 759.780900] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.788516] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.097233] env[68326]: DEBUG oslo_concurrency.lockutils [req-33ecb705-f423-4e73-adb0-a3e50b7731f2 req-26b00c21-bd70-428f-9121-e33366619071 service nova] Releasing lock "refresh_cache-4256b43d-08ce-4818-abbf-c7ff3e603ca5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.114309] env[68326]: DEBUG nova.compute.manager [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 760.114549] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.115455] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bcee72-a796-4cf6-bf8e-4bac4c277257 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.123551] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.123801] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c2ded38-61e8-400f-a2b3-438d18c21d62 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.130868] env[68326]: DEBUG oslo_vmware.api [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the task: (returnval){ [ 760.130868] env[68326]: value = "task-3129032" [ 760.130868] env[68326]: _type = "Task" [ 760.130868] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.139355] env[68326]: DEBUG oslo_vmware.api [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3129032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.260278] env[68326]: DEBUG nova.compute.utils [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.262101] env[68326]: DEBUG nova.compute.manager [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 760.262190] env[68326]: DEBUG nova.network.neutron [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.292360] env[68326]: DEBUG oslo_vmware.api [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129031, 'name': PowerOnVM_Task, 'duration_secs': 0.465994} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.292667] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.292863] env[68326]: INFO nova.compute.manager [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Took 7.13 seconds to spawn the instance on the hypervisor. [ 760.293050] env[68326]: DEBUG nova.compute.manager [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 760.293932] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0b49ae-f231-4630-b5be-bf5478627277 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.321219] env[68326]: DEBUG nova.policy [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6dc412fcce24039890a2da9ed3af241', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dcfa398da1746ee97a02f801e0cebc2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.641992] env[68326]: DEBUG oslo_vmware.api [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3129032, 'name': PowerOffVM_Task, 'duration_secs': 0.302082} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.644920] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.645391] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.645853] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-447c8679-0d11-45f5-ac59-67ac4d14cb6e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.730606] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.730830] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.731024] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Deleting the datastore file [datastore2] c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.731345] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1c83119-991d-4076-b9f0-8286e106b657 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.741704] env[68326]: DEBUG oslo_vmware.api [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for the task: (returnval){ [ 760.741704] env[68326]: value = "task-3129034" [ 760.741704] env[68326]: _type = "Task" [ 760.741704] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.752796] env[68326]: DEBUG oslo_vmware.api [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3129034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.766528] env[68326]: DEBUG nova.compute.manager [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 760.814807] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceb3fd1-af42-42e5-baa5-a4902098322f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.820878] env[68326]: INFO nova.compute.manager [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Took 39.97 seconds to build instance. [ 760.833046] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d88d931-f767-4f7e-8627-7823625dd6e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.868084] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9dcac1-8d48-41c9-bba8-91e859e7185d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.879687] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408b8739-c98e-42ec-b501-277258e8c697 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.895731] env[68326]: DEBUG nova.compute.provider_tree [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.897878] env[68326]: DEBUG nova.network.neutron [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Successfully created port: ff950693-7902-4a7f-a9c1-0996cd8c4b3c {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.253441] env[68326]: DEBUG oslo_vmware.api [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Task: {'id': task-3129034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136385} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.253703] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.253951] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.254251] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.254477] env[68326]: INFO nova.compute.manager [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 761.254773] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.255168] env[68326]: DEBUG nova.compute.manager [-] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 761.255302] env[68326]: DEBUG nova.network.neutron [-] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.324133] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f663e8c8-01d7-4d05-a92f-07fd8348a267 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "f12eed45-8384-424c-9d14-1a98901645e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.344s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.428124] env[68326]: ERROR nova.scheduler.client.report [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [req-8b958d15-1ae7-41e2-9a19-c01037d04b0d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8b958d15-1ae7-41e2-9a19-c01037d04b0d"}]} [ 761.447314] env[68326]: DEBUG nova.scheduler.client.report [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 761.473430] env[68326]: DEBUG nova.scheduler.client.report [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 761.473646] env[68326]: DEBUG nova.compute.provider_tree [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.493230] env[68326]: DEBUG nova.scheduler.client.report [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 761.520141] env[68326]: DEBUG nova.scheduler.client.report [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 761.651246] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb5b651-c1d0-433c-b276-d58c7e75b826 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.660034] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-95c2edab-ba4a-435f-bcbd-35cf981f4887 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Suspending the VM {{(pid=68326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 761.660034] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a7ea107e-88ba-4750-87cc-4368b398139d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.673940] env[68326]: DEBUG oslo_vmware.api [None req-95c2edab-ba4a-435f-bcbd-35cf981f4887 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 761.673940] env[68326]: value = "task-3129035" [ 761.673940] env[68326]: _type = "Task" [ 761.673940] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.694533] env[68326]: DEBUG oslo_vmware.api [None req-95c2edab-ba4a-435f-bcbd-35cf981f4887 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129035, 'name': SuspendVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.780649] env[68326]: DEBUG nova.compute.manager [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 761.789941] env[68326]: DEBUG nova.compute.manager [req-73ff2067-c40c-4d9e-8596-bdbef4ce79f9 req-91a76ff4-f73b-42e0-aef4-92b0f6c96a57 service nova] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Received event network-vif-deleted-48384d94-6ae6-400e-ba72-eadde1ce778b {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 761.790148] env[68326]: INFO nova.compute.manager [req-73ff2067-c40c-4d9e-8596-bdbef4ce79f9 req-91a76ff4-f73b-42e0-aef4-92b0f6c96a57 service nova] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Neutron deleted interface 48384d94-6ae6-400e-ba72-eadde1ce778b; detaching it from the instance and deleting it from the info cache [ 761.790356] env[68326]: DEBUG nova.network.neutron [req-73ff2067-c40c-4d9e-8596-bdbef4ce79f9 req-91a76ff4-f73b-42e0-aef4-92b0f6c96a57 service nova] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.811906] env[68326]: DEBUG nova.virt.hardware [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 761.811906] env[68326]: DEBUG nova.virt.hardware [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 761.811906] env[68326]: DEBUG nova.virt.hardware [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.812435] env[68326]: DEBUG nova.virt.hardware [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 761.812435] env[68326]: DEBUG nova.virt.hardware [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.812435] env[68326]: DEBUG nova.virt.hardware [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 761.812435] env[68326]: DEBUG nova.virt.hardware [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 761.812435] env[68326]: DEBUG nova.virt.hardware [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 761.812674] env[68326]: DEBUG nova.virt.hardware [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 761.812674] env[68326]: DEBUG nova.virt.hardware [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 761.812674] env[68326]: DEBUG nova.virt.hardware [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 761.813702] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f414f689-f165-4ec9-b421-eb899e930822 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.826398] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ee4244-b124-479e-aa8a-58494bdb2c0a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.835662] env[68326]: DEBUG nova.compute.manager [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 762.126631] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dc209d-ebec-4607-8cf9-5a52df51038e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.136042] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf0bbee-5745-48db-ac98-ece738abd8c8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.171500] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f7841a-f6c2-4735-9ad2-fc1ef875c57d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.181479] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db1b58e-b167-4070-9595-01504d0defe7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.189089] env[68326]: DEBUG oslo_vmware.api [None req-95c2edab-ba4a-435f-bcbd-35cf981f4887 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129035, 'name': SuspendVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.199615] env[68326]: DEBUG nova.compute.provider_tree [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.253959] env[68326]: DEBUG nova.network.neutron [-] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.297178] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32883221-1d66-4fc7-8838-2bb79ff9f3a2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.307508] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca4aa68-9d74-4c9b-8703-2e6f78129727 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.348090] env[68326]: DEBUG nova.compute.manager [req-73ff2067-c40c-4d9e-8596-bdbef4ce79f9 req-91a76ff4-f73b-42e0-aef4-92b0f6c96a57 service nova] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Detach interface failed, port_id=48384d94-6ae6-400e-ba72-eadde1ce778b, reason: Instance c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 762.362727] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.685085] env[68326]: DEBUG oslo_vmware.api [None req-95c2edab-ba4a-435f-bcbd-35cf981f4887 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129035, 'name': SuspendVM_Task, 'duration_secs': 0.659142} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.685436] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-95c2edab-ba4a-435f-bcbd-35cf981f4887 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Suspended the VM {{(pid=68326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 762.685617] env[68326]: DEBUG nova.compute.manager [None req-95c2edab-ba4a-435f-bcbd-35cf981f4887 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 762.686508] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc31a813-c36d-4c96-8a65-8e98f5239d9f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.736889] env[68326]: DEBUG nova.scheduler.client.report [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 762.737176] env[68326]: DEBUG nova.compute.provider_tree [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 58 to 59 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 762.737356] env[68326]: DEBUG nova.compute.provider_tree [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.756506] env[68326]: INFO nova.compute.manager [-] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Took 1.50 seconds to deallocate network for instance. [ 762.805350] env[68326]: DEBUG nova.network.neutron [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Successfully updated port: ff950693-7902-4a7f-a9c1-0996cd8c4b3c {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.243421] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.494s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.245774] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.098s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.256851] env[68326]: INFO nova.compute.claims [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.263503] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.291693] env[68326]: INFO nova.scheduler.client.report [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Deleted allocations for instance b9282985-2fd7-466b-9fbd-336a0341575a [ 763.311059] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Acquiring lock "refresh_cache-cfd2aa1c-2e24-4a73-9be5-ee5547618622" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.311059] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Acquired lock "refresh_cache-cfd2aa1c-2e24-4a73-9be5-ee5547618622" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.311059] env[68326]: DEBUG nova.network.neutron [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.801867] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d6e215be-9faa-4297-9d0d-f5058c9cd797 tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "b9282985-2fd7-466b-9fbd-336a0341575a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.864s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.835468] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Acquiring lock "4b5df73e-f53c-43a1-8746-82b879b5d610" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.835690] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Lock "4b5df73e-f53c-43a1-8746-82b879b5d610" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.858598] env[68326]: DEBUG nova.network.neutron [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.962171] env[68326]: DEBUG nova.compute.manager [req-583dff12-cb05-41ee-9092-aa1caccac04e req-759ee48d-cc86-4273-8b79-b6f0a1f1bd10 service nova] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Received event network-vif-plugged-ff950693-7902-4a7f-a9c1-0996cd8c4b3c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 763.962171] env[68326]: DEBUG oslo_concurrency.lockutils [req-583dff12-cb05-41ee-9092-aa1caccac04e req-759ee48d-cc86-4273-8b79-b6f0a1f1bd10 service nova] Acquiring lock "cfd2aa1c-2e24-4a73-9be5-ee5547618622-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.962260] env[68326]: DEBUG oslo_concurrency.lockutils [req-583dff12-cb05-41ee-9092-aa1caccac04e req-759ee48d-cc86-4273-8b79-b6f0a1f1bd10 service nova] Lock "cfd2aa1c-2e24-4a73-9be5-ee5547618622-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.962499] env[68326]: DEBUG oslo_concurrency.lockutils [req-583dff12-cb05-41ee-9092-aa1caccac04e req-759ee48d-cc86-4273-8b79-b6f0a1f1bd10 service nova] Lock "cfd2aa1c-2e24-4a73-9be5-ee5547618622-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.962599] env[68326]: DEBUG nova.compute.manager [req-583dff12-cb05-41ee-9092-aa1caccac04e req-759ee48d-cc86-4273-8b79-b6f0a1f1bd10 service nova] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] No waiting events found dispatching network-vif-plugged-ff950693-7902-4a7f-a9c1-0996cd8c4b3c {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.962769] env[68326]: WARNING nova.compute.manager [req-583dff12-cb05-41ee-9092-aa1caccac04e req-759ee48d-cc86-4273-8b79-b6f0a1f1bd10 service nova] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Received unexpected event network-vif-plugged-ff950693-7902-4a7f-a9c1-0996cd8c4b3c for instance with vm_state building and task_state spawning. [ 763.963068] env[68326]: DEBUG nova.compute.manager [req-583dff12-cb05-41ee-9092-aa1caccac04e req-759ee48d-cc86-4273-8b79-b6f0a1f1bd10 service nova] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Received event network-changed-ff950693-7902-4a7f-a9c1-0996cd8c4b3c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 763.963164] env[68326]: DEBUG nova.compute.manager [req-583dff12-cb05-41ee-9092-aa1caccac04e req-759ee48d-cc86-4273-8b79-b6f0a1f1bd10 service nova] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Refreshing instance network info cache due to event network-changed-ff950693-7902-4a7f-a9c1-0996cd8c4b3c. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 763.963323] env[68326]: DEBUG oslo_concurrency.lockutils [req-583dff12-cb05-41ee-9092-aa1caccac04e req-759ee48d-cc86-4273-8b79-b6f0a1f1bd10 service nova] Acquiring lock "refresh_cache-cfd2aa1c-2e24-4a73-9be5-ee5547618622" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.026990] env[68326]: DEBUG nova.network.neutron [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Updating instance_info_cache with network_info: [{"id": "ff950693-7902-4a7f-a9c1-0996cd8c4b3c", "address": "fa:16:3e:8a:83:02", "network": {"id": "0579383e-7145-4da8-8257-daf25bf1c7e1", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2045244626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcfa398da1746ee97a02f801e0cebc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff950693-79", "ovs_interfaceid": "ff950693-7902-4a7f-a9c1-0996cd8c4b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.532864] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Releasing lock "refresh_cache-cfd2aa1c-2e24-4a73-9be5-ee5547618622" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.532864] env[68326]: DEBUG nova.compute.manager [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Instance network_info: |[{"id": "ff950693-7902-4a7f-a9c1-0996cd8c4b3c", "address": "fa:16:3e:8a:83:02", "network": {"id": "0579383e-7145-4da8-8257-daf25bf1c7e1", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2045244626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcfa398da1746ee97a02f801e0cebc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff950693-79", "ovs_interfaceid": "ff950693-7902-4a7f-a9c1-0996cd8c4b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 764.533187] env[68326]: DEBUG oslo_concurrency.lockutils [req-583dff12-cb05-41ee-9092-aa1caccac04e req-759ee48d-cc86-4273-8b79-b6f0a1f1bd10 service nova] Acquired lock "refresh_cache-cfd2aa1c-2e24-4a73-9be5-ee5547618622" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.533378] env[68326]: DEBUG nova.network.neutron [req-583dff12-cb05-41ee-9092-aa1caccac04e req-759ee48d-cc86-4273-8b79-b6f0a1f1bd10 service nova] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Refreshing network info cache for port ff950693-7902-4a7f-a9c1-0996cd8c4b3c {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.534590] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:83:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a69ed1dd-213a-4e30-992a-466735188bf6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff950693-7902-4a7f-a9c1-0996cd8c4b3c', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.542119] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Creating folder: Project (7dcfa398da1746ee97a02f801e0cebc2). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.544877] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a13594b-4f04-42c7-a408-961eefd268b6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.561086] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Created folder: Project (7dcfa398da1746ee97a02f801e0cebc2) in parent group-v626141. [ 764.561356] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Creating folder: Instances. Parent ref: group-v626239. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.561673] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5989f12-9920-4bcc-b231-0ed3239eb166 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.574940] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Created folder: Instances in parent group-v626239. [ 764.575240] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 764.575475] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.575723] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ac03e16-af19-462e-85c9-d8bcad390eb5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.601768] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.601768] env[68326]: value = "task-3129038" [ 764.601768] env[68326]: _type = "Task" [ 764.601768] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.610598] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129038, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.688062] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef21925-198d-49a6-8495-8f0cf81f6331 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.696860] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ff99ed-606a-4480-b6e8-237ab3fbde6a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.726790] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e957d4b-116e-4348-8017-2936d6115624 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.734550] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d525170a-e9c4-4a99-a52c-410dfc0d989a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.738578] env[68326]: DEBUG oslo_concurrency.lockutils [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquiring lock "9c2ec464-c583-4c9a-a4e9-9c750c09b131" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.738843] env[68326]: DEBUG oslo_concurrency.lockutils [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "9c2ec464-c583-4c9a-a4e9-9c750c09b131" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.739072] env[68326]: DEBUG oslo_concurrency.lockutils [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquiring lock "9c2ec464-c583-4c9a-a4e9-9c750c09b131-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.739260] env[68326]: DEBUG oslo_concurrency.lockutils [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "9c2ec464-c583-4c9a-a4e9-9c750c09b131-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.739421] env[68326]: DEBUG oslo_concurrency.lockutils [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "9c2ec464-c583-4c9a-a4e9-9c750c09b131-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.741570] env[68326]: INFO nova.compute.manager [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Terminating instance [ 764.751493] env[68326]: DEBUG nova.compute.provider_tree [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.951802] env[68326]: DEBUG nova.compute.manager [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 764.952736] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceee579-fb80-4bb0-b3e0-ef98cf561ed4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.112447] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129038, 'name': CreateVM_Task, 'duration_secs': 0.274967} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.112620] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.113311] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.113540] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.113816] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.114084] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-532e19d2-e498-4247-8cc8-8fb96c605f6e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.119605] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Waiting for the task: (returnval){ [ 765.119605] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ad8b5f-78ec-b425-38ee-c70834368582" [ 765.119605] env[68326]: _type = "Task" [ 765.119605] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.131388] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ad8b5f-78ec-b425-38ee-c70834368582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.253646] env[68326]: DEBUG nova.compute.manager [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 765.253936] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.254682] env[68326]: DEBUG nova.scheduler.client.report [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.261020] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692452a0-0398-4e06-8a4b-5c1bf6660893 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.267164] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.267374] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b09f7861-1def-4b43-bfbb-eaefbb9c44b0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.276709] env[68326]: DEBUG oslo_vmware.api [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for the task: (returnval){ [ 765.276709] env[68326]: value = "task-3129039" [ 765.276709] env[68326]: _type = "Task" [ 765.276709] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.285229] env[68326]: DEBUG oslo_vmware.api [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3129039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.286108] env[68326]: DEBUG nova.network.neutron [req-583dff12-cb05-41ee-9092-aa1caccac04e req-759ee48d-cc86-4273-8b79-b6f0a1f1bd10 service nova] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Updated VIF entry in instance network info cache for port ff950693-7902-4a7f-a9c1-0996cd8c4b3c. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.286485] env[68326]: DEBUG nova.network.neutron [req-583dff12-cb05-41ee-9092-aa1caccac04e req-759ee48d-cc86-4273-8b79-b6f0a1f1bd10 service nova] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Updating instance_info_cache with network_info: [{"id": "ff950693-7902-4a7f-a9c1-0996cd8c4b3c", "address": "fa:16:3e:8a:83:02", "network": {"id": "0579383e-7145-4da8-8257-daf25bf1c7e1", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2045244626-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dcfa398da1746ee97a02f801e0cebc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a69ed1dd-213a-4e30-992a-466735188bf6", "external-id": "nsx-vlan-transportzone-102", "segmentation_id": 102, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff950693-79", "ovs_interfaceid": "ff950693-7902-4a7f-a9c1-0996cd8c4b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.463955] env[68326]: INFO nova.compute.manager [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] instance snapshotting [ 765.464444] env[68326]: WARNING nova.compute.manager [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 765.466975] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd8ce7d-7d2d-4f53-9aaf-9ec6d2a967a2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.485866] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12394930-7fd3-44ba-aec8-a1efea78ca9d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.631103] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ad8b5f-78ec-b425-38ee-c70834368582, 'name': SearchDatastore_Task, 'duration_secs': 0.013005} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.631419] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.631659] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.631904] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.632103] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.632287] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.632543] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-003bd28e-e79e-446f-bcd9-ea973314128d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.642363] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.642423] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.643182] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a68e24-23b9-4202-9746-8fc9c1a09aca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.648808] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Waiting for the task: (returnval){ [ 765.648808] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ac2df2-e0b9-588f-cd03-37618730d794" [ 765.648808] env[68326]: _type = "Task" [ 765.648808] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.657606] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ac2df2-e0b9-588f-cd03-37618730d794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.763029] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.763271] env[68326]: DEBUG nova.compute.manager [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 765.765838] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.973s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.768522] env[68326]: INFO nova.compute.claims [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.787923] env[68326]: DEBUG oslo_vmware.api [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3129039, 'name': PowerOffVM_Task, 'duration_secs': 0.194515} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.788145] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.788321] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 765.788789] env[68326]: DEBUG oslo_concurrency.lockutils [req-583dff12-cb05-41ee-9092-aa1caccac04e req-759ee48d-cc86-4273-8b79-b6f0a1f1bd10 service nova] Releasing lock "refresh_cache-cfd2aa1c-2e24-4a73-9be5-ee5547618622" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.789179] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f44dd8c9-6c4c-4a50-9083-b6c30845277b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.853972] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.854354] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.854786] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Deleting the datastore file [datastore2] 9c2ec464-c583-4c9a-a4e9-9c750c09b131 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.855023] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c980aea-32f4-46dc-8c41-8c06b7e6a0be {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.863494] env[68326]: DEBUG oslo_vmware.api [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for the task: (returnval){ [ 765.863494] env[68326]: value = "task-3129041" [ 765.863494] env[68326]: _type = "Task" [ 765.863494] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.871672] env[68326]: DEBUG oslo_vmware.api [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3129041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.996756] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Creating Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 765.997160] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7de593c9-ffbf-4397-9fca-8b2521cf90fe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.004695] env[68326]: DEBUG oslo_vmware.api [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 766.004695] env[68326]: value = "task-3129042" [ 766.004695] env[68326]: _type = "Task" [ 766.004695] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.013775] env[68326]: DEBUG oslo_vmware.api [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129042, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.161476] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ac2df2-e0b9-588f-cd03-37618730d794, 'name': SearchDatastore_Task, 'duration_secs': 0.010311} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.162779] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f38a67a-9240-40c3-bbad-e5129fa4be78 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.169976] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Waiting for the task: (returnval){ [ 766.169976] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529bdd1e-936f-f171-8636-ec8f599eda46" [ 766.169976] env[68326]: _type = "Task" [ 766.169976] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.179516] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529bdd1e-936f-f171-8636-ec8f599eda46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.274580] env[68326]: DEBUG nova.compute.utils [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.276386] env[68326]: DEBUG nova.compute.manager [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 766.276386] env[68326]: DEBUG nova.network.neutron [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.320117] env[68326]: DEBUG nova.policy [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '639c8e64dde74ad0980e35bbd2ac221d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '046163bea88f47c5b437cffde81c963c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.377214] env[68326]: DEBUG oslo_vmware.api [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Task: {'id': task-3129041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132312} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.377474] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.377973] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.377973] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.378120] env[68326]: INFO nova.compute.manager [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Took 1.12 seconds to destroy the instance on the hypervisor. [ 766.378417] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.378643] env[68326]: DEBUG nova.compute.manager [-] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 766.378739] env[68326]: DEBUG nova.network.neutron [-] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.519605] env[68326]: DEBUG oslo_vmware.api [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129042, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.683933] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529bdd1e-936f-f171-8636-ec8f599eda46, 'name': SearchDatastore_Task, 'duration_secs': 0.010217} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.684242] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.684520] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] cfd2aa1c-2e24-4a73-9be5-ee5547618622/cfd2aa1c-2e24-4a73-9be5-ee5547618622.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.684882] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cde2597-957e-4c95-9dd0-86f3c03c5995 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.692986] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Waiting for the task: (returnval){ [ 766.692986] env[68326]: value = "task-3129043" [ 766.692986] env[68326]: _type = "Task" [ 766.692986] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.702983] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': task-3129043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.779967] env[68326]: DEBUG nova.compute.manager [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 766.821303] env[68326]: DEBUG nova.network.neutron [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Successfully created port: 2cb41d98-56fd-4ea5-8f40-393eff380190 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.833878] env[68326]: DEBUG nova.compute.manager [req-c20af0da-5c3a-429e-a87c-56b056d57bb7 req-4566a467-117c-4b90-baf8-4c57fe58f725 service nova] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Received event network-vif-deleted-c8110e89-c399-4556-9e88-8a7719d15656 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 766.834091] env[68326]: INFO nova.compute.manager [req-c20af0da-5c3a-429e-a87c-56b056d57bb7 req-4566a467-117c-4b90-baf8-4c57fe58f725 service nova] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Neutron deleted interface c8110e89-c399-4556-9e88-8a7719d15656; detaching it from the instance and deleting it from the info cache [ 766.834275] env[68326]: DEBUG nova.network.neutron [req-c20af0da-5c3a-429e-a87c-56b056d57bb7 req-4566a467-117c-4b90-baf8-4c57fe58f725 service nova] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.017896] env[68326]: DEBUG oslo_vmware.api [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129042, 'name': CreateSnapshot_Task, 'duration_secs': 0.548318} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.018181] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Created Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 767.018927] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb92eb99-7722-4643-bddd-f877a9820834 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.205191] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': task-3129043, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.278011] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cb41a8-e1e5-436f-ad28-54bea3690b1d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.289967] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b8a825-f5f5-441a-8f57-6680819bc4a0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.324391] env[68326]: DEBUG nova.network.neutron [-] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.326433] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51a3d67-58d2-4efb-8b0f-0ffdad64cedc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.336928] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb45563-9164-4f3e-bf7d-7085ad699ada {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.342539] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe494e81-2f39-4716-8ee5-bc3d864c5e35 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.356943] env[68326]: DEBUG nova.compute.provider_tree [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.361994] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bd2547-328c-4feb-8a2f-8e34ad749e3b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.395792] env[68326]: DEBUG nova.compute.manager [req-c20af0da-5c3a-429e-a87c-56b056d57bb7 req-4566a467-117c-4b90-baf8-4c57fe58f725 service nova] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Detach interface failed, port_id=c8110e89-c399-4556-9e88-8a7719d15656, reason: Instance 9c2ec464-c583-4c9a-a4e9-9c750c09b131 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 767.539414] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Creating linked-clone VM from snapshot {{(pid=68326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 767.539632] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e10e70dd-235c-4f15-902a-bc048efbf2b5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.550594] env[68326]: DEBUG oslo_vmware.api [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 767.550594] env[68326]: value = "task-3129044" [ 767.550594] env[68326]: _type = "Task" [ 767.550594] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.561602] env[68326]: DEBUG oslo_vmware.api [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129044, 'name': CloneVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.704364] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': task-3129043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693823} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.704726] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] cfd2aa1c-2e24-4a73-9be5-ee5547618622/cfd2aa1c-2e24-4a73-9be5-ee5547618622.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.704948] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.705236] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f6e0a9b-99e2-4f43-bbb6-ee2f6e49cbfe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.713107] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Waiting for the task: (returnval){ [ 767.713107] env[68326]: value = "task-3129045" [ 767.713107] env[68326]: _type = "Task" [ 767.713107] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.722667] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': task-3129045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.797158] env[68326]: DEBUG nova.compute.manager [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 767.818337] env[68326]: DEBUG nova.virt.hardware [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.818578] env[68326]: DEBUG nova.virt.hardware [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.818734] env[68326]: DEBUG nova.virt.hardware [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.818911] env[68326]: DEBUG nova.virt.hardware [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.819065] env[68326]: DEBUG nova.virt.hardware [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.819213] env[68326]: DEBUG nova.virt.hardware [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.819418] env[68326]: DEBUG nova.virt.hardware [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.819574] env[68326]: DEBUG nova.virt.hardware [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.819736] env[68326]: DEBUG nova.virt.hardware [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.819893] env[68326]: DEBUG nova.virt.hardware [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.820072] env[68326]: DEBUG nova.virt.hardware [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.820915] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c30682-5a52-4ee2-80c4-1f4fcdb0061b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.829295] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bceb5636-1ce5-427e-bf6c-b9200010ed39 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.833437] env[68326]: INFO nova.compute.manager [-] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Took 1.45 seconds to deallocate network for instance. [ 767.880606] env[68326]: ERROR nova.scheduler.client.report [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [req-6cfcc548-17e8-406f-97f8-8aa5ed55f251] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6cfcc548-17e8-406f-97f8-8aa5ed55f251"}]} [ 767.896831] env[68326]: DEBUG nova.scheduler.client.report [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 767.912061] env[68326]: DEBUG nova.scheduler.client.report [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 767.912188] env[68326]: DEBUG nova.compute.provider_tree [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 767.923746] env[68326]: DEBUG nova.scheduler.client.report [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 767.942546] env[68326]: DEBUG nova.scheduler.client.report [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 768.065106] env[68326]: DEBUG oslo_vmware.api [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129044, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.227123] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': task-3129045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07337} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.228779] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.229528] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf03a3a0-7c59-409f-983d-8b417b8773ad {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.251820] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] cfd2aa1c-2e24-4a73-9be5-ee5547618622/cfd2aa1c-2e24-4a73-9be5-ee5547618622.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.254504] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5ab4c84-8269-4a95-9bc6-714cba644313 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.275202] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Waiting for the task: (returnval){ [ 768.275202] env[68326]: value = "task-3129046" [ 768.275202] env[68326]: _type = "Task" [ 768.275202] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.283827] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': task-3129046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.340574] env[68326]: DEBUG oslo_concurrency.lockutils [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.447445] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d993c9-cc5b-43c5-9117-4ec545663605 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.456223] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9fb559-4c96-4e4e-a133-20aa896a06e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.490098] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4078fcb3-e239-4733-8efd-a673e5b91052 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.499116] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e388ce-5017-4b0e-9510-42c0854e2a0f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.514245] env[68326]: DEBUG nova.compute.provider_tree [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 768.568309] env[68326]: DEBUG oslo_vmware.api [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129044, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.597321] env[68326]: DEBUG nova.network.neutron [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Successfully updated port: 2cb41d98-56fd-4ea5-8f40-393eff380190 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.786237] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': task-3129046, 'name': ReconfigVM_Task, 'duration_secs': 0.410552} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.786613] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Reconfigured VM instance instance-00000021 to attach disk [datastore2] cfd2aa1c-2e24-4a73-9be5-ee5547618622/cfd2aa1c-2e24-4a73-9be5-ee5547618622.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.787277] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-287f0994-a5bd-4c4b-a10d-4ab96bc3408b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.797255] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Waiting for the task: (returnval){ [ 768.797255] env[68326]: value = "task-3129047" [ 768.797255] env[68326]: _type = "Task" [ 768.797255] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.806481] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': task-3129047, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.973444] env[68326]: DEBUG nova.compute.manager [req-9c0ee101-3255-43cb-83b9-4283ad0fefa5 req-237686c5-121c-42bf-a9e5-33226ff9ca5c service nova] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Received event network-vif-plugged-2cb41d98-56fd-4ea5-8f40-393eff380190 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 768.973787] env[68326]: DEBUG oslo_concurrency.lockutils [req-9c0ee101-3255-43cb-83b9-4283ad0fefa5 req-237686c5-121c-42bf-a9e5-33226ff9ca5c service nova] Acquiring lock "ca014f7b-32ab-45ff-bed5-37bf1613ea2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.974168] env[68326]: DEBUG oslo_concurrency.lockutils [req-9c0ee101-3255-43cb-83b9-4283ad0fefa5 req-237686c5-121c-42bf-a9e5-33226ff9ca5c service nova] Lock "ca014f7b-32ab-45ff-bed5-37bf1613ea2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.974168] env[68326]: DEBUG oslo_concurrency.lockutils [req-9c0ee101-3255-43cb-83b9-4283ad0fefa5 req-237686c5-121c-42bf-a9e5-33226ff9ca5c service nova] Lock "ca014f7b-32ab-45ff-bed5-37bf1613ea2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.974482] env[68326]: DEBUG nova.compute.manager [req-9c0ee101-3255-43cb-83b9-4283ad0fefa5 req-237686c5-121c-42bf-a9e5-33226ff9ca5c service nova] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] No waiting events found dispatching network-vif-plugged-2cb41d98-56fd-4ea5-8f40-393eff380190 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.975732] env[68326]: WARNING nova.compute.manager [req-9c0ee101-3255-43cb-83b9-4283ad0fefa5 req-237686c5-121c-42bf-a9e5-33226ff9ca5c service nova] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Received unexpected event network-vif-plugged-2cb41d98-56fd-4ea5-8f40-393eff380190 for instance with vm_state building and task_state spawning. [ 768.975732] env[68326]: DEBUG nova.compute.manager [req-9c0ee101-3255-43cb-83b9-4283ad0fefa5 req-237686c5-121c-42bf-a9e5-33226ff9ca5c service nova] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Received event network-changed-2cb41d98-56fd-4ea5-8f40-393eff380190 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 768.975732] env[68326]: DEBUG nova.compute.manager [req-9c0ee101-3255-43cb-83b9-4283ad0fefa5 req-237686c5-121c-42bf-a9e5-33226ff9ca5c service nova] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Refreshing instance network info cache due to event network-changed-2cb41d98-56fd-4ea5-8f40-393eff380190. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 768.975732] env[68326]: DEBUG oslo_concurrency.lockutils [req-9c0ee101-3255-43cb-83b9-4283ad0fefa5 req-237686c5-121c-42bf-a9e5-33226ff9ca5c service nova] Acquiring lock "refresh_cache-ca014f7b-32ab-45ff-bed5-37bf1613ea2c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.975732] env[68326]: DEBUG oslo_concurrency.lockutils [req-9c0ee101-3255-43cb-83b9-4283ad0fefa5 req-237686c5-121c-42bf-a9e5-33226ff9ca5c service nova] Acquired lock "refresh_cache-ca014f7b-32ab-45ff-bed5-37bf1613ea2c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.975880] env[68326]: DEBUG nova.network.neutron [req-9c0ee101-3255-43cb-83b9-4283ad0fefa5 req-237686c5-121c-42bf-a9e5-33226ff9ca5c service nova] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Refreshing network info cache for port 2cb41d98-56fd-4ea5-8f40-393eff380190 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.053789] env[68326]: DEBUG nova.scheduler.client.report [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 769.054080] env[68326]: DEBUG nova.compute.provider_tree [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 60 to 61 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 769.054351] env[68326]: DEBUG nova.compute.provider_tree [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.066265] env[68326]: DEBUG oslo_vmware.api [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129044, 'name': CloneVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.100416] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "refresh_cache-ca014f7b-32ab-45ff-bed5-37bf1613ea2c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.306983] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': task-3129047, 'name': Rename_Task, 'duration_secs': 0.175219} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.307282] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.307529] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55c26027-4da4-46e3-bbfe-071c6be08319 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.314599] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Waiting for the task: (returnval){ [ 769.314599] env[68326]: value = "task-3129048" [ 769.314599] env[68326]: _type = "Task" [ 769.314599] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.323929] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': task-3129048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.524514] env[68326]: DEBUG nova.network.neutron [req-9c0ee101-3255-43cb-83b9-4283ad0fefa5 req-237686c5-121c-42bf-a9e5-33226ff9ca5c service nova] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.561883] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.796s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.562366] env[68326]: DEBUG nova.compute.manager [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 769.567143] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.396s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.567143] env[68326]: INFO nova.compute.claims [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.576991] env[68326]: DEBUG oslo_vmware.api [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129044, 'name': CloneVM_Task, 'duration_secs': 1.619681} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.577919] env[68326]: INFO nova.virt.vmwareapi.vmops [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Created linked-clone VM from snapshot [ 769.578817] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a11858-b293-4db3-b196-b823dc6cda39 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.588942] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Uploading image ab6a4a39-7fb6-4be3-83c4-84c1318027cc {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 769.621345] env[68326]: DEBUG oslo_vmware.rw_handles [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 769.621345] env[68326]: value = "vm-626243" [ 769.621345] env[68326]: _type = "VirtualMachine" [ 769.621345] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 769.621619] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b4a7575e-a946-4a40-bbf7-d5a194bc1da2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.628115] env[68326]: DEBUG nova.network.neutron [req-9c0ee101-3255-43cb-83b9-4283ad0fefa5 req-237686c5-121c-42bf-a9e5-33226ff9ca5c service nova] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.631312] env[68326]: DEBUG oslo_vmware.rw_handles [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lease: (returnval){ [ 769.631312] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]527a0adc-ac32-e4db-db96-1980e62df5f5" [ 769.631312] env[68326]: _type = "HttpNfcLease" [ 769.631312] env[68326]: } obtained for exporting VM: (result){ [ 769.631312] env[68326]: value = "vm-626243" [ 769.631312] env[68326]: _type = "VirtualMachine" [ 769.631312] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 769.631312] env[68326]: DEBUG oslo_vmware.api [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the lease: (returnval){ [ 769.631312] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]527a0adc-ac32-e4db-db96-1980e62df5f5" [ 769.631312] env[68326]: _type = "HttpNfcLease" [ 769.631312] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 769.638058] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 769.638058] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]527a0adc-ac32-e4db-db96-1980e62df5f5" [ 769.638058] env[68326]: _type = "HttpNfcLease" [ 769.638058] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 769.825474] env[68326]: DEBUG oslo_vmware.api [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': task-3129048, 'name': PowerOnVM_Task, 'duration_secs': 0.489367} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.825753] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.825960] env[68326]: INFO nova.compute.manager [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Took 8.05 seconds to spawn the instance on the hypervisor. [ 769.826162] env[68326]: DEBUG nova.compute.manager [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 769.826997] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d02842-3b5e-4af6-a48a-8bebd56b20c7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.072155] env[68326]: DEBUG nova.compute.utils [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.073410] env[68326]: DEBUG nova.compute.manager [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 770.073581] env[68326]: DEBUG nova.network.neutron [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.131244] env[68326]: DEBUG oslo_concurrency.lockutils [req-9c0ee101-3255-43cb-83b9-4283ad0fefa5 req-237686c5-121c-42bf-a9e5-33226ff9ca5c service nova] Releasing lock "refresh_cache-ca014f7b-32ab-45ff-bed5-37bf1613ea2c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.132519] env[68326]: DEBUG nova.policy [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cc37f4b69a6426980f2584e3d941f54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e80e47e43f4647919c58bd9e27a3783f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.133941] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquired lock "refresh_cache-ca014f7b-32ab-45ff-bed5-37bf1613ea2c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.134106] env[68326]: DEBUG nova.network.neutron [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.143294] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 770.143294] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]527a0adc-ac32-e4db-db96-1980e62df5f5" [ 770.143294] env[68326]: _type = "HttpNfcLease" [ 770.143294] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 770.144066] env[68326]: DEBUG oslo_vmware.rw_handles [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 770.144066] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]527a0adc-ac32-e4db-db96-1980e62df5f5" [ 770.144066] env[68326]: _type = "HttpNfcLease" [ 770.144066] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 770.144805] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4387422-a1d8-46db-a3f2-a91c3042b136 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.153069] env[68326]: DEBUG oslo_vmware.rw_handles [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c568b6-4caf-303a-c288-42da9484d761/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 770.153254] env[68326]: DEBUG oslo_vmware.rw_handles [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c568b6-4caf-303a-c288-42da9484d761/disk-0.vmdk for reading. {{(pid=68326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 770.290511] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4ce91fcc-e072-4e15-9102-3a708e54e329 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.348440] env[68326]: INFO nova.compute.manager [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Took 44.80 seconds to build instance. [ 770.473729] env[68326]: DEBUG nova.network.neutron [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Successfully created port: 0c80e84e-655b-40ba-a6fd-aeb13b36714c {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.578746] env[68326]: DEBUG nova.compute.manager [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 770.715459] env[68326]: DEBUG nova.network.neutron [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.849906] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b81c621-5896-4166-ab48-8eb6cd192e79 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Lock "cfd2aa1c-2e24-4a73-9be5-ee5547618622" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.304s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.966329] env[68326]: DEBUG nova.network.neutron [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Updating instance_info_cache with network_info: [{"id": "2cb41d98-56fd-4ea5-8f40-393eff380190", "address": "fa:16:3e:05:da:dc", "network": {"id": "a38e2c10-0164-4fd3-9469-3f7dd6950ecd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1169759500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "046163bea88f47c5b437cffde81c963c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb41d98-56", "ovs_interfaceid": "2cb41d98-56fd-4ea5-8f40-393eff380190", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.190834] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e80b5da-b714-40eb-b58b-0bfbcfc4d9b4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.201313] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d51207-18c0-41bb-87df-71ed1b2a9398 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.233599] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478469da-92a1-4571-81a6-4cff0b6f7e98 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.241624] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9485454-f612-48e7-a1dd-950c58f43040 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.256592] env[68326]: DEBUG nova.compute.provider_tree [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.356179] env[68326]: DEBUG nova.compute.manager [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 771.468699] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Releasing lock "refresh_cache-ca014f7b-32ab-45ff-bed5-37bf1613ea2c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.469053] env[68326]: DEBUG nova.compute.manager [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Instance network_info: |[{"id": "2cb41d98-56fd-4ea5-8f40-393eff380190", "address": "fa:16:3e:05:da:dc", "network": {"id": "a38e2c10-0164-4fd3-9469-3f7dd6950ecd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1169759500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "046163bea88f47c5b437cffde81c963c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cb41d98-56", "ovs_interfaceid": "2cb41d98-56fd-4ea5-8f40-393eff380190", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 771.469485] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:da:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cb41d98-56fd-4ea5-8f40-393eff380190', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.480872] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.481329] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.481725] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee427f7d-937e-4c74-9098-510e6e1ca1e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.496830] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Acquiring lock "cfd2aa1c-2e24-4a73-9be5-ee5547618622" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.497117] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Lock "cfd2aa1c-2e24-4a73-9be5-ee5547618622" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.497345] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Acquiring lock "cfd2aa1c-2e24-4a73-9be5-ee5547618622-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.497525] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Lock "cfd2aa1c-2e24-4a73-9be5-ee5547618622-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.497735] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Lock "cfd2aa1c-2e24-4a73-9be5-ee5547618622-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.501610] env[68326]: INFO nova.compute.manager [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Terminating instance [ 771.505949] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.505949] env[68326]: value = "task-3129050" [ 771.505949] env[68326]: _type = "Task" [ 771.505949] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.516485] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129050, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.595104] env[68326]: DEBUG nova.compute.manager [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 771.622021] env[68326]: DEBUG nova.virt.hardware [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.622021] env[68326]: DEBUG nova.virt.hardware [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.622348] env[68326]: DEBUG nova.virt.hardware [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.622701] env[68326]: DEBUG nova.virt.hardware [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.623041] env[68326]: DEBUG nova.virt.hardware [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.626019] env[68326]: DEBUG nova.virt.hardware [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.626019] env[68326]: DEBUG nova.virt.hardware [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.626019] env[68326]: DEBUG nova.virt.hardware [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.626019] env[68326]: DEBUG nova.virt.hardware [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.626019] env[68326]: DEBUG nova.virt.hardware [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.626272] env[68326]: DEBUG nova.virt.hardware [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.626272] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8543edf5-7d00-4f97-8569-a2a9576f3086 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.635249] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc44c497-ead4-4935-88ac-2799cf76b311 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.760748] env[68326]: DEBUG nova.scheduler.client.report [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.880913] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.007957] env[68326]: DEBUG nova.compute.manager [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 772.008244] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.009837] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20a089d-1c85-42f2-8623-ad724ce8d977 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.022525] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129050, 'name': CreateVM_Task, 'duration_secs': 0.504058} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.025245] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.025449] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.030025] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.030025] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.030025] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.030025] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af6c6d08-1fc0-4852-a31a-92ce0d24395c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.030025] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7050ccf-cce8-48bc-a330-cc52512d77de {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.034990] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 772.034990] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]524b483f-9c0b-5d3a-80a0-dd7ebd78ae6f" [ 772.034990] env[68326]: _type = "Task" [ 772.034990] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.039280] env[68326]: DEBUG oslo_vmware.api [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Waiting for the task: (returnval){ [ 772.039280] env[68326]: value = "task-3129051" [ 772.039280] env[68326]: _type = "Task" [ 772.039280] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.046832] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524b483f-9c0b-5d3a-80a0-dd7ebd78ae6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.052344] env[68326]: DEBUG oslo_vmware.api [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': task-3129051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.159069] env[68326]: DEBUG nova.compute.manager [req-041450da-1d22-4864-8516-328c7b8eee89 req-05e01680-d056-44a8-99af-7388adbd602a service nova] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Received event network-vif-plugged-0c80e84e-655b-40ba-a6fd-aeb13b36714c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 772.159312] env[68326]: DEBUG oslo_concurrency.lockutils [req-041450da-1d22-4864-8516-328c7b8eee89 req-05e01680-d056-44a8-99af-7388adbd602a service nova] Acquiring lock "e2075ea3-b2db-4640-8057-46c014e8a071-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.160033] env[68326]: DEBUG oslo_concurrency.lockutils [req-041450da-1d22-4864-8516-328c7b8eee89 req-05e01680-d056-44a8-99af-7388adbd602a service nova] Lock "e2075ea3-b2db-4640-8057-46c014e8a071-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.160033] env[68326]: DEBUG oslo_concurrency.lockutils [req-041450da-1d22-4864-8516-328c7b8eee89 req-05e01680-d056-44a8-99af-7388adbd602a service nova] Lock "e2075ea3-b2db-4640-8057-46c014e8a071-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.160033] env[68326]: DEBUG nova.compute.manager [req-041450da-1d22-4864-8516-328c7b8eee89 req-05e01680-d056-44a8-99af-7388adbd602a service nova] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] No waiting events found dispatching network-vif-plugged-0c80e84e-655b-40ba-a6fd-aeb13b36714c {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 772.160033] env[68326]: WARNING nova.compute.manager [req-041450da-1d22-4864-8516-328c7b8eee89 req-05e01680-d056-44a8-99af-7388adbd602a service nova] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Received unexpected event network-vif-plugged-0c80e84e-655b-40ba-a6fd-aeb13b36714c for instance with vm_state building and task_state spawning. [ 772.262536] env[68326]: DEBUG nova.network.neutron [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Successfully updated port: 0c80e84e-655b-40ba-a6fd-aeb13b36714c {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.266560] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.267136] env[68326]: DEBUG nova.compute.manager [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 772.271053] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.959s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.271925] env[68326]: INFO nova.compute.claims [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.285814] env[68326]: DEBUG oslo_concurrency.lockutils [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Acquiring lock "3671a9c4-7e47-4377-8e57-d56a99763f47" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.285999] env[68326]: DEBUG oslo_concurrency.lockutils [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Lock "3671a9c4-7e47-4377-8e57-d56a99763f47" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.552721] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524b483f-9c0b-5d3a-80a0-dd7ebd78ae6f, 'name': SearchDatastore_Task, 'duration_secs': 0.014161} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.555878] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.556022] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.556651] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.556651] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.556651] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.556967] env[68326]: DEBUG oslo_vmware.api [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': task-3129051, 'name': PowerOffVM_Task, 'duration_secs': 0.24011} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.557217] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-134d1491-de2d-4428-9714-f732274b7f02 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.559381] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.559610] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.559887] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a95bbad-361b-4511-8707-6dce781bd178 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.571372] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.571701] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.573165] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f0b2bf-7d4b-4730-b3a9-c2714d62db7c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.580306] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 772.580306] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5231c073-3532-ad79-bfcc-d2acf6de30db" [ 772.580306] env[68326]: _type = "Task" [ 772.580306] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.590253] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5231c073-3532-ad79-bfcc-d2acf6de30db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.648978] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.649229] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.649414] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Deleting the datastore file [datastore2] cfd2aa1c-2e24-4a73-9be5-ee5547618622 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.649693] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65417871-8576-40ad-bbd0-9e7bf21b003c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.659431] env[68326]: DEBUG oslo_vmware.api [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Waiting for the task: (returnval){ [ 772.659431] env[68326]: value = "task-3129053" [ 772.659431] env[68326]: _type = "Task" [ 772.659431] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.669324] env[68326]: DEBUG oslo_vmware.api [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': task-3129053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.773540] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Acquiring lock "refresh_cache-e2075ea3-b2db-4640-8057-46c014e8a071" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.773540] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Acquired lock "refresh_cache-e2075ea3-b2db-4640-8057-46c014e8a071" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.773540] env[68326]: DEBUG nova.network.neutron [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.775771] env[68326]: DEBUG nova.compute.utils [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.779651] env[68326]: DEBUG nova.compute.manager [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 772.779895] env[68326]: DEBUG nova.network.neutron [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.790434] env[68326]: DEBUG nova.compute.utils [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.832605] env[68326]: DEBUG nova.policy [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8706467213f349a6b62b5ddd060c5a87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a20793dc2d6d4156801346a093bd1f2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.093984] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5231c073-3532-ad79-bfcc-d2acf6de30db, 'name': SearchDatastore_Task, 'duration_secs': 0.012685} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.094984] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b40c18a-bd08-4f4f-8afa-0a5187900ba8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.101948] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 773.101948] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5270e690-e4bf-d95e-08e5-365a41588822" [ 773.101948] env[68326]: _type = "Task" [ 773.101948] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.112010] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5270e690-e4bf-d95e-08e5-365a41588822, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.124030] env[68326]: DEBUG nova.network.neutron [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Successfully created port: 84e068ba-19e8-4bbb-99d9-13a142d3b5ec {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.171473] env[68326]: DEBUG oslo_vmware.api [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Task: {'id': task-3129053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206626} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.171883] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.172081] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.172259] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.172425] env[68326]: INFO nova.compute.manager [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Took 1.16 seconds to destroy the instance on the hypervisor. [ 773.172659] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.172848] env[68326]: DEBUG nova.compute.manager [-] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 773.172935] env[68326]: DEBUG nova.network.neutron [-] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.280309] env[68326]: DEBUG nova.compute.manager [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 773.294741] env[68326]: DEBUG oslo_concurrency.lockutils [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Lock "3671a9c4-7e47-4377-8e57-d56a99763f47" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.355339] env[68326]: DEBUG nova.network.neutron [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.617415] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5270e690-e4bf-d95e-08e5-365a41588822, 'name': SearchDatastore_Task, 'duration_secs': 0.0114} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.617741] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.618086] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] ca014f7b-32ab-45ff-bed5-37bf1613ea2c/ca014f7b-32ab-45ff-bed5-37bf1613ea2c.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.618385] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b1a9083-bca8-420f-83bf-52c9114b6c95 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.632136] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 773.632136] env[68326]: value = "task-3129054" [ 773.632136] env[68326]: _type = "Task" [ 773.632136] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.642122] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.659790] env[68326]: DEBUG nova.network.neutron [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Updating instance_info_cache with network_info: [{"id": "0c80e84e-655b-40ba-a6fd-aeb13b36714c", "address": "fa:16:3e:52:07:8d", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c80e84e-65", "ovs_interfaceid": "0c80e84e-655b-40ba-a6fd-aeb13b36714c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.758297] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquiring lock "1b8d860c-232e-4cc0-87b0-33922cbeb74b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.758629] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "1b8d860c-232e-4cc0-87b0-33922cbeb74b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.758761] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquiring lock "1b8d860c-232e-4cc0-87b0-33922cbeb74b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.758972] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "1b8d860c-232e-4cc0-87b0-33922cbeb74b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.759161] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "1b8d860c-232e-4cc0-87b0-33922cbeb74b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.765115] env[68326]: INFO nova.compute.manager [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Terminating instance [ 773.859380] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0755b5ac-856c-4bfb-8749-1675b13773c0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.870039] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38ba112-fbad-4484-af42-6fe866b0b7f7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.907302] env[68326]: DEBUG oslo_concurrency.lockutils [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Acquiring lock "3671a9c4-7e47-4377-8e57-d56a99763f47" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.907590] env[68326]: DEBUG oslo_concurrency.lockutils [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Lock "3671a9c4-7e47-4377-8e57-d56a99763f47" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.907912] env[68326]: INFO nova.compute.manager [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Attaching volume 1984d8f1-232a-4db2-8cae-dbe8d4e43f24 to /dev/sdb [ 773.910425] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d64823-dc66-439f-8517-b90604a48411 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.922264] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fdaa89-fb41-4a3d-81d8-3f59a7869f0a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.955724] env[68326]: DEBUG nova.compute.provider_tree [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.960250] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c937c07d-0e85-44b3-8f57-cb7bf1bb7258 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.971682] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb83ef22-e8f4-459c-a290-35013a958351 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.995535] env[68326]: DEBUG nova.virt.block_device [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Updating existing volume attachment record: 3d63669a-ef7a-4d14-998f-19a08efff651 {{(pid=68326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 774.147199] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129054, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.165083] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Releasing lock "refresh_cache-e2075ea3-b2db-4640-8057-46c014e8a071" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.165850] env[68326]: DEBUG nova.compute.manager [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Instance network_info: |[{"id": "0c80e84e-655b-40ba-a6fd-aeb13b36714c", "address": "fa:16:3e:52:07:8d", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c80e84e-65", "ovs_interfaceid": "0c80e84e-655b-40ba-a6fd-aeb13b36714c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 774.166021] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:07:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c80e84e-655b-40ba-a6fd-aeb13b36714c', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.174606] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Creating folder: Project (e80e47e43f4647919c58bd9e27a3783f). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.174997] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c13e4a36-f012-4d61-b2e0-c30cd45e277d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.195963] env[68326]: DEBUG nova.network.neutron [-] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.197958] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Created folder: Project (e80e47e43f4647919c58bd9e27a3783f) in parent group-v626141. [ 774.198153] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Creating folder: Instances. Parent ref: group-v626246. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.198446] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb5303ed-6639-4484-8188-78df7765c5af {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.217334] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Created folder: Instances in parent group-v626246. [ 774.217334] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.217650] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.217783] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf5de27e-7651-404b-941b-d8355a1cc0c9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.242866] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.242866] env[68326]: value = "task-3129059" [ 774.242866] env[68326]: _type = "Task" [ 774.242866] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.254035] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129059, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.270681] env[68326]: DEBUG nova.compute.manager [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 774.270862] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.273982] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08a3624-67ae-49d4-a79e-54e7050d3f4d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.297542] env[68326]: DEBUG nova.compute.manager [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 774.301279] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.302372] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28c940e8-c8a2-4158-8993-a92bfbd18872 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.316925] env[68326]: DEBUG oslo_vmware.api [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 774.316925] env[68326]: value = "task-3129061" [ 774.316925] env[68326]: _type = "Task" [ 774.316925] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.332024] env[68326]: DEBUG oslo_vmware.api [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.334398] env[68326]: DEBUG nova.virt.hardware [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.334756] env[68326]: DEBUG nova.virt.hardware [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.335033] env[68326]: DEBUG nova.virt.hardware [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.335285] env[68326]: DEBUG nova.virt.hardware [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.335478] env[68326]: DEBUG nova.virt.hardware [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.335667] env[68326]: DEBUG nova.virt.hardware [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.336072] env[68326]: DEBUG nova.virt.hardware [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.336158] env[68326]: DEBUG nova.virt.hardware [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.336346] env[68326]: DEBUG nova.virt.hardware [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.336557] env[68326]: DEBUG nova.virt.hardware [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.336809] env[68326]: DEBUG nova.virt.hardware [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.337995] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b38709-0e67-487c-984b-9145c5765146 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.348876] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2264fc1-2d95-4819-b261-edb81ff381a1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.467026] env[68326]: DEBUG nova.scheduler.client.report [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.579595] env[68326]: DEBUG nova.compute.manager [req-2c9c147f-6ba5-455a-8e18-940c844d987c req-c0776cbe-1efe-4ec2-bfc0-8f31e2c1670c service nova] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Received event network-changed-0c80e84e-655b-40ba-a6fd-aeb13b36714c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 774.579989] env[68326]: DEBUG nova.compute.manager [req-2c9c147f-6ba5-455a-8e18-940c844d987c req-c0776cbe-1efe-4ec2-bfc0-8f31e2c1670c service nova] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Refreshing instance network info cache due to event network-changed-0c80e84e-655b-40ba-a6fd-aeb13b36714c. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 774.580547] env[68326]: DEBUG oslo_concurrency.lockutils [req-2c9c147f-6ba5-455a-8e18-940c844d987c req-c0776cbe-1efe-4ec2-bfc0-8f31e2c1670c service nova] Acquiring lock "refresh_cache-e2075ea3-b2db-4640-8057-46c014e8a071" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.580793] env[68326]: DEBUG oslo_concurrency.lockutils [req-2c9c147f-6ba5-455a-8e18-940c844d987c req-c0776cbe-1efe-4ec2-bfc0-8f31e2c1670c service nova] Acquired lock "refresh_cache-e2075ea3-b2db-4640-8057-46c014e8a071" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.581160] env[68326]: DEBUG nova.network.neutron [req-2c9c147f-6ba5-455a-8e18-940c844d987c req-c0776cbe-1efe-4ec2-bfc0-8f31e2c1670c service nova] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Refreshing network info cache for port 0c80e84e-655b-40ba-a6fd-aeb13b36714c {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.647436] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.924201} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.648207] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] ca014f7b-32ab-45ff-bed5-37bf1613ea2c/ca014f7b-32ab-45ff-bed5-37bf1613ea2c.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.648207] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.648455] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fcd96b63-3003-446d-b79d-85e1defd1710 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.660413] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 774.660413] env[68326]: value = "task-3129062" [ 774.660413] env[68326]: _type = "Task" [ 774.660413] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.677206] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.704487] env[68326]: INFO nova.compute.manager [-] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Took 1.53 seconds to deallocate network for instance. [ 774.756205] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129059, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.835124] env[68326]: DEBUG oslo_vmware.api [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129061, 'name': PowerOffVM_Task, 'duration_secs': 0.313283} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.835587] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.835888] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.836955] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cafbca39-c619-472c-a2be-9adf67e31833 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.878156] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquiring lock "a6190545-bcc1-40c9-9505-0c1001a38cf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.879081] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "a6190545-bcc1-40c9-9505-0c1001a38cf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.963785] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.964123] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.964248] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Deleting the datastore file [datastore2] 1b8d860c-232e-4cc0-87b0-33922cbeb74b {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.964522] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-321a72b9-594d-4a34-96ab-1675c887bf76 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.972750] env[68326]: DEBUG oslo_vmware.api [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 774.972750] env[68326]: value = "task-3129064" [ 774.972750] env[68326]: _type = "Task" [ 774.972750] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.977157] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.977705] env[68326]: DEBUG nova.compute.manager [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 774.982967] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.507s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.982967] env[68326]: DEBUG nova.objects.instance [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Lazy-loading 'resources' on Instance uuid 56c78323-0896-490c-aa51-f78ac2dcc2ec {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.989038] env[68326]: DEBUG oslo_vmware.api [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.058435] env[68326]: DEBUG nova.network.neutron [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Successfully updated port: 84e068ba-19e8-4bbb-99d9-13a142d3b5ec {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.173351] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131365} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.173702] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.174640] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23594272-d04b-4ea5-b364-373727a718b5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.202208] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] ca014f7b-32ab-45ff-bed5-37bf1613ea2c/ca014f7b-32ab-45ff-bed5-37bf1613ea2c.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.202437] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-582e4d54-146a-40d9-9d4b-4475954e56f6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.222710] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.230408] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 775.230408] env[68326]: value = "task-3129065" [ 775.230408] env[68326]: _type = "Task" [ 775.230408] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.241935] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.262776] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129059, 'name': CreateVM_Task, 'duration_secs': 0.715084} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.263046] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.264045] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.264245] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.264592] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.264963] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69d22548-6764-4475-bdc2-ed4983208592 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.271365] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Waiting for the task: (returnval){ [ 775.271365] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]526e5a15-750d-054d-2e80-bf5742e07110" [ 775.271365] env[68326]: _type = "Task" [ 775.271365] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.282069] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526e5a15-750d-054d-2e80-bf5742e07110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.408433] env[68326]: DEBUG nova.network.neutron [req-2c9c147f-6ba5-455a-8e18-940c844d987c req-c0776cbe-1efe-4ec2-bfc0-8f31e2c1670c service nova] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Updated VIF entry in instance network info cache for port 0c80e84e-655b-40ba-a6fd-aeb13b36714c. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.409049] env[68326]: DEBUG nova.network.neutron [req-2c9c147f-6ba5-455a-8e18-940c844d987c req-c0776cbe-1efe-4ec2-bfc0-8f31e2c1670c service nova] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Updating instance_info_cache with network_info: [{"id": "0c80e84e-655b-40ba-a6fd-aeb13b36714c", "address": "fa:16:3e:52:07:8d", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c80e84e-65", "ovs_interfaceid": "0c80e84e-655b-40ba-a6fd-aeb13b36714c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.486863] env[68326]: DEBUG nova.compute.utils [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.488653] env[68326]: DEBUG oslo_vmware.api [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433691} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.489201] env[68326]: DEBUG nova.compute.manager [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 775.489374] env[68326]: DEBUG nova.network.neutron [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.491371] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.491575] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.491798] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.491915] env[68326]: INFO nova.compute.manager [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Took 1.22 seconds to destroy the instance on the hypervisor. [ 775.492173] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.494959] env[68326]: DEBUG nova.compute.manager [-] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 775.495088] env[68326]: DEBUG nova.network.neutron [-] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.564055] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "refresh_cache-b7503f22-68fd-4ee1-b0dd-4535e0e293d0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.564312] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquired lock "refresh_cache-b7503f22-68fd-4ee1-b0dd-4535e0e293d0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.564312] env[68326]: DEBUG nova.network.neutron [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.596400] env[68326]: DEBUG nova.policy [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2afa3227417c465eb360e5339a928530', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24b4c4a448ed4ec8ad6178dd1f5741e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.743732] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.785245] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526e5a15-750d-054d-2e80-bf5742e07110, 'name': SearchDatastore_Task, 'duration_secs': 0.015185} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.788236] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.788572] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.788867] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.789199] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.789429] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.791369] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-971bbb6a-8bc3-4141-b4e7-b0b758bd5bf8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.804718] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.804718] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.804718] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b02d1e36-6687-4397-9ca5-8ad056742249 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.810747] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Waiting for the task: (returnval){ [ 775.810747] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52a1ef33-32fb-6ac1-dae2-212888d98180" [ 775.810747] env[68326]: _type = "Task" [ 775.810747] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.830351] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a1ef33-32fb-6ac1-dae2-212888d98180, 'name': SearchDatastore_Task, 'duration_secs': 0.012294} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.830951] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a8f8ab2-502b-4360-9da1-fff2384446d2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.840521] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Waiting for the task: (returnval){ [ 775.840521] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52090ff9-1fd5-142a-1feb-3a0abbcee9db" [ 775.840521] env[68326]: _type = "Task" [ 775.840521] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.850483] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52090ff9-1fd5-142a-1feb-3a0abbcee9db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.914480] env[68326]: DEBUG oslo_concurrency.lockutils [req-2c9c147f-6ba5-455a-8e18-940c844d987c req-c0776cbe-1efe-4ec2-bfc0-8f31e2c1670c service nova] Releasing lock "refresh_cache-e2075ea3-b2db-4640-8057-46c014e8a071" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.914962] env[68326]: DEBUG nova.compute.manager [req-2c9c147f-6ba5-455a-8e18-940c844d987c req-c0776cbe-1efe-4ec2-bfc0-8f31e2c1670c service nova] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Received event network-vif-deleted-ff950693-7902-4a7f-a9c1-0996cd8c4b3c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 775.990618] env[68326]: DEBUG nova.compute.manager [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 776.130264] env[68326]: DEBUG nova.network.neutron [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.137824] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9af70e-2cee-4ca8-a5b4-846c979049c8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.146225] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbcfaa3-3154-429d-81c7-7b80289aa901 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.181505] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5727b59b-54c5-4fb6-89ec-d561cc32e150 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.190056] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048f0e9c-9efc-4bd0-a27f-00cbff757732 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.204740] env[68326]: DEBUG nova.compute.provider_tree [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.243195] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129065, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.352373] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52090ff9-1fd5-142a-1feb-3a0abbcee9db, 'name': SearchDatastore_Task, 'duration_secs': 0.010576} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.352492] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.352754] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] e2075ea3-b2db-4640-8057-46c014e8a071/e2075ea3-b2db-4640-8057-46c014e8a071.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.352956] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfee8858-bcdf-443b-95b2-1064b4d5636b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.362173] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Waiting for the task: (returnval){ [ 776.362173] env[68326]: value = "task-3129067" [ 776.362173] env[68326]: _type = "Task" [ 776.362173] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.372970] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': task-3129067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.411156] env[68326]: DEBUG nova.network.neutron [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Successfully created port: 8ced57b9-fd69-4f99-9f41-a7e0e06a90a0 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.734334] env[68326]: ERROR nova.scheduler.client.report [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] [req-89d5b5de-a31d-43fe-a5aa-858126d187cd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-89d5b5de-a31d-43fe-a5aa-858126d187cd"}]} [ 776.749204] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129065, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.756199] env[68326]: DEBUG nova.scheduler.client.report [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 776.772829] env[68326]: DEBUG nova.scheduler.client.report [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 776.773237] env[68326]: DEBUG nova.compute.provider_tree [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.788955] env[68326]: DEBUG nova.scheduler.client.report [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 776.819608] env[68326]: DEBUG nova.scheduler.client.report [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 776.825206] env[68326]: DEBUG nova.network.neutron [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Updating instance_info_cache with network_info: [{"id": "84e068ba-19e8-4bbb-99d9-13a142d3b5ec", "address": "fa:16:3e:79:df:b4", "network": {"id": "ea8a1a42-a5d2-4f13-aaa8-02eeafd47c07", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1154483345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a20793dc2d6d4156801346a093bd1f2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e068ba-19", "ovs_interfaceid": "84e068ba-19e8-4bbb-99d9-13a142d3b5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.877267] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': task-3129067, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.942536] env[68326]: DEBUG nova.compute.manager [req-cb3eae5d-6a9d-43be-b821-60d8beb956f5 req-e596ede4-6081-4afc-91ad-0133224a9aab service nova] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Received event network-vif-plugged-84e068ba-19e8-4bbb-99d9-13a142d3b5ec {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 776.942783] env[68326]: DEBUG oslo_concurrency.lockutils [req-cb3eae5d-6a9d-43be-b821-60d8beb956f5 req-e596ede4-6081-4afc-91ad-0133224a9aab service nova] Acquiring lock "b7503f22-68fd-4ee1-b0dd-4535e0e293d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.942943] env[68326]: DEBUG oslo_concurrency.lockutils [req-cb3eae5d-6a9d-43be-b821-60d8beb956f5 req-e596ede4-6081-4afc-91ad-0133224a9aab service nova] Lock "b7503f22-68fd-4ee1-b0dd-4535e0e293d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.943118] env[68326]: DEBUG oslo_concurrency.lockutils [req-cb3eae5d-6a9d-43be-b821-60d8beb956f5 req-e596ede4-6081-4afc-91ad-0133224a9aab service nova] Lock "b7503f22-68fd-4ee1-b0dd-4535e0e293d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.943568] env[68326]: DEBUG nova.compute.manager [req-cb3eae5d-6a9d-43be-b821-60d8beb956f5 req-e596ede4-6081-4afc-91ad-0133224a9aab service nova] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] No waiting events found dispatching network-vif-plugged-84e068ba-19e8-4bbb-99d9-13a142d3b5ec {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.943568] env[68326]: WARNING nova.compute.manager [req-cb3eae5d-6a9d-43be-b821-60d8beb956f5 req-e596ede4-6081-4afc-91ad-0133224a9aab service nova] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Received unexpected event network-vif-plugged-84e068ba-19e8-4bbb-99d9-13a142d3b5ec for instance with vm_state building and task_state spawning. [ 776.943568] env[68326]: DEBUG nova.compute.manager [req-cb3eae5d-6a9d-43be-b821-60d8beb956f5 req-e596ede4-6081-4afc-91ad-0133224a9aab service nova] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Received event network-changed-84e068ba-19e8-4bbb-99d9-13a142d3b5ec {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 776.943797] env[68326]: DEBUG nova.compute.manager [req-cb3eae5d-6a9d-43be-b821-60d8beb956f5 req-e596ede4-6081-4afc-91ad-0133224a9aab service nova] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Refreshing instance network info cache due to event network-changed-84e068ba-19e8-4bbb-99d9-13a142d3b5ec. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 776.943947] env[68326]: DEBUG oslo_concurrency.lockutils [req-cb3eae5d-6a9d-43be-b821-60d8beb956f5 req-e596ede4-6081-4afc-91ad-0133224a9aab service nova] Acquiring lock "refresh_cache-b7503f22-68fd-4ee1-b0dd-4535e0e293d0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.002652] env[68326]: DEBUG nova.compute.manager [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 777.028969] env[68326]: DEBUG nova.virt.hardware [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.029233] env[68326]: DEBUG nova.virt.hardware [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.029383] env[68326]: DEBUG nova.virt.hardware [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.029572] env[68326]: DEBUG nova.virt.hardware [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.029691] env[68326]: DEBUG nova.virt.hardware [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.030671] env[68326]: DEBUG nova.virt.hardware [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.030671] env[68326]: DEBUG nova.virt.hardware [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.030671] env[68326]: DEBUG nova.virt.hardware [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.030671] env[68326]: DEBUG nova.virt.hardware [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.030671] env[68326]: DEBUG nova.virt.hardware [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.030872] env[68326]: DEBUG nova.virt.hardware [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.031720] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3e5908-4352-4c92-8d07-f75187c86f73 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.044641] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a90d99-46d6-44c3-8aa3-b989f1df725a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.245919] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129065, 'name': ReconfigVM_Task, 'duration_secs': 1.756441} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.246266] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Reconfigured VM instance instance-00000022 to attach disk [datastore1] ca014f7b-32ab-45ff-bed5-37bf1613ea2c/ca014f7b-32ab-45ff-bed5-37bf1613ea2c.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.246913] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4f2668b-dcac-4462-9961-1c3e88885809 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.258591] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 777.258591] env[68326]: value = "task-3129068" [ 777.258591] env[68326]: _type = "Task" [ 777.258591] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.268322] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129068, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.330630] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Releasing lock "refresh_cache-b7503f22-68fd-4ee1-b0dd-4535e0e293d0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.330943] env[68326]: DEBUG nova.compute.manager [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Instance network_info: |[{"id": "84e068ba-19e8-4bbb-99d9-13a142d3b5ec", "address": "fa:16:3e:79:df:b4", "network": {"id": "ea8a1a42-a5d2-4f13-aaa8-02eeafd47c07", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1154483345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a20793dc2d6d4156801346a093bd1f2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e068ba-19", "ovs_interfaceid": "84e068ba-19e8-4bbb-99d9-13a142d3b5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 777.331446] env[68326]: DEBUG oslo_concurrency.lockutils [req-cb3eae5d-6a9d-43be-b821-60d8beb956f5 req-e596ede4-6081-4afc-91ad-0133224a9aab service nova] Acquired lock "refresh_cache-b7503f22-68fd-4ee1-b0dd-4535e0e293d0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.331630] env[68326]: DEBUG nova.network.neutron [req-cb3eae5d-6a9d-43be-b821-60d8beb956f5 req-e596ede4-6081-4afc-91ad-0133224a9aab service nova] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Refreshing network info cache for port 84e068ba-19e8-4bbb-99d9-13a142d3b5ec {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.333023] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:df:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84e068ba-19e8-4bbb-99d9-13a142d3b5ec', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.340135] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Creating folder: Project (a20793dc2d6d4156801346a093bd1f2b). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.343374] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b3347b4-5ea9-4c8c-9a70-9c09112785e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.358883] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Created folder: Project (a20793dc2d6d4156801346a093bd1f2b) in parent group-v626141. [ 777.359083] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Creating folder: Instances. Parent ref: group-v626251. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.359332] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3398ebb5-8d1e-416c-950e-dcadd0dde9e0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.375013] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Created folder: Instances in parent group-v626251. [ 777.375287] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.375493] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': task-3129067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566536} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.375697] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.375921] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] e2075ea3-b2db-4640-8057-46c014e8a071/e2075ea3-b2db-4640-8057-46c014e8a071.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.376168] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.376428] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62f3ff4b-5ec3-4536-a822-24db5c18f1b5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.390061] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e67e694-78ec-4b45-bf83-3148d97166a9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.402136] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Waiting for the task: (returnval){ [ 777.402136] env[68326]: value = "task-3129071" [ 777.402136] env[68326]: _type = "Task" [ 777.402136] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.402313] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.402313] env[68326]: value = "task-3129072" [ 777.402313] env[68326]: _type = "Task" [ 777.402313] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.419992] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129072, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.423056] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': task-3129071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.427033] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85adc578-f840-414d-bc87-2bfac2a53e55 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.436970] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6c972b-3e0f-4da5-a081-e254e21e9739 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.476611] env[68326]: DEBUG nova.network.neutron [-] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.479561] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265c5936-64dd-4e23-ae63-ab49f98ada3d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.490401] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a6666e-7740-4b57-b7a2-d31d7eee510a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.506516] env[68326]: DEBUG nova.compute.provider_tree [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 777.770528] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129068, 'name': Rename_Task, 'duration_secs': 0.2821} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.770778] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.771069] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39ab712b-3e4d-4728-9d06-bed1adbc503d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.779574] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 777.779574] env[68326]: value = "task-3129073" [ 777.779574] env[68326]: _type = "Task" [ 777.779574] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.790498] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.916020] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129072, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.919408] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': task-3129071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0806} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.919709] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.920525] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5a48c4-c4ab-4df6-b1ed-d0efab1b828d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.944982] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] e2075ea3-b2db-4640-8057-46c014e8a071/e2075ea3-b2db-4640-8057-46c014e8a071.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.947876] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6a5cdd7-fe61-4b6d-b705-97a912d34103 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.978575] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Waiting for the task: (returnval){ [ 777.978575] env[68326]: value = "task-3129074" [ 777.978575] env[68326]: _type = "Task" [ 777.978575] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.979226] env[68326]: INFO nova.compute.manager [-] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Took 2.48 seconds to deallocate network for instance. [ 777.995013] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': task-3129074, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.045145] env[68326]: DEBUG nova.scheduler.client.report [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 778.045514] env[68326]: DEBUG nova.compute.provider_tree [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 62 to 63 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 778.045757] env[68326]: DEBUG nova.compute.provider_tree [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 778.163617] env[68326]: DEBUG nova.network.neutron [req-cb3eae5d-6a9d-43be-b821-60d8beb956f5 req-e596ede4-6081-4afc-91ad-0133224a9aab service nova] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Updated VIF entry in instance network info cache for port 84e068ba-19e8-4bbb-99d9-13a142d3b5ec. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.165054] env[68326]: DEBUG nova.network.neutron [req-cb3eae5d-6a9d-43be-b821-60d8beb956f5 req-e596ede4-6081-4afc-91ad-0133224a9aab service nova] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Updating instance_info_cache with network_info: [{"id": "84e068ba-19e8-4bbb-99d9-13a142d3b5ec", "address": "fa:16:3e:79:df:b4", "network": {"id": "ea8a1a42-a5d2-4f13-aaa8-02eeafd47c07", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1154483345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a20793dc2d6d4156801346a093bd1f2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e068ba-19", "ovs_interfaceid": "84e068ba-19e8-4bbb-99d9-13a142d3b5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.293884] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129073, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.415570] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129072, 'name': CreateVM_Task, 'duration_secs': 0.630022} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.415930] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.416770] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.418019] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.418019] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.418019] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bebe0d02-e820-44b1-9ca0-59bb5139d2bf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.424198] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 778.424198] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5216a9a7-5628-7e6f-b7af-249fe0e3c7ca" [ 778.424198] env[68326]: _type = "Task" [ 778.424198] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.437314] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5216a9a7-5628-7e6f-b7af-249fe0e3c7ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.490356] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.490648] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': task-3129074, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.516543] env[68326]: DEBUG nova.network.neutron [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Successfully updated port: 8ced57b9-fd69-4f99-9f41-a7e0e06a90a0 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.551980] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.571s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.555111] env[68326]: DEBUG oslo_concurrency.lockutils [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.593s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.557026] env[68326]: INFO nova.compute.claims [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.560733] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Volume attach. Driver type: vmdk {{(pid=68326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 778.560865] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626249', 'volume_id': '1984d8f1-232a-4db2-8cae-dbe8d4e43f24', 'name': 'volume-1984d8f1-232a-4db2-8cae-dbe8d4e43f24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3671a9c4-7e47-4377-8e57-d56a99763f47', 'attached_at': '', 'detached_at': '', 'volume_id': '1984d8f1-232a-4db2-8cae-dbe8d4e43f24', 'serial': '1984d8f1-232a-4db2-8cae-dbe8d4e43f24'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 778.562046] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e999fb3b-f6ab-4e89-b443-470e42462c8d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.580549] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9de810f-285e-433f-9e58-731c7d2a3749 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.609073] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] volume-1984d8f1-232a-4db2-8cae-dbe8d4e43f24/volume-1984d8f1-232a-4db2-8cae-dbe8d4e43f24.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.610509] env[68326]: INFO nova.scheduler.client.report [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Deleted allocations for instance 56c78323-0896-490c-aa51-f78ac2dcc2ec [ 778.611526] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64637355-a083-451c-9b00-3c44553d0b08 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.635231] env[68326]: DEBUG oslo_vmware.api [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Waiting for the task: (returnval){ [ 778.635231] env[68326]: value = "task-3129075" [ 778.635231] env[68326]: _type = "Task" [ 778.635231] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.644112] env[68326]: DEBUG oslo_vmware.api [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Task: {'id': task-3129075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.667934] env[68326]: DEBUG oslo_concurrency.lockutils [req-cb3eae5d-6a9d-43be-b821-60d8beb956f5 req-e596ede4-6081-4afc-91ad-0133224a9aab service nova] Releasing lock "refresh_cache-b7503f22-68fd-4ee1-b0dd-4535e0e293d0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.791595] env[68326]: DEBUG oslo_vmware.api [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129073, 'name': PowerOnVM_Task, 'duration_secs': 0.70499} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.791957] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.792214] env[68326]: INFO nova.compute.manager [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Took 10.99 seconds to spawn the instance on the hypervisor. [ 778.792462] env[68326]: DEBUG nova.compute.manager [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 778.793423] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec3e7ca-a74d-4299-a51d-ec1f9335372e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.946124] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5216a9a7-5628-7e6f-b7af-249fe0e3c7ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013131} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.946459] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.946706] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.947098] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.947142] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.947325] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.947593] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a8855db-e7d4-4fa3-959e-b5df00b97959 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.959406] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.959606] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.960376] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5fe9332-09cb-45dd-9051-398c40ae862f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.968282] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 778.968282] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5209c36b-332f-d65f-8456-667d8b4a0461" [ 778.968282] env[68326]: _type = "Task" [ 778.968282] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.977038] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5209c36b-332f-d65f-8456-667d8b4a0461, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.990083] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': task-3129074, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.016101] env[68326]: DEBUG nova.compute.manager [req-ee79a147-af9d-4b02-8e5c-cb2317be224b req-d144afd9-cc60-41ad-9498-9c1bc487034e service nova] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Received event network-vif-deleted-cec30f21-5108-43da-9f4a-0c4188771481 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 779.016101] env[68326]: DEBUG nova.compute.manager [req-ee79a147-af9d-4b02-8e5c-cb2317be224b req-d144afd9-cc60-41ad-9498-9c1bc487034e service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Received event network-vif-plugged-8ced57b9-fd69-4f99-9f41-a7e0e06a90a0 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 779.016344] env[68326]: DEBUG oslo_concurrency.lockutils [req-ee79a147-af9d-4b02-8e5c-cb2317be224b req-d144afd9-cc60-41ad-9498-9c1bc487034e service nova] Acquiring lock "2d21e817-1705-474e-a95c-53c995f092a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.016587] env[68326]: DEBUG oslo_concurrency.lockutils [req-ee79a147-af9d-4b02-8e5c-cb2317be224b req-d144afd9-cc60-41ad-9498-9c1bc487034e service nova] Lock "2d21e817-1705-474e-a95c-53c995f092a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.016782] env[68326]: DEBUG oslo_concurrency.lockutils [req-ee79a147-af9d-4b02-8e5c-cb2317be224b req-d144afd9-cc60-41ad-9498-9c1bc487034e service nova] Lock "2d21e817-1705-474e-a95c-53c995f092a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.017028] env[68326]: DEBUG nova.compute.manager [req-ee79a147-af9d-4b02-8e5c-cb2317be224b req-d144afd9-cc60-41ad-9498-9c1bc487034e service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] No waiting events found dispatching network-vif-plugged-8ced57b9-fd69-4f99-9f41-a7e0e06a90a0 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.017366] env[68326]: WARNING nova.compute.manager [req-ee79a147-af9d-4b02-8e5c-cb2317be224b req-d144afd9-cc60-41ad-9498-9c1bc487034e service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Received unexpected event network-vif-plugged-8ced57b9-fd69-4f99-9f41-a7e0e06a90a0 for instance with vm_state building and task_state spawning. [ 779.017439] env[68326]: DEBUG nova.compute.manager [req-ee79a147-af9d-4b02-8e5c-cb2317be224b req-d144afd9-cc60-41ad-9498-9c1bc487034e service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Received event network-changed-8ced57b9-fd69-4f99-9f41-a7e0e06a90a0 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 779.018021] env[68326]: DEBUG nova.compute.manager [req-ee79a147-af9d-4b02-8e5c-cb2317be224b req-d144afd9-cc60-41ad-9498-9c1bc487034e service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Refreshing instance network info cache due to event network-changed-8ced57b9-fd69-4f99-9f41-a7e0e06a90a0. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 779.018021] env[68326]: DEBUG oslo_concurrency.lockutils [req-ee79a147-af9d-4b02-8e5c-cb2317be224b req-d144afd9-cc60-41ad-9498-9c1bc487034e service nova] Acquiring lock "refresh_cache-2d21e817-1705-474e-a95c-53c995f092a5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.018021] env[68326]: DEBUG oslo_concurrency.lockutils [req-ee79a147-af9d-4b02-8e5c-cb2317be224b req-d144afd9-cc60-41ad-9498-9c1bc487034e service nova] Acquired lock "refresh_cache-2d21e817-1705-474e-a95c-53c995f092a5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.018151] env[68326]: DEBUG nova.network.neutron [req-ee79a147-af9d-4b02-8e5c-cb2317be224b req-d144afd9-cc60-41ad-9498-9c1bc487034e service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Refreshing network info cache for port 8ced57b9-fd69-4f99-9f41-a7e0e06a90a0 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.020020] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Acquiring lock "refresh_cache-2d21e817-1705-474e-a95c-53c995f092a5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.131670] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b553ded-693a-45a9-b5d8-ef0f07e2e09a tempest-DeleteServersAdminTestJSON-117825802 tempest-DeleteServersAdminTestJSON-117825802-project-member] Lock "56c78323-0896-490c-aa51-f78ac2dcc2ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.254s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.144645] env[68326]: DEBUG oslo_vmware.api [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Task: {'id': task-3129075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.312074] env[68326]: INFO nova.compute.manager [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Took 46.18 seconds to build instance. [ 779.485873] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5209c36b-332f-d65f-8456-667d8b4a0461, 'name': SearchDatastore_Task, 'duration_secs': 0.01215} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.491019] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d379cf2-b56d-4975-9b6f-513ffaf3f9e7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.495515] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 779.495515] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b9860f-f355-f035-8596-cddf733ae60f" [ 779.495515] env[68326]: _type = "Task" [ 779.495515] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.499136] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': task-3129074, 'name': ReconfigVM_Task, 'duration_secs': 1.381451} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.504201] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Reconfigured VM instance instance-00000023 to attach disk [datastore1] e2075ea3-b2db-4640-8057-46c014e8a071/e2075ea3-b2db-4640-8057-46c014e8a071.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.504201] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a4e2ead-a0b9-4227-9df3-9b754897ba49 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.513052] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b9860f-f355-f035-8596-cddf733ae60f, 'name': SearchDatastore_Task, 'duration_secs': 0.013765} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.514728] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.515268] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] b7503f22-68fd-4ee1-b0dd-4535e0e293d0/b7503f22-68fd-4ee1-b0dd-4535e0e293d0.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.515908] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Waiting for the task: (returnval){ [ 779.515908] env[68326]: value = "task-3129076" [ 779.515908] env[68326]: _type = "Task" [ 779.515908] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.516148] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b67d46ff-08fd-47fa-973a-0d4eb787c54a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.527909] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 779.527909] env[68326]: value = "task-3129077" [ 779.527909] env[68326]: _type = "Task" [ 779.527909] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.531583] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': task-3129076, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.548779] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.575036] env[68326]: DEBUG nova.network.neutron [req-ee79a147-af9d-4b02-8e5c-cb2317be224b req-d144afd9-cc60-41ad-9498-9c1bc487034e service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.651208] env[68326]: DEBUG oslo_vmware.api [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Task: {'id': task-3129075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.690586] env[68326]: DEBUG nova.network.neutron [req-ee79a147-af9d-4b02-8e5c-cb2317be224b req-d144afd9-cc60-41ad-9498-9c1bc487034e service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.813917] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2b54d106-f0a3-4250-929c-17f5f8f0b0ba tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "ca014f7b-32ab-45ff-bed5-37bf1613ea2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.240s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.031641] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': task-3129076, 'name': Rename_Task, 'duration_secs': 0.163343} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.033912] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.034320] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6db064e3-19c1-4f4d-83ac-6a9cc4fde668 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.045680] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "ca014f7b-32ab-45ff-bed5-37bf1613ea2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.046071] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "ca014f7b-32ab-45ff-bed5-37bf1613ea2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.046292] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "ca014f7b-32ab-45ff-bed5-37bf1613ea2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.047424] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "ca014f7b-32ab-45ff-bed5-37bf1613ea2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.047760] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "ca014f7b-32ab-45ff-bed5-37bf1613ea2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.049996] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129077, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.052358] env[68326]: INFO nova.compute.manager [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Terminating instance [ 780.058474] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Waiting for the task: (returnval){ [ 780.058474] env[68326]: value = "task-3129078" [ 780.058474] env[68326]: _type = "Task" [ 780.058474] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.081417] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': task-3129078, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.148099] env[68326]: DEBUG oslo_vmware.api [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Task: {'id': task-3129075, 'name': ReconfigVM_Task, 'duration_secs': 1.211307} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.148383] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Reconfigured VM instance instance-00000009 to attach disk [datastore2] volume-1984d8f1-232a-4db2-8cae-dbe8d4e43f24/volume-1984d8f1-232a-4db2-8cae-dbe8d4e43f24.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.155771] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b8845d0-c149-43a3-b8d8-dad93c8816e2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.172391] env[68326]: DEBUG oslo_vmware.api [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Waiting for the task: (returnval){ [ 780.172391] env[68326]: value = "task-3129079" [ 780.172391] env[68326]: _type = "Task" [ 780.172391] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.182420] env[68326]: DEBUG oslo_vmware.api [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Task: {'id': task-3129079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.184066] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175e1116-8117-475f-9ff1-5e89b497465b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.191848] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8645f574-9a56-4a25-b27c-2c8e6878397b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.197533] env[68326]: DEBUG oslo_concurrency.lockutils [req-ee79a147-af9d-4b02-8e5c-cb2317be224b req-d144afd9-cc60-41ad-9498-9c1bc487034e service nova] Releasing lock "refresh_cache-2d21e817-1705-474e-a95c-53c995f092a5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.197707] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Acquired lock "refresh_cache-2d21e817-1705-474e-a95c-53c995f092a5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.197856] env[68326]: DEBUG nova.network.neutron [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.230972] env[68326]: DEBUG oslo_vmware.rw_handles [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c568b6-4caf-303a-c288-42da9484d761/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 780.232160] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accf2af3-7b81-47e3-b4d5-3d905b0dbbef {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.236290] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01859a46-788c-42e6-b7f5-7820fe567960 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.245911] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece2e4aa-0cbe-4a3e-8b4c-feacff17a23b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.249990] env[68326]: DEBUG oslo_vmware.rw_handles [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c568b6-4caf-303a-c288-42da9484d761/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 780.250276] env[68326]: ERROR oslo_vmware.rw_handles [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c568b6-4caf-303a-c288-42da9484d761/disk-0.vmdk due to incomplete transfer. [ 780.251449] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5a2ad3ec-0e18-4b91-a7c6-2ca49553ef2a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.265540] env[68326]: DEBUG nova.compute.provider_tree [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.268019] env[68326]: DEBUG oslo_vmware.rw_handles [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c568b6-4caf-303a-c288-42da9484d761/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 780.268226] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Uploaded image ab6a4a39-7fb6-4be3-83c4-84c1318027cc to the Glance image server {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 780.270439] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Destroying the VM {{(pid=68326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 780.271240] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-871320ae-a457-4567-8b61-35459f77ec51 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.281121] env[68326]: DEBUG oslo_vmware.api [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 780.281121] env[68326]: value = "task-3129080" [ 780.281121] env[68326]: _type = "Task" [ 780.281121] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.290310] env[68326]: DEBUG oslo_vmware.api [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129080, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.323258] env[68326]: DEBUG nova.compute.manager [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 780.546239] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538865} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.547095] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] b7503f22-68fd-4ee1-b0dd-4535e0e293d0/b7503f22-68fd-4ee1-b0dd-4535e0e293d0.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.547623] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.549021] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d965135e-46da-419b-911a-feadc088507f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.555788] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 780.555788] env[68326]: value = "task-3129081" [ 780.555788] env[68326]: _type = "Task" [ 780.555788] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.569128] env[68326]: DEBUG nova.compute.manager [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 780.569463] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.569817] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.571282] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c973a5-f960-4c20-8eaa-bdace68c7d4f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.577629] env[68326]: DEBUG oslo_vmware.api [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': task-3129078, 'name': PowerOnVM_Task, 'duration_secs': 0.510942} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.578390] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.578621] env[68326]: INFO nova.compute.manager [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Took 8.98 seconds to spawn the instance on the hypervisor. [ 780.578799] env[68326]: DEBUG nova.compute.manager [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 780.580555] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247c0d17-012f-4164-833a-a57131f39be7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.586073] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.586511] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ce3ae29-0726-4ed1-b6b7-572b537ff7c5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.594613] env[68326]: DEBUG oslo_vmware.api [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 780.594613] env[68326]: value = "task-3129082" [ 780.594613] env[68326]: _type = "Task" [ 780.594613] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.603332] env[68326]: DEBUG oslo_vmware.api [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.685307] env[68326]: DEBUG oslo_vmware.api [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Task: {'id': task-3129079, 'name': ReconfigVM_Task, 'duration_secs': 0.169949} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.686517] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626249', 'volume_id': '1984d8f1-232a-4db2-8cae-dbe8d4e43f24', 'name': 'volume-1984d8f1-232a-4db2-8cae-dbe8d4e43f24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3671a9c4-7e47-4377-8e57-d56a99763f47', 'attached_at': '', 'detached_at': '', 'volume_id': '1984d8f1-232a-4db2-8cae-dbe8d4e43f24', 'serial': '1984d8f1-232a-4db2-8cae-dbe8d4e43f24'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 780.730818] env[68326]: DEBUG nova.network.neutron [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.772917] env[68326]: DEBUG nova.scheduler.client.report [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.795545] env[68326]: DEBUG oslo_vmware.api [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129080, 'name': Destroy_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.847908] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.920837] env[68326]: DEBUG nova.network.neutron [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Updating instance_info_cache with network_info: [{"id": "8ced57b9-fd69-4f99-9f41-a7e0e06a90a0", "address": "fa:16:3e:a6:6f:9b", "network": {"id": "191899c2-d209-4432-bcd4-ee6cbfc22cf0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-539162018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24b4c4a448ed4ec8ad6178dd1f5741e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ced57b9-fd", "ovs_interfaceid": "8ced57b9-fd69-4f99-9f41-a7e0e06a90a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.050341] env[68326]: DEBUG nova.compute.manager [None req-e0a08559-fa84-4a8d-a0f4-6f676a096933 tempest-ServerExternalEventsTest-1870866789 tempest-ServerExternalEventsTest-1870866789-project] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Received event network-changed {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 781.050580] env[68326]: DEBUG nova.compute.manager [None req-e0a08559-fa84-4a8d-a0f4-6f676a096933 tempest-ServerExternalEventsTest-1870866789 tempest-ServerExternalEventsTest-1870866789-project] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Refreshing instance network info cache due to event network-changed. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 781.051094] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e0a08559-fa84-4a8d-a0f4-6f676a096933 tempest-ServerExternalEventsTest-1870866789 tempest-ServerExternalEventsTest-1870866789-project] Acquiring lock "refresh_cache-e2075ea3-b2db-4640-8057-46c014e8a071" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.051094] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e0a08559-fa84-4a8d-a0f4-6f676a096933 tempest-ServerExternalEventsTest-1870866789 tempest-ServerExternalEventsTest-1870866789-project] Acquired lock "refresh_cache-e2075ea3-b2db-4640-8057-46c014e8a071" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.051230] env[68326]: DEBUG nova.network.neutron [None req-e0a08559-fa84-4a8d-a0f4-6f676a096933 tempest-ServerExternalEventsTest-1870866789 tempest-ServerExternalEventsTest-1870866789-project] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.066443] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13526} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.067209] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.068025] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fb9f9d-4e5a-4be8-a753-2ca27b691c1e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.093122] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] b7503f22-68fd-4ee1-b0dd-4535e0e293d0/b7503f22-68fd-4ee1-b0dd-4535e0e293d0.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.093935] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78ee251c-1328-4c2f-b13c-1d756cee1eeb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.120288] env[68326]: INFO nova.compute.manager [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Took 46.36 seconds to build instance. [ 781.123633] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 781.123633] env[68326]: value = "task-3129083" [ 781.123633] env[68326]: _type = "Task" [ 781.123633] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.127451] env[68326]: DEBUG oslo_vmware.api [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129082, 'name': PowerOffVM_Task, 'duration_secs': 0.281945} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.130813] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.130963] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.131231] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06d45fbe-b1e2-449c-88f3-daa7533b31a5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.138021] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.197590] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.197811] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.198993] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Deleting the datastore file [datastore1] ca014f7b-32ab-45ff-bed5-37bf1613ea2c {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.198993] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67b7a83b-c054-4892-ad9c-417a7ec907c9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.206619] env[68326]: DEBUG oslo_vmware.api [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 781.206619] env[68326]: value = "task-3129085" [ 781.206619] env[68326]: _type = "Task" [ 781.206619] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.215574] env[68326]: DEBUG oslo_vmware.api [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.277581] env[68326]: DEBUG oslo_concurrency.lockutils [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.278129] env[68326]: DEBUG nova.compute.manager [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 781.283170] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.602s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.284538] env[68326]: INFO nova.compute.claims [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.300059] env[68326]: DEBUG oslo_vmware.api [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129080, 'name': Destroy_Task, 'duration_secs': 0.581068} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.300329] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Destroyed the VM [ 781.300604] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Deleting Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 781.301412] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-71f3657d-ff75-4df7-9af3-cdb158e4824f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.309248] env[68326]: DEBUG oslo_vmware.api [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 781.309248] env[68326]: value = "task-3129086" [ 781.309248] env[68326]: _type = "Task" [ 781.309248] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.320277] env[68326]: DEBUG oslo_vmware.api [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129086, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.426125] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Releasing lock "refresh_cache-2d21e817-1705-474e-a95c-53c995f092a5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.426125] env[68326]: DEBUG nova.compute.manager [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Instance network_info: |[{"id": "8ced57b9-fd69-4f99-9f41-a7e0e06a90a0", "address": "fa:16:3e:a6:6f:9b", "network": {"id": "191899c2-d209-4432-bcd4-ee6cbfc22cf0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-539162018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24b4c4a448ed4ec8ad6178dd1f5741e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ced57b9-fd", "ovs_interfaceid": "8ced57b9-fd69-4f99-9f41-a7e0e06a90a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 781.426638] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:6f:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ced57b9-fd69-4f99-9f41-a7e0e06a90a0', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.435596] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Creating folder: Project (24b4c4a448ed4ec8ad6178dd1f5741e2). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.435949] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ca805bb-0728-434a-9b95-43cd9947963b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.449961] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Created folder: Project (24b4c4a448ed4ec8ad6178dd1f5741e2) in parent group-v626141. [ 781.450294] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Creating folder: Instances. Parent ref: group-v626254. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.450611] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5775776-972f-4817-8ed4-f740ebf6524f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.463526] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Created folder: Instances in parent group-v626254. [ 781.463938] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.464648] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.464940] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4adee814-e1b0-474c-bdd7-6763bd91ec98 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.490892] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.490892] env[68326]: value = "task-3129089" [ 781.490892] env[68326]: _type = "Task" [ 781.490892] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.502330] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129089, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.622524] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c4a129b7-48f3-4596-9c97-140aabf51ce5 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Lock "e2075ea3-b2db-4640-8057-46c014e8a071" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.931s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.639314] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129083, 'name': ReconfigVM_Task, 'duration_secs': 0.299836} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.639571] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Reconfigured VM instance instance-00000024 to attach disk [datastore2] b7503f22-68fd-4ee1-b0dd-4535e0e293d0/b7503f22-68fd-4ee1-b0dd-4535e0e293d0.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.640810] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12edd0fd-ba6a-418f-bf9c-5247aa6cc81f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.652173] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 781.652173] env[68326]: value = "task-3129090" [ 781.652173] env[68326]: _type = "Task" [ 781.652173] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.668965] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129090, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.686613] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Acquiring lock "e2075ea3-b2db-4640-8057-46c014e8a071" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.687131] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Lock "e2075ea3-b2db-4640-8057-46c014e8a071" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.687526] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Acquiring lock "e2075ea3-b2db-4640-8057-46c014e8a071-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.687849] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Lock "e2075ea3-b2db-4640-8057-46c014e8a071-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.688171] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Lock "e2075ea3-b2db-4640-8057-46c014e8a071-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.690609] env[68326]: INFO nova.compute.manager [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Terminating instance [ 781.716799] env[68326]: DEBUG oslo_vmware.api [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346194} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.717444] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.719743] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.719743] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.719743] env[68326]: INFO nova.compute.manager [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 781.719743] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.719743] env[68326]: DEBUG nova.compute.manager [-] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 781.719743] env[68326]: DEBUG nova.network.neutron [-] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.736166] env[68326]: DEBUG nova.objects.instance [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Lazy-loading 'flavor' on Instance uuid 3671a9c4-7e47-4377-8e57-d56a99763f47 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.793681] env[68326]: DEBUG nova.compute.utils [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.800029] env[68326]: DEBUG nova.compute.manager [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 781.800029] env[68326]: DEBUG nova.network.neutron [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.823917] env[68326]: DEBUG oslo_vmware.api [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129086, 'name': RemoveSnapshot_Task, 'duration_secs': 0.456381} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.824118] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Deleted Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 781.824455] env[68326]: INFO nova.compute.manager [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Took 16.36 seconds to snapshot the instance on the hypervisor. [ 781.878258] env[68326]: DEBUG nova.policy [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cadbd2eddae243fa94b18fc2eaa0a4ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a564ac627b040eb912f07eaf2ae18a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 782.003859] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129089, 'name': CreateVM_Task, 'duration_secs': 0.360488} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.004078] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.004748] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.004907] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.005584] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.006122] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-284f5e3c-df2a-4938-a29d-74cbb24fbdb3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.012527] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Waiting for the task: (returnval){ [ 782.012527] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529adb15-33a8-48a6-a5d0-46c190634548" [ 782.012527] env[68326]: _type = "Task" [ 782.012527] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.025168] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529adb15-33a8-48a6-a5d0-46c190634548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.029781] env[68326]: DEBUG nova.network.neutron [None req-e0a08559-fa84-4a8d-a0f4-6f676a096933 tempest-ServerExternalEventsTest-1870866789 tempest-ServerExternalEventsTest-1870866789-project] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Updating instance_info_cache with network_info: [{"id": "0c80e84e-655b-40ba-a6fd-aeb13b36714c", "address": "fa:16:3e:52:07:8d", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c80e84e-65", "ovs_interfaceid": "0c80e84e-655b-40ba-a6fd-aeb13b36714c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.128542] env[68326]: DEBUG nova.compute.manager [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 782.164457] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129090, 'name': Rename_Task, 'duration_secs': 0.173847} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.164845] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.165730] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f890ad4-5d29-4da4-a723-7b22b4f23149 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.176880] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 782.176880] env[68326]: value = "task-3129091" [ 782.176880] env[68326]: _type = "Task" [ 782.176880] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.186495] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.197197] env[68326]: DEBUG nova.compute.manager [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 782.197427] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.198292] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f9b482-01ae-4c59-a165-30ffcf253fc4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.210720] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.211314] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-248d69bb-6db5-447f-94dc-47f1f14aca4c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.219032] env[68326]: DEBUG oslo_vmware.api [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Waiting for the task: (returnval){ [ 782.219032] env[68326]: value = "task-3129092" [ 782.219032] env[68326]: _type = "Task" [ 782.219032] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.230353] env[68326]: DEBUG oslo_vmware.api [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': task-3129092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.242135] env[68326]: DEBUG oslo_concurrency.lockutils [None req-67bcc2c2-2de0-4531-8bef-6f4cda286fab tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Lock "3671a9c4-7e47-4377-8e57-d56a99763f47" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.334s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.305763] env[68326]: DEBUG nova.compute.manager [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 782.329030] env[68326]: DEBUG nova.compute.manager [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Instance disappeared during snapshot {{(pid=68326) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4673}} [ 782.347035] env[68326]: DEBUG nova.compute.manager [None req-3419423b-2c55-400b-9a86-47cfcf4f5ece tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Image not found during clean up ab6a4a39-7fb6-4be3-83c4-84c1318027cc {{(pid=68326) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4679}} [ 782.358084] env[68326]: DEBUG oslo_concurrency.lockutils [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "f12eed45-8384-424c-9d14-1a98901645e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.358414] env[68326]: DEBUG oslo_concurrency.lockutils [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "f12eed45-8384-424c-9d14-1a98901645e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.358779] env[68326]: DEBUG oslo_concurrency.lockutils [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "f12eed45-8384-424c-9d14-1a98901645e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.358851] env[68326]: DEBUG oslo_concurrency.lockutils [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "f12eed45-8384-424c-9d14-1a98901645e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.359018] env[68326]: DEBUG oslo_concurrency.lockutils [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "f12eed45-8384-424c-9d14-1a98901645e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.362495] env[68326]: INFO nova.compute.manager [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Terminating instance [ 782.496743] env[68326]: DEBUG nova.network.neutron [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Successfully created port: 26b17a73-1321-4670-96e9-5cf71c7b27bb {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.525316] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529adb15-33a8-48a6-a5d0-46c190634548, 'name': SearchDatastore_Task, 'duration_secs': 0.033026} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.530116] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.531160] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.531449] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.531605] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.531790] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.533677] env[68326]: DEBUG nova.compute.manager [req-af343972-2721-496a-99b7-e664ee85a327 req-04a3fcdb-1578-47a9-9f67-7b1af5d2b1e9 service nova] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Received event network-vif-deleted-2cb41d98-56fd-4ea5-8f40-393eff380190 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 782.533677] env[68326]: INFO nova.compute.manager [req-af343972-2721-496a-99b7-e664ee85a327 req-04a3fcdb-1578-47a9-9f67-7b1af5d2b1e9 service nova] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Neutron deleted interface 2cb41d98-56fd-4ea5-8f40-393eff380190; detaching it from the instance and deleting it from the info cache [ 782.533844] env[68326]: DEBUG nova.network.neutron [req-af343972-2721-496a-99b7-e664ee85a327 req-04a3fcdb-1578-47a9-9f67-7b1af5d2b1e9 service nova] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.535582] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e0a08559-fa84-4a8d-a0f4-6f676a096933 tempest-ServerExternalEventsTest-1870866789 tempest-ServerExternalEventsTest-1870866789-project] Releasing lock "refresh_cache-e2075ea3-b2db-4640-8057-46c014e8a071" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.535719] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cbda6f5-9cd0-4453-8ea5-59c719048646 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.553308] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.553610] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.554581] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-612a6a50-bb0e-4ff3-b40b-2182f1a80ffe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.565883] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Waiting for the task: (returnval){ [ 782.565883] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]521219da-f6ba-62aa-e84d-605c756852a9" [ 782.565883] env[68326]: _type = "Task" [ 782.565883] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.578808] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521219da-f6ba-62aa-e84d-605c756852a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.653914] env[68326]: DEBUG oslo_concurrency.lockutils [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.689754] env[68326]: DEBUG oslo_vmware.api [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129091, 'name': PowerOnVM_Task, 'duration_secs': 0.484425} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.692663] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.692874] env[68326]: INFO nova.compute.manager [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Took 8.40 seconds to spawn the instance on the hypervisor. [ 782.693065] env[68326]: DEBUG nova.compute.manager [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 782.694155] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e7eeec-e954-435e-8cf6-884d5219de86 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.732794] env[68326]: DEBUG oslo_vmware.api [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': task-3129092, 'name': PowerOffVM_Task, 'duration_secs': 0.221553} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.736943] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.737231] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.737704] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b2190fc-82a0-46ab-bee0-de4aee74cf57 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.783480] env[68326]: DEBUG nova.network.neutron [-] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.804726] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.805199] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.805287] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Deleting the datastore file [datastore1] e2075ea3-b2db-4640-8057-46c014e8a071 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.805829] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e733bb8e-8e1d-4fe9-aaa9-0ebd95893f88 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.817759] env[68326]: DEBUG oslo_vmware.api [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Waiting for the task: (returnval){ [ 782.817759] env[68326]: value = "task-3129094" [ 782.817759] env[68326]: _type = "Task" [ 782.817759] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.828473] env[68326]: DEBUG oslo_vmware.api [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': task-3129094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.870230] env[68326]: DEBUG nova.compute.manager [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 782.870230] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.871035] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f15f97-0557-4dd1-9c36-f0f16cc1cb0e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.886507] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.887185] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-837e001c-6457-43a2-b8d1-eee091eec588 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.921107] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcf5094-f036-4ad7-ab86-b70bf37c69bc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.936686] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3beda0b6-67e3-4549-94fb-a43f3917079f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.994481] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d15136-563f-4799-931f-68b77938687c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.999670] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.999933] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.000199] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Deleting the datastore file [datastore2] f12eed45-8384-424c-9d14-1a98901645e2 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.000587] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edcc51dd-fadc-4c50-8749-ad7a26a8a5cd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.012662] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d3404a-ef81-4b64-98d8-31e5bae26f0f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.019638] env[68326]: DEBUG oslo_vmware.api [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 783.019638] env[68326]: value = "task-3129096" [ 783.019638] env[68326]: _type = "Task" [ 783.019638] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.033159] env[68326]: DEBUG nova.compute.provider_tree [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.041169] env[68326]: DEBUG oslo_vmware.api [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.041414] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7ba5863-eb6e-4b4c-a43a-ce87f56c5b97 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.053042] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "5950bd62-c505-4c7d-a235-f4e810d302ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.053396] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "5950bd62-c505-4c7d-a235-f4e810d302ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.060119] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59ec3b1-1ce2-4917-8c21-0a7f9f897842 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.092106] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521219da-f6ba-62aa-e84d-605c756852a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011409} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.093615] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df409a6-22cc-4541-9c44-6c90fed2a1a6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.115382] env[68326]: DEBUG nova.compute.manager [req-af343972-2721-496a-99b7-e664ee85a327 req-04a3fcdb-1578-47a9-9f67-7b1af5d2b1e9 service nova] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Detach interface failed, port_id=2cb41d98-56fd-4ea5-8f40-393eff380190, reason: Instance ca014f7b-32ab-45ff-bed5-37bf1613ea2c could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 783.120224] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Waiting for the task: (returnval){ [ 783.120224] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52a20e05-56ec-437e-c8f9-b99988561e93" [ 783.120224] env[68326]: _type = "Task" [ 783.120224] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.128870] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a20e05-56ec-437e-c8f9-b99988561e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.214716] env[68326]: INFO nova.compute.manager [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Took 45.06 seconds to build instance. [ 783.285846] env[68326]: INFO nova.compute.manager [-] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Took 1.57 seconds to deallocate network for instance. [ 783.320452] env[68326]: DEBUG nova.compute.manager [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 783.338240] env[68326]: DEBUG oslo_vmware.api [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Task: {'id': task-3129094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158929} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.338586] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.338743] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.338891] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.339074] env[68326]: INFO nova.compute.manager [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Took 1.14 seconds to destroy the instance on the hypervisor. [ 783.339320] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.344591] env[68326]: DEBUG nova.compute.manager [-] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 783.344656] env[68326]: DEBUG nova.network.neutron [-] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.355402] env[68326]: DEBUG nova.virt.hardware [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.355669] env[68326]: DEBUG nova.virt.hardware [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.355831] env[68326]: DEBUG nova.virt.hardware [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.356018] env[68326]: DEBUG nova.virt.hardware [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.356167] env[68326]: DEBUG nova.virt.hardware [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.356314] env[68326]: DEBUG nova.virt.hardware [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.356520] env[68326]: DEBUG nova.virt.hardware [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.356675] env[68326]: DEBUG nova.virt.hardware [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.356837] env[68326]: DEBUG nova.virt.hardware [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.356998] env[68326]: DEBUG nova.virt.hardware [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.360831] env[68326]: DEBUG nova.virt.hardware [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.361637] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad452cc9-c54c-46a1-8144-262b1a17cd15 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.371773] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fb878d-9937-4925-8854-0335c45ee534 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.539125] env[68326]: DEBUG nova.scheduler.client.report [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.543182] env[68326]: DEBUG oslo_vmware.api [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188482} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.545630] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.545630] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.545630] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.545630] env[68326]: INFO nova.compute.manager [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Took 0.68 seconds to destroy the instance on the hypervisor. [ 783.545630] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.545630] env[68326]: DEBUG nova.compute.manager [-] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 783.545890] env[68326]: DEBUG nova.network.neutron [-] [instance: f12eed45-8384-424c-9d14-1a98901645e2] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.640317] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a20e05-56ec-437e-c8f9-b99988561e93, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.640673] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.640940] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 2d21e817-1705-474e-a95c-53c995f092a5/2d21e817-1705-474e-a95c-53c995f092a5.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.641221] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2d2030c-5cf5-4fbc-bfc3-f47dcde85108 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.656921] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Waiting for the task: (returnval){ [ 783.656921] env[68326]: value = "task-3129097" [ 783.656921] env[68326]: _type = "Task" [ 783.656921] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.666126] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': task-3129097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.717586] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2546cc13-84f0-4591-90c1-002739bd5c91 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "b7503f22-68fd-4ee1-b0dd-4535e0e293d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.206s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.793580] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.046228] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.046395] env[68326]: DEBUG nova.compute.manager [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 784.054306] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.508s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.054306] env[68326]: INFO nova.compute.claims [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.109234] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3f1fb7ac-752f-4663-b514-905ebb032c01 tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Acquiring lock "3671a9c4-7e47-4377-8e57-d56a99763f47" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.109452] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3f1fb7ac-752f-4663-b514-905ebb032c01 tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Lock "3671a9c4-7e47-4377-8e57-d56a99763f47" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.167848] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': task-3129097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497549} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.168071] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 2d21e817-1705-474e-a95c-53c995f092a5/2d21e817-1705-474e-a95c-53c995f092a5.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.168308] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.168554] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b677c955-01ce-4d43-8637-42094f64d75d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.179103] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Waiting for the task: (returnval){ [ 784.179103] env[68326]: value = "task-3129098" [ 784.179103] env[68326]: _type = "Task" [ 784.179103] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.188722] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': task-3129098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.220793] env[68326]: DEBUG nova.compute.manager [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 784.278945] env[68326]: DEBUG nova.network.neutron [-] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.315289] env[68326]: DEBUG nova.network.neutron [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Successfully updated port: 26b17a73-1321-4670-96e9-5cf71c7b27bb {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.492740] env[68326]: DEBUG nova.network.neutron [-] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.557716] env[68326]: DEBUG nova.compute.utils [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 784.564020] env[68326]: DEBUG nova.compute.manager [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 784.564020] env[68326]: DEBUG nova.network.neutron [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.613161] env[68326]: INFO nova.compute.manager [None req-3f1fb7ac-752f-4663-b514-905ebb032c01 tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Detaching volume 1984d8f1-232a-4db2-8cae-dbe8d4e43f24 [ 784.617800] env[68326]: DEBUG nova.compute.manager [req-3b855093-6d75-47ac-af6f-eab72e871401 req-f93e0638-d242-4c5f-ad91-0336f8a8d361 service nova] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Received event network-vif-deleted-0c80e84e-655b-40ba-a6fd-aeb13b36714c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 784.618036] env[68326]: DEBUG nova.compute.manager [req-3b855093-6d75-47ac-af6f-eab72e871401 req-f93e0638-d242-4c5f-ad91-0336f8a8d361 service nova] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Received event network-vif-deleted-b658a2cc-7f27-4c48-abf7-dfa6806338d8 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 784.618238] env[68326]: DEBUG nova.compute.manager [req-3b855093-6d75-47ac-af6f-eab72e871401 req-f93e0638-d242-4c5f-ad91-0336f8a8d361 service nova] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Received event network-vif-plugged-26b17a73-1321-4670-96e9-5cf71c7b27bb {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 784.618426] env[68326]: DEBUG oslo_concurrency.lockutils [req-3b855093-6d75-47ac-af6f-eab72e871401 req-f93e0638-d242-4c5f-ad91-0336f8a8d361 service nova] Acquiring lock "a943e075-4ea2-4b2c-bd0e-503a3bf9a597-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.618631] env[68326]: DEBUG oslo_concurrency.lockutils [req-3b855093-6d75-47ac-af6f-eab72e871401 req-f93e0638-d242-4c5f-ad91-0336f8a8d361 service nova] Lock "a943e075-4ea2-4b2c-bd0e-503a3bf9a597-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.618795] env[68326]: DEBUG oslo_concurrency.lockutils [req-3b855093-6d75-47ac-af6f-eab72e871401 req-f93e0638-d242-4c5f-ad91-0336f8a8d361 service nova] Lock "a943e075-4ea2-4b2c-bd0e-503a3bf9a597-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.618954] env[68326]: DEBUG nova.compute.manager [req-3b855093-6d75-47ac-af6f-eab72e871401 req-f93e0638-d242-4c5f-ad91-0336f8a8d361 service nova] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] No waiting events found dispatching network-vif-plugged-26b17a73-1321-4670-96e9-5cf71c7b27bb {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.619256] env[68326]: WARNING nova.compute.manager [req-3b855093-6d75-47ac-af6f-eab72e871401 req-f93e0638-d242-4c5f-ad91-0336f8a8d361 service nova] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Received unexpected event network-vif-plugged-26b17a73-1321-4670-96e9-5cf71c7b27bb for instance with vm_state building and task_state spawning. [ 784.619535] env[68326]: DEBUG nova.compute.manager [req-3b855093-6d75-47ac-af6f-eab72e871401 req-f93e0638-d242-4c5f-ad91-0336f8a8d361 service nova] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Received event network-changed-26b17a73-1321-4670-96e9-5cf71c7b27bb {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 784.619804] env[68326]: DEBUG nova.compute.manager [req-3b855093-6d75-47ac-af6f-eab72e871401 req-f93e0638-d242-4c5f-ad91-0336f8a8d361 service nova] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Refreshing instance network info cache due to event network-changed-26b17a73-1321-4670-96e9-5cf71c7b27bb. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 784.620114] env[68326]: DEBUG oslo_concurrency.lockutils [req-3b855093-6d75-47ac-af6f-eab72e871401 req-f93e0638-d242-4c5f-ad91-0336f8a8d361 service nova] Acquiring lock "refresh_cache-a943e075-4ea2-4b2c-bd0e-503a3bf9a597" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.620366] env[68326]: DEBUG oslo_concurrency.lockutils [req-3b855093-6d75-47ac-af6f-eab72e871401 req-f93e0638-d242-4c5f-ad91-0336f8a8d361 service nova] Acquired lock "refresh_cache-a943e075-4ea2-4b2c-bd0e-503a3bf9a597" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.620630] env[68326]: DEBUG nova.network.neutron [req-3b855093-6d75-47ac-af6f-eab72e871401 req-f93e0638-d242-4c5f-ad91-0336f8a8d361 service nova] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Refreshing network info cache for port 26b17a73-1321-4670-96e9-5cf71c7b27bb {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.625636] env[68326]: DEBUG nova.policy [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5633436c1a24491acb4d0c414ee3461', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95ce0bb65df142659c2f590ba44be811', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.664400] env[68326]: INFO nova.virt.block_device [None req-3f1fb7ac-752f-4663-b514-905ebb032c01 tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Attempting to driver detach volume 1984d8f1-232a-4db2-8cae-dbe8d4e43f24 from mountpoint /dev/sdb [ 784.664400] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1fb7ac-752f-4663-b514-905ebb032c01 tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Volume detach. Driver type: vmdk {{(pid=68326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 784.664720] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1fb7ac-752f-4663-b514-905ebb032c01 tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626249', 'volume_id': '1984d8f1-232a-4db2-8cae-dbe8d4e43f24', 'name': 'volume-1984d8f1-232a-4db2-8cae-dbe8d4e43f24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3671a9c4-7e47-4377-8e57-d56a99763f47', 'attached_at': '', 'detached_at': '', 'volume_id': '1984d8f1-232a-4db2-8cae-dbe8d4e43f24', 'serial': '1984d8f1-232a-4db2-8cae-dbe8d4e43f24'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 784.666096] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ff50cd-678a-4a82-9eba-92fadfedfe78 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.692511] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c507a0f-bec3-4260-bc59-1221b213048d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.701786] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': task-3129098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074327} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.703953] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.704864] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce075f9-7f52-417a-98d6-0d7a1940c0b4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.707802] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b66af8-9d70-4fb5-a252-d0ee131d6de1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.755628] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 2d21e817-1705-474e-a95c-53c995f092a5/2d21e817-1705-474e-a95c-53c995f092a5.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.758934] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec45eddc-65fe-4f58-91f5-9cd2b34d9aa6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.761718] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc8a1080-3bd7-4f6f-96ef-96ce91f62887 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.791288] env[68326]: INFO nova.compute.manager [-] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Took 1.45 seconds to deallocate network for instance. [ 784.791651] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1fb7ac-752f-4663-b514-905ebb032c01 tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] The volume has not been displaced from its original location: [datastore2] volume-1984d8f1-232a-4db2-8cae-dbe8d4e43f24/volume-1984d8f1-232a-4db2-8cae-dbe8d4e43f24.vmdk. No consolidation needed. {{(pid=68326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 784.797192] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1fb7ac-752f-4663-b514-905ebb032c01 tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 784.799857] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.801503] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-682460aa-8d4a-4032-9dc2-54909ecfdf50 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.816059] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Waiting for the task: (returnval){ [ 784.816059] env[68326]: value = "task-3129099" [ 784.816059] env[68326]: _type = "Task" [ 784.816059] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.819431] env[68326]: DEBUG oslo_concurrency.lockutils [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Acquiring lock "refresh_cache-a943e075-4ea2-4b2c-bd0e-503a3bf9a597" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.828753] env[68326]: DEBUG oslo_vmware.api [None req-3f1fb7ac-752f-4663-b514-905ebb032c01 tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Waiting for the task: (returnval){ [ 784.828753] env[68326]: value = "task-3129100" [ 784.828753] env[68326]: _type = "Task" [ 784.828753] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.836065] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': task-3129099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.842332] env[68326]: DEBUG oslo_vmware.api [None req-3f1fb7ac-752f-4663-b514-905ebb032c01 tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Task: {'id': task-3129100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.995479] env[68326]: INFO nova.compute.manager [-] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Took 1.45 seconds to deallocate network for instance. [ 785.043458] env[68326]: DEBUG nova.network.neutron [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Successfully created port: cea5c6b4-bf44-4868-8fb6-d68b776d9a0c {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.061873] env[68326]: DEBUG nova.compute.manager [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 785.181265] env[68326]: DEBUG nova.network.neutron [req-3b855093-6d75-47ac-af6f-eab72e871401 req-f93e0638-d242-4c5f-ad91-0336f8a8d361 service nova] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.331607] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.331981] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': task-3129099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.343813] env[68326]: DEBUG oslo_vmware.api [None req-3f1fb7ac-752f-4663-b514-905ebb032c01 tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Task: {'id': task-3129100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.347461] env[68326]: DEBUG nova.network.neutron [req-3b855093-6d75-47ac-af6f-eab72e871401 req-f93e0638-d242-4c5f-ad91-0336f8a8d361 service nova] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.510370] env[68326]: DEBUG oslo_concurrency.lockutils [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.681032] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b4df0f-5787-4f06-9880-15fcbb0be2dd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.689869] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e22f0a-5fec-42b6-9959-3be993929d64 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.727485] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bb364a-62f3-4cc3-999e-e6371885e80b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.736201] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9823b4-48c5-4b5c-8e9b-8944bbff836d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.754033] env[68326]: DEBUG nova.compute.provider_tree [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.833375] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': task-3129099, 'name': ReconfigVM_Task, 'duration_secs': 0.691972} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.837441] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 2d21e817-1705-474e-a95c-53c995f092a5/2d21e817-1705-474e-a95c-53c995f092a5.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.838115] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-503c531c-f2c4-40b2-b647-4641cec7d5b9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.853751] env[68326]: DEBUG oslo_concurrency.lockutils [req-3b855093-6d75-47ac-af6f-eab72e871401 req-f93e0638-d242-4c5f-ad91-0336f8a8d361 service nova] Releasing lock "refresh_cache-a943e075-4ea2-4b2c-bd0e-503a3bf9a597" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.855123] env[68326]: DEBUG oslo_vmware.api [None req-3f1fb7ac-752f-4663-b514-905ebb032c01 tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Task: {'id': task-3129100, 'name': ReconfigVM_Task, 'duration_secs': 0.6714} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.855123] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Waiting for the task: (returnval){ [ 785.855123] env[68326]: value = "task-3129101" [ 785.855123] env[68326]: _type = "Task" [ 785.855123] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.855123] env[68326]: DEBUG oslo_concurrency.lockutils [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Acquired lock "refresh_cache-a943e075-4ea2-4b2c-bd0e-503a3bf9a597" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.855123] env[68326]: DEBUG nova.network.neutron [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.856319] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1fb7ac-752f-4663-b514-905ebb032c01 tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 785.863201] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12d7faf0-e842-4cf5-aae6-7b0d0570bc8c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.885457] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': task-3129101, 'name': Rename_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.887357] env[68326]: DEBUG oslo_vmware.api [None req-3f1fb7ac-752f-4663-b514-905ebb032c01 tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Waiting for the task: (returnval){ [ 785.887357] env[68326]: value = "task-3129102" [ 785.887357] env[68326]: _type = "Task" [ 785.887357] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.897372] env[68326]: DEBUG oslo_vmware.api [None req-3f1fb7ac-752f-4663-b514-905ebb032c01 tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Task: {'id': task-3129102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.075184] env[68326]: DEBUG nova.compute.manager [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 786.104178] env[68326]: DEBUG nova.virt.hardware [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.104507] env[68326]: DEBUG nova.virt.hardware [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.104715] env[68326]: DEBUG nova.virt.hardware [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.104940] env[68326]: DEBUG nova.virt.hardware [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.105113] env[68326]: DEBUG nova.virt.hardware [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.105264] env[68326]: DEBUG nova.virt.hardware [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.105479] env[68326]: DEBUG nova.virt.hardware [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.105633] env[68326]: DEBUG nova.virt.hardware [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.105797] env[68326]: DEBUG nova.virt.hardware [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.105957] env[68326]: DEBUG nova.virt.hardware [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.106144] env[68326]: DEBUG nova.virt.hardware [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.110439] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b776199-e032-4e9f-8ee1-63c0a41a6b38 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.120949] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fb9fcb-6ea8-4e4d-b62d-b7afa1b7eb0d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.257518] env[68326]: DEBUG nova.scheduler.client.report [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.379622] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': task-3129101, 'name': Rename_Task, 'duration_secs': 0.300165} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.379988] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.380322] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-153dbe82-89db-490b-b056-38f4e1fd62f9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.388952] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Waiting for the task: (returnval){ [ 786.388952] env[68326]: value = "task-3129103" [ 786.388952] env[68326]: _type = "Task" [ 786.388952] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.402618] env[68326]: DEBUG oslo_vmware.api [None req-3f1fb7ac-752f-4663-b514-905ebb032c01 tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Task: {'id': task-3129102, 'name': ReconfigVM_Task, 'duration_secs': 0.14711} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.405761] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1fb7ac-752f-4663-b514-905ebb032c01 tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626249', 'volume_id': '1984d8f1-232a-4db2-8cae-dbe8d4e43f24', 'name': 'volume-1984d8f1-232a-4db2-8cae-dbe8d4e43f24', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3671a9c4-7e47-4377-8e57-d56a99763f47', 'attached_at': '', 'detached_at': '', 'volume_id': '1984d8f1-232a-4db2-8cae-dbe8d4e43f24', 'serial': '1984d8f1-232a-4db2-8cae-dbe8d4e43f24'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 786.408709] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': task-3129103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.419878] env[68326]: DEBUG nova.network.neutron [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.690231] env[68326]: DEBUG nova.network.neutron [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Updating instance_info_cache with network_info: [{"id": "26b17a73-1321-4670-96e9-5cf71c7b27bb", "address": "fa:16:3e:e9:a2:cb", "network": {"id": "099c5bc4-a340-497b-8f48-34615cc3fc10", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1684874839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a564ac627b040eb912f07eaf2ae18a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26b17a73-13", "ovs_interfaceid": "26b17a73-1321-4670-96e9-5cf71c7b27bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.768460] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.768460] env[68326]: DEBUG nova.compute.manager [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 786.771034] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.990s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.775184] env[68326]: INFO nova.compute.claims [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.905890] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': task-3129103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.987434] env[68326]: DEBUG nova.objects.instance [None req-3f1fb7ac-752f-4663-b514-905ebb032c01 tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Lazy-loading 'flavor' on Instance uuid 3671a9c4-7e47-4377-8e57-d56a99763f47 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.119031] env[68326]: DEBUG nova.network.neutron [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Successfully updated port: cea5c6b4-bf44-4868-8fb6-d68b776d9a0c {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.152336] env[68326]: DEBUG nova.compute.manager [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 787.153295] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d59e6d-497a-4497-bec9-5d01613a698c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.195107] env[68326]: DEBUG oslo_concurrency.lockutils [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Releasing lock "refresh_cache-a943e075-4ea2-4b2c-bd0e-503a3bf9a597" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.195107] env[68326]: DEBUG nova.compute.manager [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Instance network_info: |[{"id": "26b17a73-1321-4670-96e9-5cf71c7b27bb", "address": "fa:16:3e:e9:a2:cb", "network": {"id": "099c5bc4-a340-497b-8f48-34615cc3fc10", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1684874839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a564ac627b040eb912f07eaf2ae18a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26b17a73-13", "ovs_interfaceid": "26b17a73-1321-4670-96e9-5cf71c7b27bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 787.195379] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:a2:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26b17a73-1321-4670-96e9-5cf71c7b27bb', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.202833] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Creating folder: Project (0a564ac627b040eb912f07eaf2ae18a9). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.203757] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5392f170-a81c-47f9-a979-9ff6ce85b02b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.218052] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Created folder: Project (0a564ac627b040eb912f07eaf2ae18a9) in parent group-v626141. [ 787.218264] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Creating folder: Instances. Parent ref: group-v626257. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.218528] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42276be0-f33c-4300-adab-e2f893b0f426 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.230369] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Created folder: Instances in parent group-v626257. [ 787.230626] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.231032] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.231122] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da6b4bc1-fdec-496b-a8b5-852c2d759e26 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.252609] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.252609] env[68326]: value = "task-3129106" [ 787.252609] env[68326]: _type = "Task" [ 787.252609] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.261661] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129106, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.282483] env[68326]: DEBUG nova.compute.utils [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.287694] env[68326]: DEBUG oslo_concurrency.lockutils [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Acquiring lock "bf27cdd1-0c00-42f2-ae1b-f27823306046" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.291305] env[68326]: DEBUG oslo_concurrency.lockutils [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Lock "bf27cdd1-0c00-42f2-ae1b-f27823306046" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.292936] env[68326]: DEBUG nova.compute.manager [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 787.293220] env[68326]: DEBUG nova.network.neutron [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.296377] env[68326]: DEBUG nova.compute.manager [req-7bdac9c1-7f04-479d-90b1-0d1cae9df5c2 req-fe85142b-8f91-4266-991c-4a218c3e60e7 service nova] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Received event network-vif-plugged-cea5c6b4-bf44-4868-8fb6-d68b776d9a0c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 787.296601] env[68326]: DEBUG oslo_concurrency.lockutils [req-7bdac9c1-7f04-479d-90b1-0d1cae9df5c2 req-fe85142b-8f91-4266-991c-4a218c3e60e7 service nova] Acquiring lock "4adc91ad-9992-4a21-b3cf-88e905004802-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.297218] env[68326]: DEBUG oslo_concurrency.lockutils [req-7bdac9c1-7f04-479d-90b1-0d1cae9df5c2 req-fe85142b-8f91-4266-991c-4a218c3e60e7 service nova] Lock "4adc91ad-9992-4a21-b3cf-88e905004802-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.297218] env[68326]: DEBUG oslo_concurrency.lockutils [req-7bdac9c1-7f04-479d-90b1-0d1cae9df5c2 req-fe85142b-8f91-4266-991c-4a218c3e60e7 service nova] Lock "4adc91ad-9992-4a21-b3cf-88e905004802-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.297218] env[68326]: DEBUG nova.compute.manager [req-7bdac9c1-7f04-479d-90b1-0d1cae9df5c2 req-fe85142b-8f91-4266-991c-4a218c3e60e7 service nova] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] No waiting events found dispatching network-vif-plugged-cea5c6b4-bf44-4868-8fb6-d68b776d9a0c {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 787.297475] env[68326]: WARNING nova.compute.manager [req-7bdac9c1-7f04-479d-90b1-0d1cae9df5c2 req-fe85142b-8f91-4266-991c-4a218c3e60e7 service nova] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Received unexpected event network-vif-plugged-cea5c6b4-bf44-4868-8fb6-d68b776d9a0c for instance with vm_state building and task_state spawning. [ 787.352311] env[68326]: DEBUG nova.policy [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8791b7114c4a45fd9f2b9664293cfa1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfbde2efaf2a4104b4682e97838cc0ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 787.408395] env[68326]: DEBUG oslo_vmware.api [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': task-3129103, 'name': PowerOnVM_Task, 'duration_secs': 0.566268} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.408395] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.408395] env[68326]: INFO nova.compute.manager [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Took 10.40 seconds to spawn the instance on the hypervisor. [ 787.408395] env[68326]: DEBUG nova.compute.manager [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 787.408395] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b02eac-598e-49bf-a04c-10bf89e893c6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.621843] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "refresh_cache-4adc91ad-9992-4a21-b3cf-88e905004802" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.623487] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "refresh_cache-4adc91ad-9992-4a21-b3cf-88e905004802" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.623810] env[68326]: DEBUG nova.network.neutron [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.670738] env[68326]: INFO nova.compute.manager [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] instance snapshotting [ 787.674025] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85230ed9-a70a-4167-9617-cafdf0609a4c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.695908] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67853b8-e8c9-49d5-9977-a146aae28187 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.739093] env[68326]: DEBUG nova.network.neutron [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Successfully created port: e97a6680-621e-4a96-8c3b-7e439d6681a8 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.763167] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129106, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.797079] env[68326]: DEBUG nova.compute.manager [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 787.936173] env[68326]: INFO nova.compute.manager [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Took 48.64 seconds to build instance. [ 787.994996] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3f1fb7ac-752f-4663-b514-905ebb032c01 tempest-VolumesAssistedSnapshotsTest-1675428969 tempest-VolumesAssistedSnapshotsTest-1675428969-project-admin] Lock "3671a9c4-7e47-4377-8e57-d56a99763f47" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.885s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.146231] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "interface-08bc8f22-db4d-4df7-84d1-55633ecdf87d-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.146472] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-08bc8f22-db4d-4df7-84d1-55633ecdf87d-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.146950] env[68326]: DEBUG nova.objects.instance [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lazy-loading 'flavor' on Instance uuid 08bc8f22-db4d-4df7-84d1-55633ecdf87d {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.157577] env[68326]: DEBUG nova.network.neutron [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.210093] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Creating Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 788.210093] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a8a25bab-b24e-4003-8a68-aa5753cfd41b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.218104] env[68326]: DEBUG oslo_vmware.api [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 788.218104] env[68326]: value = "task-3129107" [ 788.218104] env[68326]: _type = "Task" [ 788.218104] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.231356] env[68326]: DEBUG oslo_vmware.api [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129107, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.264457] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129106, 'name': CreateVM_Task, 'duration_secs': 0.562893} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.267085] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.268146] env[68326]: DEBUG oslo_concurrency.lockutils [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.268198] env[68326]: DEBUG oslo_concurrency.lockutils [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.268530] env[68326]: DEBUG oslo_concurrency.lockutils [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.268810] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88fef6f1-ac59-46e0-8d04-8fb3eb810960 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.276490] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Waiting for the task: (returnval){ [ 788.276490] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ab305b-005c-7f64-6649-1027ad6e70ca" [ 788.276490] env[68326]: _type = "Task" [ 788.276490] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.288601] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ab305b-005c-7f64-6649-1027ad6e70ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.311052] env[68326]: DEBUG nova.network.neutron [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Updating instance_info_cache with network_info: [{"id": "cea5c6b4-bf44-4868-8fb6-d68b776d9a0c", "address": "fa:16:3e:88:0f:86", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea5c6b4-bf", "ovs_interfaceid": "cea5c6b4-bf44-4868-8fb6-d68b776d9a0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.392730] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b117ccb1-2c70-41f3-b499-ab101cd9080b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.401793] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b556767f-0a1c-4bbf-8ea4-5744a8b2e18d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.432688] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8ecd45-51df-464e-b3b7-41e61f31d69e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.439785] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ce9af6-88e3-4c52-9746-34dc0b829493 tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Lock "2d21e817-1705-474e-a95c-53c995f092a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.295s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.441995] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1839d1-e7e7-4479-96f1-d8f60a3a224e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.457407] env[68326]: DEBUG nova.compute.provider_tree [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.730214] env[68326]: DEBUG nova.objects.instance [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lazy-loading 'pci_requests' on Instance uuid 08bc8f22-db4d-4df7-84d1-55633ecdf87d {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.734300] env[68326]: DEBUG oslo_vmware.api [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129107, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.786951] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ab305b-005c-7f64-6649-1027ad6e70ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012483} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.787268] env[68326]: DEBUG oslo_concurrency.lockutils [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.787538] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.787786] env[68326]: DEBUG oslo_concurrency.lockutils [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.787972] env[68326]: DEBUG oslo_concurrency.lockutils [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.788121] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.788446] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3e7c89c-b505-4a01-98c0-66e06d874514 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.796814] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.796963] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.797705] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d731efdc-88bf-4117-8c2a-6e4b150bd209 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.803509] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Waiting for the task: (returnval){ [ 788.803509] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52a90293-ae71-cb47-1f40-9e936a0a12ad" [ 788.803509] env[68326]: _type = "Task" [ 788.803509] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.812585] env[68326]: DEBUG nova.compute.manager [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 788.814469] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a90293-ae71-cb47-1f40-9e936a0a12ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.815017] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "refresh_cache-4adc91ad-9992-4a21-b3cf-88e905004802" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.815326] env[68326]: DEBUG nova.compute.manager [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Instance network_info: |[{"id": "cea5c6b4-bf44-4868-8fb6-d68b776d9a0c", "address": "fa:16:3e:88:0f:86", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea5c6b4-bf", "ovs_interfaceid": "cea5c6b4-bf44-4868-8fb6-d68b776d9a0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 788.815743] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:0f:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cea5c6b4-bf44-4868-8fb6-d68b776d9a0c', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.823343] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.823526] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.823740] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f21f386d-5ffe-4168-86b2-21568126b36e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.849037] env[68326]: DEBUG nova.virt.hardware [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 788.849291] env[68326]: DEBUG nova.virt.hardware [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 788.849445] env[68326]: DEBUG nova.virt.hardware [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.849884] env[68326]: DEBUG nova.virt.hardware [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 788.849884] env[68326]: DEBUG nova.virt.hardware [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.849884] env[68326]: DEBUG nova.virt.hardware [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 788.850105] env[68326]: DEBUG nova.virt.hardware [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 788.850265] env[68326]: DEBUG nova.virt.hardware [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 788.850429] env[68326]: DEBUG nova.virt.hardware [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 788.850637] env[68326]: DEBUG nova.virt.hardware [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 788.850815] env[68326]: DEBUG nova.virt.hardware [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 788.851716] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa68d1bf-e559-4dfe-8cfa-7ddbd85605cb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.855334] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.855334] env[68326]: value = "task-3129108" [ 788.855334] env[68326]: _type = "Task" [ 788.855334] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.861954] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f5dbe5-c24e-485d-b8f9-ccaeabfe4613 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.869404] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129108, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.947285] env[68326]: DEBUG nova.compute.manager [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 788.960052] env[68326]: DEBUG nova.scheduler.client.report [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.236312] env[68326]: DEBUG oslo_vmware.api [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129107, 'name': CreateSnapshot_Task, 'duration_secs': 0.767336} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.236529] env[68326]: DEBUG nova.network.neutron [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Successfully updated port: e97a6680-621e-4a96-8c3b-7e439d6681a8 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.238466] env[68326]: DEBUG nova.objects.base [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Object Instance<08bc8f22-db4d-4df7-84d1-55633ecdf87d> lazy-loaded attributes: flavor,pci_requests {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 789.238578] env[68326]: DEBUG nova.network.neutron [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.240584] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Created Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 789.241897] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca39430-7fe0-4344-adb2-bbdf89e1cbf9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.283702] env[68326]: DEBUG nova.policy [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e8b1198c39c466d869defa532a7c2b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80e12bd17fb14b2b843260fd9897d052', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.316592] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a90293-ae71-cb47-1f40-9e936a0a12ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009521} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.317452] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaca9b26-0a6a-4791-9b9a-37265ea359d7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.323151] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Waiting for the task: (returnval){ [ 789.323151] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52644dfb-fb41-adfa-695a-a234bd5de5e4" [ 789.323151] env[68326]: _type = "Task" [ 789.323151] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.332120] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52644dfb-fb41-adfa-695a-a234bd5de5e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.366799] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129108, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.466575] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.467228] env[68326]: DEBUG nova.compute.manager [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 789.470857] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.959s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.471419] env[68326]: DEBUG nova.objects.instance [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Lazy-loading 'resources' on Instance uuid 4ff567b6-958a-4e65-9fc4-e69dc1a52b31 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 789.474174] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.593920] env[68326]: DEBUG nova.network.neutron [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Successfully created port: cb3533bd-5470-4d51-b9de-923cd2011a49 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.742164] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Acquiring lock "refresh_cache-473dc8e2-9d6f-43b9-be2d-d35408a88520" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.742683] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Acquired lock "refresh_cache-473dc8e2-9d6f-43b9-be2d-d35408a88520" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.742683] env[68326]: DEBUG nova.network.neutron [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.764189] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Creating linked-clone VM from snapshot {{(pid=68326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 789.764800] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-30d49742-9f6f-48e7-b01c-16a58a12cc15 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.774505] env[68326]: DEBUG oslo_vmware.api [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 789.774505] env[68326]: value = "task-3129110" [ 789.774505] env[68326]: _type = "Task" [ 789.774505] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.785274] env[68326]: DEBUG oslo_vmware.api [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129110, 'name': CloneVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.835650] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52644dfb-fb41-adfa-695a-a234bd5de5e4, 'name': SearchDatastore_Task, 'duration_secs': 0.010698} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.835650] env[68326]: DEBUG oslo_concurrency.lockutils [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.835868] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] a943e075-4ea2-4b2c-bd0e-503a3bf9a597/a943e075-4ea2-4b2c-bd0e-503a3bf9a597.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.836203] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d61b1770-d7ba-4700-895c-9e6a67be1fc6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.844034] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Waiting for the task: (returnval){ [ 789.844034] env[68326]: value = "task-3129111" [ 789.844034] env[68326]: _type = "Task" [ 789.844034] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.855021] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': task-3129111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.867621] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129108, 'name': CreateVM_Task, 'duration_secs': 0.658158} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.867914] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.868508] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.868670] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.868987] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.869262] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13d76099-f3c2-471e-b8bb-3a29e7b9f08b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.874562] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 789.874562] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52bdbfbd-222f-a74d-9c92-134ae402345c" [ 789.874562] env[68326]: _type = "Task" [ 789.874562] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.887307] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52bdbfbd-222f-a74d-9c92-134ae402345c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.972517] env[68326]: DEBUG nova.compute.utils [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.974355] env[68326]: DEBUG nova.compute.manager [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 789.974579] env[68326]: DEBUG nova.network.neutron [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.036405] env[68326]: DEBUG nova.policy [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e82f71959b554191a0414e17a317f349', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b7f7f856dd44c93916aa66f8fe08904', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.285357] env[68326]: DEBUG oslo_vmware.api [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129110, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.294587] env[68326]: DEBUG nova.network.neutron [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.358210] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': task-3129111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.388126] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52bdbfbd-222f-a74d-9c92-134ae402345c, 'name': SearchDatastore_Task, 'duration_secs': 0.021508} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.388885] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.388994] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.389198] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.389336] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.389619] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.390208] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19f8d3d1-a11a-401b-b607-02fc66defd24 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.403468] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.403655] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.404432] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4afabff6-edc5-4c02-af91-37642fdeda4b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.410175] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 790.410175] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52797e3f-eb4c-4ed4-d45a-7281ac328244" [ 790.410175] env[68326]: _type = "Task" [ 790.410175] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.420038] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52797e3f-eb4c-4ed4-d45a-7281ac328244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.478131] env[68326]: DEBUG nova.compute.manager [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 790.506560] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc16e1f-1634-4a46-a023-4943d87fc7bb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.510961] env[68326]: DEBUG nova.network.neutron [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Updating instance_info_cache with network_info: [{"id": "e97a6680-621e-4a96-8c3b-7e439d6681a8", "address": "fa:16:3e:0f:e7:96", "network": {"id": "f6d65949-0de7-447f-8970-914817eacf5f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2124001386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfbde2efaf2a4104b4682e97838cc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape97a6680-62", "ovs_interfaceid": "e97a6680-621e-4a96-8c3b-7e439d6681a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.515100] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9176450a-1375-4da2-8211-087ada10f2d4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.550346] env[68326]: DEBUG nova.network.neutron [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Successfully created port: dab8710d-6ef2-4591-9b59-de802f1fe8b8 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.554131] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a138d8-895b-4929-8d0a-3b4283ca51dd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.564144] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef67111f-99aa-4217-b058-5844b9d711b4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.582713] env[68326]: DEBUG nova.compute.provider_tree [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.790331] env[68326]: DEBUG oslo_vmware.api [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129110, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.860874] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': task-3129111, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.924364] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52797e3f-eb4c-4ed4-d45a-7281ac328244, 'name': SearchDatastore_Task, 'duration_secs': 0.012269} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.925862] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8730ea99-4c32-45a4-947c-79ee874e3118 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.935230] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 790.935230] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52eae409-b3b0-5504-4c54-80c370d3e0e8" [ 790.935230] env[68326]: _type = "Task" [ 790.935230] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.945864] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52eae409-b3b0-5504-4c54-80c370d3e0e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.019067] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Releasing lock "refresh_cache-473dc8e2-9d6f-43b9-be2d-d35408a88520" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.019067] env[68326]: DEBUG nova.compute.manager [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Instance network_info: |[{"id": "e97a6680-621e-4a96-8c3b-7e439d6681a8", "address": "fa:16:3e:0f:e7:96", "network": {"id": "f6d65949-0de7-447f-8970-914817eacf5f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2124001386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfbde2efaf2a4104b4682e97838cc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape97a6680-62", "ovs_interfaceid": "e97a6680-621e-4a96-8c3b-7e439d6681a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 791.019353] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:e7:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e41c97-4d75-4041-ae71-321e7e9d480b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e97a6680-621e-4a96-8c3b-7e439d6681a8', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 791.029355] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Creating folder: Project (dfbde2efaf2a4104b4682e97838cc0ab). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.029899] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a53a0e18-3e67-497b-ac4c-9e53c5495246 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.048145] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Created folder: Project (dfbde2efaf2a4104b4682e97838cc0ab) in parent group-v626141. [ 791.048349] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Creating folder: Instances. Parent ref: group-v626263. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 791.048854] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5e74c31-814a-482b-9ffc-5797ddf053ac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.061487] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Created folder: Instances in parent group-v626263. [ 791.061749] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.062945] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 791.064616] env[68326]: DEBUG nova.compute.manager [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Received event network-changed-cea5c6b4-bf44-4868-8fb6-d68b776d9a0c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 791.064755] env[68326]: DEBUG nova.compute.manager [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Refreshing instance network info cache due to event network-changed-cea5c6b4-bf44-4868-8fb6-d68b776d9a0c. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 791.064974] env[68326]: DEBUG oslo_concurrency.lockutils [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] Acquiring lock "refresh_cache-4adc91ad-9992-4a21-b3cf-88e905004802" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.065086] env[68326]: DEBUG oslo_concurrency.lockutils [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] Acquired lock "refresh_cache-4adc91ad-9992-4a21-b3cf-88e905004802" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.065250] env[68326]: DEBUG nova.network.neutron [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Refreshing network info cache for port cea5c6b4-bf44-4868-8fb6-d68b776d9a0c {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.066331] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68298b4b-342a-4a56-94af-695046ee8d4b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.087489] env[68326]: DEBUG nova.scheduler.client.report [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.098260] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 791.098260] env[68326]: value = "task-3129114" [ 791.098260] env[68326]: _type = "Task" [ 791.098260] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.107873] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129114, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.178691] env[68326]: DEBUG nova.network.neutron [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Successfully updated port: cb3533bd-5470-4d51-b9de-923cd2011a49 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.290787] env[68326]: DEBUG oslo_vmware.api [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129110, 'name': CloneVM_Task} progress is 95%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.352037] env[68326]: DEBUG nova.network.neutron [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Updated VIF entry in instance network info cache for port cea5c6b4-bf44-4868-8fb6-d68b776d9a0c. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.352493] env[68326]: DEBUG nova.network.neutron [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Updating instance_info_cache with network_info: [{"id": "cea5c6b4-bf44-4868-8fb6-d68b776d9a0c", "address": "fa:16:3e:88:0f:86", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcea5c6b4-bf", "ovs_interfaceid": "cea5c6b4-bf44-4868-8fb6-d68b776d9a0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.360921] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': task-3129111, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.18075} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.360921] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] a943e075-4ea2-4b2c-bd0e-503a3bf9a597/a943e075-4ea2-4b2c-bd0e-503a3bf9a597.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.361181] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.361384] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c79175b-2596-43f9-9b12-c0448baa5e32 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.374384] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Waiting for the task: (returnval){ [ 791.374384] env[68326]: value = "task-3129115" [ 791.374384] env[68326]: _type = "Task" [ 791.374384] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.384296] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': task-3129115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.443798] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52eae409-b3b0-5504-4c54-80c370d3e0e8, 'name': SearchDatastore_Task, 'duration_secs': 0.059796} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.444128] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.444418] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 4adc91ad-9992-4a21-b3cf-88e905004802/4adc91ad-9992-4a21-b3cf-88e905004802.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.445031] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-929a9042-865c-48c1-be2d-c47fd90a185a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.453419] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 791.453419] env[68326]: value = "task-3129116" [ 791.453419] env[68326]: _type = "Task" [ 791.453419] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.463476] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.489084] env[68326]: DEBUG nova.compute.manager [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 791.516512] env[68326]: DEBUG nova.virt.hardware [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.516656] env[68326]: DEBUG nova.virt.hardware [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.516762] env[68326]: DEBUG nova.virt.hardware [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.516872] env[68326]: DEBUG nova.virt.hardware [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.517213] env[68326]: DEBUG nova.virt.hardware [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.517488] env[68326]: DEBUG nova.virt.hardware [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.517805] env[68326]: DEBUG nova.virt.hardware [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.518047] env[68326]: DEBUG nova.virt.hardware [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.518047] env[68326]: DEBUG nova.virt.hardware [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.518427] env[68326]: DEBUG nova.virt.hardware [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.518427] env[68326]: DEBUG nova.virt.hardware [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.519345] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a54f43-c2e8-4b94-b7c2-817211389392 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.525795] env[68326]: DEBUG nova.compute.manager [req-eae9541a-621b-47d2-97c1-046839599a35 req-fd6fc560-9415-48ac-82d9-884fc55728a4 service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Received event network-changed-8ced57b9-fd69-4f99-9f41-a7e0e06a90a0 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 791.525999] env[68326]: DEBUG nova.compute.manager [req-eae9541a-621b-47d2-97c1-046839599a35 req-fd6fc560-9415-48ac-82d9-884fc55728a4 service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Refreshing instance network info cache due to event network-changed-8ced57b9-fd69-4f99-9f41-a7e0e06a90a0. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 791.526247] env[68326]: DEBUG oslo_concurrency.lockutils [req-eae9541a-621b-47d2-97c1-046839599a35 req-fd6fc560-9415-48ac-82d9-884fc55728a4 service nova] Acquiring lock "refresh_cache-2d21e817-1705-474e-a95c-53c995f092a5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.526393] env[68326]: DEBUG oslo_concurrency.lockutils [req-eae9541a-621b-47d2-97c1-046839599a35 req-fd6fc560-9415-48ac-82d9-884fc55728a4 service nova] Acquired lock "refresh_cache-2d21e817-1705-474e-a95c-53c995f092a5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.526568] env[68326]: DEBUG nova.network.neutron [req-eae9541a-621b-47d2-97c1-046839599a35 req-fd6fc560-9415-48ac-82d9-884fc55728a4 service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Refreshing network info cache for port 8ced57b9-fd69-4f99-9f41-a7e0e06a90a0 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.535202] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6aff694-f66d-41a7-8ca8-45a193ba0e2d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.592686] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.595624] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.542s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.609919] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129114, 'name': CreateVM_Task, 'duration_secs': 0.361403} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.610122] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.610975] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.611090] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.611462] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.611623] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f9395f1-fb85-4690-8a60-f5c580120684 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.618519] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Waiting for the task: (returnval){ [ 791.618519] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52714b30-4e60-028b-0cf2-9f2be9bc0c79" [ 791.618519] env[68326]: _type = "Task" [ 791.618519] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.630043] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52714b30-4e60-028b-0cf2-9f2be9bc0c79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.631025] env[68326]: INFO nova.scheduler.client.report [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Deleted allocations for instance 4ff567b6-958a-4e65-9fc4-e69dc1a52b31 [ 791.692327] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "refresh_cache-08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.692582] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "refresh_cache-08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.692796] env[68326]: DEBUG nova.network.neutron [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.793581] env[68326]: DEBUG oslo_vmware.api [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129110, 'name': CloneVM_Task, 'duration_secs': 1.771441} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.793961] env[68326]: INFO nova.virt.vmwareapi.vmops [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Created linked-clone VM from snapshot [ 791.794783] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8c02c4-8dbf-40da-923c-1ec3c4243e56 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.805226] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Uploading image ad3c82c4-14a1-430e-8dcf-4b972257134d {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 791.819265] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Destroying the VM {{(pid=68326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 791.819587] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eb224cea-0a66-4484-aeed-583bb4bce79e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.829935] env[68326]: DEBUG oslo_vmware.api [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 791.829935] env[68326]: value = "task-3129117" [ 791.829935] env[68326]: _type = "Task" [ 791.829935] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.840509] env[68326]: DEBUG oslo_vmware.api [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129117, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.855366] env[68326]: DEBUG oslo_concurrency.lockutils [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] Releasing lock "refresh_cache-4adc91ad-9992-4a21-b3cf-88e905004802" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.855657] env[68326]: DEBUG nova.compute.manager [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Received event network-vif-plugged-e97a6680-621e-4a96-8c3b-7e439d6681a8 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 791.855858] env[68326]: DEBUG oslo_concurrency.lockutils [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] Acquiring lock "473dc8e2-9d6f-43b9-be2d-d35408a88520-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.856074] env[68326]: DEBUG oslo_concurrency.lockutils [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] Lock "473dc8e2-9d6f-43b9-be2d-d35408a88520-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.856277] env[68326]: DEBUG oslo_concurrency.lockutils [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] Lock "473dc8e2-9d6f-43b9-be2d-d35408a88520-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.856409] env[68326]: DEBUG nova.compute.manager [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] No waiting events found dispatching network-vif-plugged-e97a6680-621e-4a96-8c3b-7e439d6681a8 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.856581] env[68326]: WARNING nova.compute.manager [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Received unexpected event network-vif-plugged-e97a6680-621e-4a96-8c3b-7e439d6681a8 for instance with vm_state building and task_state spawning. [ 791.856748] env[68326]: DEBUG nova.compute.manager [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Received event network-changed-e97a6680-621e-4a96-8c3b-7e439d6681a8 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 791.856902] env[68326]: DEBUG nova.compute.manager [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Refreshing instance network info cache due to event network-changed-e97a6680-621e-4a96-8c3b-7e439d6681a8. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 791.857103] env[68326]: DEBUG oslo_concurrency.lockutils [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] Acquiring lock "refresh_cache-473dc8e2-9d6f-43b9-be2d-d35408a88520" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.857243] env[68326]: DEBUG oslo_concurrency.lockutils [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] Acquired lock "refresh_cache-473dc8e2-9d6f-43b9-be2d-d35408a88520" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.857397] env[68326]: DEBUG nova.network.neutron [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Refreshing network info cache for port e97a6680-621e-4a96-8c3b-7e439d6681a8 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.886845] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': task-3129115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081628} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.887508] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.888179] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b885c6-072d-457d-9a80-5fb7dc9c568d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.918271] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] a943e075-4ea2-4b2c-bd0e-503a3bf9a597/a943e075-4ea2-4b2c-bd0e-503a3bf9a597.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.918271] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93be5292-0aa6-4d70-83ad-dd8434ccd0ac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.943776] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Waiting for the task: (returnval){ [ 791.943776] env[68326]: value = "task-3129118" [ 791.943776] env[68326]: _type = "Task" [ 791.943776] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.952779] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': task-3129118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.963694] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46808} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.964045] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 4adc91ad-9992-4a21-b3cf-88e905004802/4adc91ad-9992-4a21-b3cf-88e905004802.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.964302] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.964610] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9008c3b8-0b83-4b55-94f1-cf7fa1ef805b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.973115] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 791.973115] env[68326]: value = "task-3129119" [ 791.973115] env[68326]: _type = "Task" [ 791.973115] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.984507] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.130187] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52714b30-4e60-028b-0cf2-9f2be9bc0c79, 'name': SearchDatastore_Task, 'duration_secs': 0.057389} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.132814] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.133075] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.133311] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.133452] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.133630] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.133912] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d39ea2eb-1003-4349-8235-da650145fc52 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.138623] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ad05041c-91a2-4626-b4b5-05b3cd0cbeda tempest-AttachInterfacesV270Test-1355131000 tempest-AttachInterfacesV270Test-1355131000-project-member] Lock "4ff567b6-958a-4e65-9fc4-e69dc1a52b31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.244s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.146922] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.147128] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.147912] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8daa4309-a653-422d-b225-726358aa3ce3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.154356] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Waiting for the task: (returnval){ [ 792.154356] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52cd5532-aea1-d15f-efea-18ab63e9d4a6" [ 792.154356] env[68326]: _type = "Task" [ 792.154356] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.162960] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52cd5532-aea1-d15f-efea-18ab63e9d4a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.265796] env[68326]: WARNING nova.network.neutron [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] 57bb762a-db8b-420c-bfaa-7634066618d4 already exists in list: networks containing: ['57bb762a-db8b-420c-bfaa-7634066618d4']. ignoring it [ 792.326104] env[68326]: DEBUG nova.network.neutron [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Successfully updated port: dab8710d-6ef2-4591-9b59-de802f1fe8b8 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.341377] env[68326]: DEBUG oslo_vmware.api [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129117, 'name': Destroy_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.457837] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': task-3129118, 'name': ReconfigVM_Task, 'duration_secs': 0.470385} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.458244] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Reconfigured VM instance instance-00000026 to attach disk [datastore1] a943e075-4ea2-4b2c-bd0e-503a3bf9a597/a943e075-4ea2-4b2c-bd0e-503a3bf9a597.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.459047] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fab7714f-9866-419a-bfd8-6a9cd0f7432f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.465642] env[68326]: DEBUG nova.network.neutron [req-eae9541a-621b-47d2-97c1-046839599a35 req-fd6fc560-9415-48ac-82d9-884fc55728a4 service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Updated VIF entry in instance network info cache for port 8ced57b9-fd69-4f99-9f41-a7e0e06a90a0. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.466062] env[68326]: DEBUG nova.network.neutron [req-eae9541a-621b-47d2-97c1-046839599a35 req-fd6fc560-9415-48ac-82d9-884fc55728a4 service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Updating instance_info_cache with network_info: [{"id": "8ced57b9-fd69-4f99-9f41-a7e0e06a90a0", "address": "fa:16:3e:a6:6f:9b", "network": {"id": "191899c2-d209-4432-bcd4-ee6cbfc22cf0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-539162018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24b4c4a448ed4ec8ad6178dd1f5741e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ced57b9-fd", "ovs_interfaceid": "8ced57b9-fd69-4f99-9f41-a7e0e06a90a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.468537] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Waiting for the task: (returnval){ [ 792.468537] env[68326]: value = "task-3129120" [ 792.468537] env[68326]: _type = "Task" [ 792.468537] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.486739] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': task-3129120, 'name': Rename_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.492802] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077749} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.493093] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.493916] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5192435-c3bc-433f-8d60-be0db73f744c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.521323] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 4adc91ad-9992-4a21-b3cf-88e905004802/4adc91ad-9992-4a21-b3cf-88e905004802.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.525915] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-085ec6c2-5a39-4f5e-a6f8-eac20869e688 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.547280] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 792.547280] env[68326]: value = "task-3129121" [ 792.547280] env[68326]: _type = "Task" [ 792.547280] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.556053] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.634539] env[68326]: WARNING nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 9c2ec464-c583-4c9a-a4e9-9c750c09b131 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.634697] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 3671a9c4-7e47-4377-8e57-d56a99763f47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.634834] env[68326]: WARNING nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 1b8d860c-232e-4cc0-87b0-33922cbeb74b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.634954] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 4256b43d-08ce-4818-abbf-c7ff3e603ca5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.635084] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 08bc8f22-db4d-4df7-84d1-55633ecdf87d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.635203] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance ed7ba056-8b06-48f9-89a6-1ec01059baf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.635316] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance df2f88d6-5e47-4d8c-a727-9f20cecee976 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.635428] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 51e92baa-01a8-4d09-b531-18d958cc5c29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.635563] env[68326]: WARNING nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.635678] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 5f32ac15-011a-4574-b635-8833971c5a33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.635835] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 4b99079e-12c5-42aa-8d2e-c977e22ba66b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.635975] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance bfbd3c42-245f-4395-a854-206f1b8a6fd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.636088] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.636210] env[68326]: WARNING nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 13132757-b7a3-4d80-95d9-88055b8de318 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.636320] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.636437] env[68326]: WARNING nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance f12eed45-8384-424c-9d14-1a98901645e2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.636555] env[68326]: WARNING nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance cfd2aa1c-2e24-4a73-9be5-ee5547618622 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.636734] env[68326]: WARNING nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance ca014f7b-32ab-45ff-bed5-37bf1613ea2c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.636875] env[68326]: WARNING nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance e2075ea3-b2db-4640-8057-46c014e8a071 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 792.636989] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance b7503f22-68fd-4ee1-b0dd-4535e0e293d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.637112] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 2d21e817-1705-474e-a95c-53c995f092a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.637221] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance a943e075-4ea2-4b2c-bd0e-503a3bf9a597 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.637329] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 4adc91ad-9992-4a21-b3cf-88e905004802 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.637441] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 473dc8e2-9d6f-43b9-be2d-d35408a88520 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.637575] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 2ba5686d-98be-406a-97a9-05923dda812f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 792.665886] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52cd5532-aea1-d15f-efea-18ab63e9d4a6, 'name': SearchDatastore_Task, 'duration_secs': 0.042121} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.666721] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a18a248e-dab8-4420-b296-3e01163d1e4b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.673355] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Waiting for the task: (returnval){ [ 792.673355] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52cf8726-615c-d743-05f0-728431b6022b" [ 792.673355] env[68326]: _type = "Task" [ 792.673355] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.684186] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52cf8726-615c-d743-05f0-728431b6022b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.765041] env[68326]: DEBUG nova.network.neutron [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Updated VIF entry in instance network info cache for port e97a6680-621e-4a96-8c3b-7e439d6681a8. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.765427] env[68326]: DEBUG nova.network.neutron [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Updating instance_info_cache with network_info: [{"id": "e97a6680-621e-4a96-8c3b-7e439d6681a8", "address": "fa:16:3e:0f:e7:96", "network": {"id": "f6d65949-0de7-447f-8970-914817eacf5f", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2124001386-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfbde2efaf2a4104b4682e97838cc0ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e41c97-4d75-4041-ae71-321e7e9d480b", "external-id": "nsx-vlan-transportzone-483", "segmentation_id": 483, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape97a6680-62", "ovs_interfaceid": "e97a6680-621e-4a96-8c3b-7e439d6681a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.810850] env[68326]: DEBUG nova.network.neutron [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Updating instance_info_cache with network_info: [{"id": "f723514f-b8ff-4ef9-8838-512a30b89dc9", "address": "fa:16:3e:c1:20:38", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf723514f-b8", "ovs_interfaceid": "f723514f-b8ff-4ef9-8838-512a30b89dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cb3533bd-5470-4d51-b9de-923cd2011a49", "address": "fa:16:3e:da:98:5f", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb3533bd-54", "ovs_interfaceid": "cb3533bd-5470-4d51-b9de-923cd2011a49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.829133] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquiring lock "refresh_cache-2ba5686d-98be-406a-97a9-05923dda812f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.829333] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquired lock "refresh_cache-2ba5686d-98be-406a-97a9-05923dda812f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.829524] env[68326]: DEBUG nova.network.neutron [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.841892] env[68326]: DEBUG oslo_vmware.api [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129117, 'name': Destroy_Task, 'duration_secs': 0.716059} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.842164] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Destroyed the VM [ 792.842400] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Deleting Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 792.842679] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-846fa66a-0918-48ee-8218-2f3b43d7cf88 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.852260] env[68326]: DEBUG oslo_vmware.api [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 792.852260] env[68326]: value = "task-3129122" [ 792.852260] env[68326]: _type = "Task" [ 792.852260] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.861334] env[68326]: DEBUG oslo_vmware.api [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129122, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.970572] env[68326]: DEBUG oslo_concurrency.lockutils [req-eae9541a-621b-47d2-97c1-046839599a35 req-fd6fc560-9415-48ac-82d9-884fc55728a4 service nova] Releasing lock "refresh_cache-2d21e817-1705-474e-a95c-53c995f092a5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.985379] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': task-3129120, 'name': Rename_Task, 'duration_secs': 0.332659} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.985672] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.985926] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbfc42d8-2b4a-4f33-ab29-672c6de42a92 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.993042] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Waiting for the task: (returnval){ [ 792.993042] env[68326]: value = "task-3129123" [ 792.993042] env[68326]: _type = "Task" [ 792.993042] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.001605] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': task-3129123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.059299] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.140642] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 68cc5fba-76f0-428e-a5c1-0f4991243b32 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 793.186261] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52cf8726-615c-d743-05f0-728431b6022b, 'name': SearchDatastore_Task, 'duration_secs': 0.040494} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.186567] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.186965] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 473dc8e2-9d6f-43b9-be2d-d35408a88520/473dc8e2-9d6f-43b9-be2d-d35408a88520.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.187757] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4eb9114d-2555-4602-a78b-74c160a16029 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.196712] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Waiting for the task: (returnval){ [ 793.196712] env[68326]: value = "task-3129124" [ 793.196712] env[68326]: _type = "Task" [ 793.196712] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.206915] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': task-3129124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.268808] env[68326]: DEBUG oslo_concurrency.lockutils [req-58fd0eea-82bc-4c18-b9f7-545e7cab86fc req-589ea701-d0ea-4570-99d0-22e7479df4c0 service nova] Releasing lock "refresh_cache-473dc8e2-9d6f-43b9-be2d-d35408a88520" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.313445] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "refresh_cache-08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.314206] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.314374] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.315354] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236388a2-b7b1-45e9-a7bb-9613a7f91c43 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.336623] env[68326]: DEBUG nova.virt.hardware [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.336846] env[68326]: DEBUG nova.virt.hardware [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.336983] env[68326]: DEBUG nova.virt.hardware [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.337176] env[68326]: DEBUG nova.virt.hardware [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.337356] env[68326]: DEBUG nova.virt.hardware [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.337590] env[68326]: DEBUG nova.virt.hardware [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.337818] env[68326]: DEBUG nova.virt.hardware [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.338030] env[68326]: DEBUG nova.virt.hardware [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.339494] env[68326]: DEBUG nova.virt.hardware [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.339494] env[68326]: DEBUG nova.virt.hardware [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.339494] env[68326]: DEBUG nova.virt.hardware [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.345874] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Reconfiguring VM to attach interface {{(pid=68326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 793.346308] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-605380fa-62db-48bd-a974-574c29fee821 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.367713] env[68326]: DEBUG oslo_vmware.api [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129122, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.369096] env[68326]: DEBUG oslo_vmware.api [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 793.369096] env[68326]: value = "task-3129125" [ 793.369096] env[68326]: _type = "Task" [ 793.369096] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.377343] env[68326]: DEBUG oslo_vmware.api [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129125, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.407039] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Acquiring lock "3671a9c4-7e47-4377-8e57-d56a99763f47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.407444] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Lock "3671a9c4-7e47-4377-8e57-d56a99763f47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.407659] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Acquiring lock "3671a9c4-7e47-4377-8e57-d56a99763f47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.407910] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Lock "3671a9c4-7e47-4377-8e57-d56a99763f47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.408182] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Lock "3671a9c4-7e47-4377-8e57-d56a99763f47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.411191] env[68326]: DEBUG nova.network.neutron [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.413648] env[68326]: INFO nova.compute.manager [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Terminating instance [ 793.509513] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': task-3129123, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.574319] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129121, 'name': ReconfigVM_Task, 'duration_secs': 0.793253} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.574685] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 4adc91ad-9992-4a21-b3cf-88e905004802/4adc91ad-9992-4a21-b3cf-88e905004802.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.575524] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-852f1b2b-a0ec-4ef6-a3b1-d43e61112f64 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.587318] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 793.587318] env[68326]: value = "task-3129126" [ 793.587318] env[68326]: _type = "Task" [ 793.587318] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.601117] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129126, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.644308] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 5945078b-f11b-4503-8990-a8437c8f2627 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 793.714334] env[68326]: DEBUG nova.network.neutron [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Updating instance_info_cache with network_info: [{"id": "dab8710d-6ef2-4591-9b59-de802f1fe8b8", "address": "fa:16:3e:53:d2:23", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab8710d-6e", "ovs_interfaceid": "dab8710d-6ef2-4591-9b59-de802f1fe8b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.715778] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': task-3129124, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.875900] env[68326]: DEBUG oslo_vmware.api [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129122, 'name': RemoveSnapshot_Task, 'duration_secs': 0.74341} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.876572] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Deleted Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 793.882524] env[68326]: DEBUG oslo_vmware.api [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.918827] env[68326]: DEBUG nova.compute.manager [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 793.918980] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.919974] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fa3828-d357-4ba3-bf1d-f27ea0bb00e6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.936376] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.936376] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c165c6cd-58f6-4864-be8f-54354da9f8a0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.950322] env[68326]: DEBUG oslo_vmware.api [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Waiting for the task: (returnval){ [ 793.950322] env[68326]: value = "task-3129127" [ 793.950322] env[68326]: _type = "Task" [ 793.950322] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.962440] env[68326]: DEBUG oslo_vmware.api [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': task-3129127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.007039] env[68326]: DEBUG oslo_vmware.api [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': task-3129123, 'name': PowerOnVM_Task, 'duration_secs': 0.72954} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.007039] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.007039] env[68326]: INFO nova.compute.manager [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Took 10.68 seconds to spawn the instance on the hypervisor. [ 794.007039] env[68326]: DEBUG nova.compute.manager [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 794.007039] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54b9064-ea48-441b-b1fb-c0abfa3c5173 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.101335] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129126, 'name': Rename_Task, 'duration_secs': 0.380292} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.101335] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.101335] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-352fbc45-155b-4cff-94f5-4bc882ce2a5b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.106833] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 794.106833] env[68326]: value = "task-3129128" [ 794.106833] env[68326]: _type = "Task" [ 794.106833] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.117026] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.150101] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance d7acf762-bbcd-403a-afac-342a44f13a20 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 794.212737] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': task-3129124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537331} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.212737] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 473dc8e2-9d6f-43b9-be2d-d35408a88520/473dc8e2-9d6f-43b9-be2d-d35408a88520.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.212737] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.212737] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cec50d9-7520-432b-b6d0-ed2258bca97f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.217267] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Releasing lock "refresh_cache-2ba5686d-98be-406a-97a9-05923dda812f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.217330] env[68326]: DEBUG nova.compute.manager [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Instance network_info: |[{"id": "dab8710d-6ef2-4591-9b59-de802f1fe8b8", "address": "fa:16:3e:53:d2:23", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab8710d-6e", "ovs_interfaceid": "dab8710d-6ef2-4591-9b59-de802f1fe8b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 794.217822] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:d2:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dab8710d-6ef2-4591-9b59-de802f1fe8b8', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.227300] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Creating folder: Project (8b7f7f856dd44c93916aa66f8fe08904). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.230085] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3287e106-580d-4c05-91cb-ddd05165cfd1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.232516] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Waiting for the task: (returnval){ [ 794.232516] env[68326]: value = "task-3129129" [ 794.232516] env[68326]: _type = "Task" [ 794.232516] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.244952] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': task-3129129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.252061] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Created folder: Project (8b7f7f856dd44c93916aa66f8fe08904) in parent group-v626141. [ 794.252406] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Creating folder: Instances. Parent ref: group-v626266. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.252870] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94d877b1-3b7e-4bbc-b38d-f8fba6790572 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.269261] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Created folder: Instances in parent group-v626266. [ 794.269641] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.269737] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.269967] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7286c098-7378-4131-b95a-ddb411a85ad6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.297033] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.297033] env[68326]: value = "task-3129132" [ 794.297033] env[68326]: _type = "Task" [ 794.297033] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.313134] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129132, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.382866] env[68326]: DEBUG oslo_vmware.api [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.384727] env[68326]: WARNING nova.compute.manager [None req-c6aa76c6-89ff-48e2-8430-c5cb1c1ccc4c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Image not found during snapshot: nova.exception.ImageNotFound: Image ad3c82c4-14a1-430e-8dcf-4b972257134d could not be found. [ 794.464019] env[68326]: DEBUG oslo_vmware.api [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': task-3129127, 'name': PowerOffVM_Task, 'duration_secs': 0.452814} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.464019] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.464019] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.464019] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2c8e76c-a62f-4581-bfe6-39672e658c02 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.478416] env[68326]: DEBUG nova.compute.manager [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Received event network-vif-plugged-cb3533bd-5470-4d51-b9de-923cd2011a49 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 794.478658] env[68326]: DEBUG oslo_concurrency.lockutils [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] Acquiring lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.478878] env[68326]: DEBUG oslo_concurrency.lockutils [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] Lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.479190] env[68326]: DEBUG oslo_concurrency.lockutils [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] Lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.479470] env[68326]: DEBUG nova.compute.manager [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] No waiting events found dispatching network-vif-plugged-cb3533bd-5470-4d51-b9de-923cd2011a49 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.479735] env[68326]: WARNING nova.compute.manager [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Received unexpected event network-vif-plugged-cb3533bd-5470-4d51-b9de-923cd2011a49 for instance with vm_state active and task_state None. [ 794.479964] env[68326]: DEBUG nova.compute.manager [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Received event network-changed-cb3533bd-5470-4d51-b9de-923cd2011a49 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 794.480176] env[68326]: DEBUG nova.compute.manager [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Refreshing instance network info cache due to event network-changed-cb3533bd-5470-4d51-b9de-923cd2011a49. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 794.480496] env[68326]: DEBUG oslo_concurrency.lockutils [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] Acquiring lock "refresh_cache-08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.480800] env[68326]: DEBUG oslo_concurrency.lockutils [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] Acquired lock "refresh_cache-08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.480995] env[68326]: DEBUG nova.network.neutron [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Refreshing network info cache for port cb3533bd-5470-4d51-b9de-923cd2011a49 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.527597] env[68326]: INFO nova.compute.manager [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Took 49.58 seconds to build instance. [ 794.545365] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.545655] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.545845] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Deleting the datastore file [datastore2] 3671a9c4-7e47-4377-8e57-d56a99763f47 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.546735] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06f290e5-39df-48a5-bf41-f78fa35dabef {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.554843] env[68326]: DEBUG oslo_vmware.api [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Waiting for the task: (returnval){ [ 794.554843] env[68326]: value = "task-3129134" [ 794.554843] env[68326]: _type = "Task" [ 794.554843] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.564288] env[68326]: DEBUG oslo_vmware.api [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': task-3129134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.621569] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129128, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.654448] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 02d85b25-cc17-4a9e-a37b-8ffc449bf3be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 794.746210] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': task-3129129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090285} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.746907] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.748106] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7ae05f-c263-4fcf-b328-d83a516f40c9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.772966] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 473dc8e2-9d6f-43b9-be2d-d35408a88520/473dc8e2-9d6f-43b9-be2d-d35408a88520.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.773184] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf8fc8b6-a84e-48a6-8b89-6cd6aeed9b7a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.796080] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Waiting for the task: (returnval){ [ 794.796080] env[68326]: value = "task-3129135" [ 794.796080] env[68326]: _type = "Task" [ 794.796080] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.809045] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129132, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.812340] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': task-3129135, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.882403] env[68326]: DEBUG oslo_vmware.api [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.030538] env[68326]: DEBUG oslo_concurrency.lockutils [None req-07d76e86-bdd3-43c5-8e7b-9d7e23e3fc10 tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Lock "a943e075-4ea2-4b2c-bd0e-503a3bf9a597" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.647s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.065593] env[68326]: DEBUG oslo_vmware.api [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Task: {'id': task-3129134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334731} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.065771] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.065934] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.066147] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.067016] env[68326]: INFO nova.compute.manager [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Took 1.15 seconds to destroy the instance on the hypervisor. [ 795.067016] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.067016] env[68326]: DEBUG nova.compute.manager [-] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 795.067016] env[68326]: DEBUG nova.network.neutron [-] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 795.120230] env[68326]: DEBUG oslo_vmware.api [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129128, 'name': PowerOnVM_Task, 'duration_secs': 0.921546} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.120485] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.120690] env[68326]: INFO nova.compute.manager [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Took 9.05 seconds to spawn the instance on the hypervisor. [ 795.120871] env[68326]: DEBUG nova.compute.manager [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 795.121803] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb303a38-6763-4731-be0f-3c34cb481525 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.157912] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance cb7dac59-1165-4c86-b8e7-07330a7125b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 795.309866] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': task-3129135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.313120] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129132, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.383589] env[68326]: DEBUG oslo_vmware.api [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.536390] env[68326]: DEBUG nova.compute.manager [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 795.585075] env[68326]: DEBUG nova.network.neutron [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Updated VIF entry in instance network info cache for port cb3533bd-5470-4d51-b9de-923cd2011a49. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.586577] env[68326]: DEBUG nova.network.neutron [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Updating instance_info_cache with network_info: [{"id": "f723514f-b8ff-4ef9-8838-512a30b89dc9", "address": "fa:16:3e:c1:20:38", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf723514f-b8", "ovs_interfaceid": "f723514f-b8ff-4ef9-8838-512a30b89dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cb3533bd-5470-4d51-b9de-923cd2011a49", "address": "fa:16:3e:da:98:5f", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb3533bd-54", "ovs_interfaceid": "cb3533bd-5470-4d51-b9de-923cd2011a49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.643561] env[68326]: INFO nova.compute.manager [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Took 47.98 seconds to build instance. [ 795.662900] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance bb66c99b-5e81-4473-99be-1bfedd3319dc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 795.817821] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': task-3129135, 'name': ReconfigVM_Task, 'duration_secs': 0.922233} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.818039] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129132, 'name': CreateVM_Task, 'duration_secs': 1.103241} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.818321] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 473dc8e2-9d6f-43b9-be2d-d35408a88520/473dc8e2-9d6f-43b9-be2d-d35408a88520.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.818985] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.819226] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2201a72e-c79d-495f-bd46-0e7073626a13 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.821246] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.821407] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.822356] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.822652] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4891152b-32b6-4d27-a278-8781edfeac21 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.829260] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 795.829260] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]524cdf2e-1233-a2d6-b8d7-0aa0ae39f3ac" [ 795.829260] env[68326]: _type = "Task" [ 795.829260] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.832717] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Waiting for the task: (returnval){ [ 795.832717] env[68326]: value = "task-3129136" [ 795.832717] env[68326]: _type = "Task" [ 795.832717] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.839545] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524cdf2e-1233-a2d6-b8d7-0aa0ae39f3ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.844687] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': task-3129136, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.884774] env[68326]: DEBUG oslo_vmware.api [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129125, 'name': ReconfigVM_Task, 'duration_secs': 2.245444} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.885361] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.885610] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Reconfigured VM to attach interface {{(pid=68326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 796.067678] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.090211] env[68326]: DEBUG oslo_concurrency.lockutils [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] Releasing lock "refresh_cache-08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.090565] env[68326]: DEBUG nova.compute.manager [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Received event network-vif-plugged-dab8710d-6ef2-4591-9b59-de802f1fe8b8 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 796.090745] env[68326]: DEBUG oslo_concurrency.lockutils [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] Acquiring lock "2ba5686d-98be-406a-97a9-05923dda812f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.090930] env[68326]: DEBUG oslo_concurrency.lockutils [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] Lock "2ba5686d-98be-406a-97a9-05923dda812f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.091101] env[68326]: DEBUG oslo_concurrency.lockutils [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] Lock "2ba5686d-98be-406a-97a9-05923dda812f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.091283] env[68326]: DEBUG nova.compute.manager [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] No waiting events found dispatching network-vif-plugged-dab8710d-6ef2-4591-9b59-de802f1fe8b8 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.091454] env[68326]: WARNING nova.compute.manager [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Received unexpected event network-vif-plugged-dab8710d-6ef2-4591-9b59-de802f1fe8b8 for instance with vm_state building and task_state spawning. [ 796.091617] env[68326]: DEBUG nova.compute.manager [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Received event network-changed-dab8710d-6ef2-4591-9b59-de802f1fe8b8 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 796.091771] env[68326]: DEBUG nova.compute.manager [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Refreshing instance network info cache due to event network-changed-dab8710d-6ef2-4591-9b59-de802f1fe8b8. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 796.091954] env[68326]: DEBUG oslo_concurrency.lockutils [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] Acquiring lock "refresh_cache-2ba5686d-98be-406a-97a9-05923dda812f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.092142] env[68326]: DEBUG oslo_concurrency.lockutils [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] Acquired lock "refresh_cache-2ba5686d-98be-406a-97a9-05923dda812f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.092322] env[68326]: DEBUG nova.network.neutron [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Refreshing network info cache for port dab8710d-6ef2-4591-9b59-de802f1fe8b8 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.147203] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b449036b-2265-4174-ac63-e89cde8f3949 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "4adc91ad-9992-4a21-b3cf-88e905004802" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.823s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.166606] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance e0acde58-0db2-4368-a8b9-986796ba11bc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 796.346774] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524cdf2e-1233-a2d6-b8d7-0aa0ae39f3ac, 'name': SearchDatastore_Task, 'duration_secs': 0.024679} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.350065] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.350346] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.350578] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.350759] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.351029] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.351957] env[68326]: DEBUG nova.network.neutron [-] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.352518] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': task-3129136, 'name': Rename_Task, 'duration_secs': 0.345863} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.353453] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecc67826-092a-4cc0-87ec-313302ecee62 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.355990] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.356109] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edc39f74-9da0-4b85-9717-5e7f1a66921a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.363371] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Waiting for the task: (returnval){ [ 796.363371] env[68326]: value = "task-3129137" [ 796.363371] env[68326]: _type = "Task" [ 796.363371] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.368845] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.368845] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.370129] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abedfe2e-d425-4275-adba-a8e1b4208c2c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.376197] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': task-3129137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.379814] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 796.379814] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5283660f-8aa2-c2fe-192f-590ef208233d" [ 796.379814] env[68326]: _type = "Task" [ 796.379814] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.391384] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4353ad0c-5056-486c-942a-56234bdbc34d tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-08bc8f22-db4d-4df7-84d1-55633ecdf87d-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.245s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.392472] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5283660f-8aa2-c2fe-192f-590ef208233d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.651499] env[68326]: DEBUG nova.compute.manager [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 796.673841] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 4b5df73e-f53c-43a1-8746-82b879b5d610 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 796.855502] env[68326]: INFO nova.compute.manager [-] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Took 1.79 seconds to deallocate network for instance. [ 796.886199] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': task-3129137, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.901451] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5283660f-8aa2-c2fe-192f-590ef208233d, 'name': SearchDatastore_Task, 'duration_secs': 0.013356} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.903404] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda10eb0-673b-4677-9712-fb662c09d604 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.913648] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 796.913648] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5202fd54-5ed3-6e00-a240-08dbf7dfa5d4" [ 796.913648] env[68326]: _type = "Task" [ 796.913648] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.932296] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5202fd54-5ed3-6e00-a240-08dbf7dfa5d4, 'name': SearchDatastore_Task, 'duration_secs': 0.016054} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.932296] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.932440] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 2ba5686d-98be-406a-97a9-05923dda812f/2ba5686d-98be-406a-97a9-05923dda812f.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.932732] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aab9adba-f0ca-4db4-aa97-84c990bb3b93 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.943701] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 796.943701] env[68326]: value = "task-3129138" [ 796.943701] env[68326]: _type = "Task" [ 796.943701] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.958231] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.971068] env[68326]: DEBUG nova.network.neutron [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Updated VIF entry in instance network info cache for port dab8710d-6ef2-4591-9b59-de802f1fe8b8. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.971229] env[68326]: DEBUG nova.network.neutron [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Updating instance_info_cache with network_info: [{"id": "dab8710d-6ef2-4591-9b59-de802f1fe8b8", "address": "fa:16:3e:53:d2:23", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab8710d-6e", "ovs_interfaceid": "dab8710d-6ef2-4591-9b59-de802f1fe8b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.176828] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance a6190545-bcc1-40c9-9505-0c1001a38cf2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 797.178987] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.364494] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.377262] env[68326]: DEBUG oslo_vmware.api [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': task-3129137, 'name': PowerOnVM_Task, 'duration_secs': 0.675044} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.377535] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.378918] env[68326]: INFO nova.compute.manager [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Took 8.56 seconds to spawn the instance on the hypervisor. [ 797.378918] env[68326]: DEBUG nova.compute.manager [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 797.378918] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462d0744-da01-43b3-8d11-5c2c98fcbe7f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.457924] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129138, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.476189] env[68326]: DEBUG oslo_concurrency.lockutils [req-a69de5dc-23ca-448e-a150-46cd18351ad7 req-d8c99f5d-dc47-4db0-bc4a-33ec47eea7ca service nova] Releasing lock "refresh_cache-2ba5686d-98be-406a-97a9-05923dda812f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.605775] env[68326]: DEBUG nova.compute.manager [req-b9a6ab39-8775-45c1-804b-036c040b089d req-30dc16fe-4f93-4906-925f-26881bdcdd2f service nova] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Received event network-vif-deleted-829d3bae-a87b-4533-ab3e-f799525f6632 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 797.681845] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 5950bd62-c505-4c7d-a235-f4e810d302ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 797.688925] env[68326]: DEBUG nova.compute.manager [req-8612248b-784b-4bb1-a9c5-ebaf509c642f req-08082eeb-2851-4469-899c-02731e9529a1 service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Received event network-changed-8ced57b9-fd69-4f99-9f41-a7e0e06a90a0 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 797.689144] env[68326]: DEBUG nova.compute.manager [req-8612248b-784b-4bb1-a9c5-ebaf509c642f req-08082eeb-2851-4469-899c-02731e9529a1 service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Refreshing instance network info cache due to event network-changed-8ced57b9-fd69-4f99-9f41-a7e0e06a90a0. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 797.689351] env[68326]: DEBUG oslo_concurrency.lockutils [req-8612248b-784b-4bb1-a9c5-ebaf509c642f req-08082eeb-2851-4469-899c-02731e9529a1 service nova] Acquiring lock "refresh_cache-2d21e817-1705-474e-a95c-53c995f092a5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.689482] env[68326]: DEBUG oslo_concurrency.lockutils [req-8612248b-784b-4bb1-a9c5-ebaf509c642f req-08082eeb-2851-4469-899c-02731e9529a1 service nova] Acquired lock "refresh_cache-2d21e817-1705-474e-a95c-53c995f092a5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.689638] env[68326]: DEBUG nova.network.neutron [req-8612248b-784b-4bb1-a9c5-ebaf509c642f req-08082eeb-2851-4469-899c-02731e9529a1 service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Refreshing network info cache for port 8ced57b9-fd69-4f99-9f41-a7e0e06a90a0 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 797.898444] env[68326]: INFO nova.compute.manager [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Took 48.38 seconds to build instance. [ 797.955630] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.71004} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.956969] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 2ba5686d-98be-406a-97a9-05923dda812f/2ba5686d-98be-406a-97a9-05923dda812f.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.956969] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.958080] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b5daf9f-36ea-489b-ba45-7c6a149585d3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.968101] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 797.968101] env[68326]: value = "task-3129139" [ 797.968101] env[68326]: _type = "Task" [ 797.968101] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.979870] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.014436] env[68326]: DEBUG oslo_concurrency.lockutils [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "b7503f22-68fd-4ee1-b0dd-4535e0e293d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.017024] env[68326]: DEBUG oslo_concurrency.lockutils [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "b7503f22-68fd-4ee1-b0dd-4535e0e293d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.017024] env[68326]: DEBUG oslo_concurrency.lockutils [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "b7503f22-68fd-4ee1-b0dd-4535e0e293d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.017024] env[68326]: DEBUG oslo_concurrency.lockutils [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "b7503f22-68fd-4ee1-b0dd-4535e0e293d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.017024] env[68326]: DEBUG oslo_concurrency.lockutils [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "b7503f22-68fd-4ee1-b0dd-4535e0e293d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.022421] env[68326]: INFO nova.compute.manager [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Terminating instance [ 798.187045] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance bf27cdd1-0c00-42f2-ae1b-f27823306046 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 798.187045] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 798.187045] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 798.402049] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c4b1d3c-5af0-4397-b742-6dad759f8c19 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Lock "473dc8e2-9d6f-43b9-be2d-d35408a88520" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.166s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.479836] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.268458} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.480131] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.481393] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6a2962-af59-43f4-9c65-de9411263889 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.485539] env[68326]: DEBUG nova.network.neutron [req-8612248b-784b-4bb1-a9c5-ebaf509c642f req-08082eeb-2851-4469-899c-02731e9529a1 service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Updated VIF entry in instance network info cache for port 8ced57b9-fd69-4f99-9f41-a7e0e06a90a0. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.485909] env[68326]: DEBUG nova.network.neutron [req-8612248b-784b-4bb1-a9c5-ebaf509c642f req-08082eeb-2851-4469-899c-02731e9529a1 service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Updating instance_info_cache with network_info: [{"id": "8ced57b9-fd69-4f99-9f41-a7e0e06a90a0", "address": "fa:16:3e:a6:6f:9b", "network": {"id": "191899c2-d209-4432-bcd4-ee6cbfc22cf0", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-539162018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24b4c4a448ed4ec8ad6178dd1f5741e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0b29c52-62b0-4a9e-8e1c-41cf6ac8b916", "external-id": "nsx-vlan-transportzone-143", "segmentation_id": 143, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ced57b9-fd", "ovs_interfaceid": "8ced57b9-fd69-4f99-9f41-a7e0e06a90a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.509512] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 2ba5686d-98be-406a-97a9-05923dda812f/2ba5686d-98be-406a-97a9-05923dda812f.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.510279] env[68326]: DEBUG oslo_concurrency.lockutils [req-8612248b-784b-4bb1-a9c5-ebaf509c642f req-08082eeb-2851-4469-899c-02731e9529a1 service nova] Releasing lock "refresh_cache-2d21e817-1705-474e-a95c-53c995f092a5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.512482] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58c1b2ee-80ab-44f4-9543-19cc7467c07a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.532883] env[68326]: DEBUG nova.compute.manager [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 798.532883] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.533086] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27cc2d1-cf33-4dfd-9564-674a7ac9f861 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.544026] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.545202] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4d31e2d-314c-4c3a-8ab5-5c2ae612bc71 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.547919] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 798.547919] env[68326]: value = "task-3129140" [ 798.547919] env[68326]: _type = "Task" [ 798.547919] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.558039] env[68326]: DEBUG oslo_vmware.api [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 798.558039] env[68326]: value = "task-3129141" [ 798.558039] env[68326]: _type = "Task" [ 798.558039] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.567461] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129140, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.574181] env[68326]: DEBUG oslo_vmware.api [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.660818] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Acquiring lock "a943e075-4ea2-4b2c-bd0e-503a3bf9a597" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.661150] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Lock "a943e075-4ea2-4b2c-bd0e-503a3bf9a597" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.661323] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Acquiring lock "a943e075-4ea2-4b2c-bd0e-503a3bf9a597-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.661484] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Lock "a943e075-4ea2-4b2c-bd0e-503a3bf9a597-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.661719] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Lock "a943e075-4ea2-4b2c-bd0e-503a3bf9a597-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.667533] env[68326]: INFO nova.compute.manager [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Terminating instance [ 798.881540] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd79909a-9466-4ddd-97b2-df83c0828c44 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.889923] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c927fdb7-9bd2-4216-bbea-c6d47d1afdb8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.931561] env[68326]: DEBUG nova.compute.manager [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 798.936366] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410c5f32-28bc-46e4-9fa5-4d048ba3c45b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.945624] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbc32b7-0ae6-43ae-911d-30040778b8c1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.962489] env[68326]: DEBUG nova.compute.provider_tree [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.067904] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.074507] env[68326]: DEBUG oslo_vmware.api [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129141, 'name': PowerOffVM_Task, 'duration_secs': 0.365389} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.074954] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.074954] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.075214] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf5dd7b2-c576-4265-8b89-04cdb05b7419 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.174288] env[68326]: DEBUG nova.compute.manager [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 799.174542] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.174921] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.175037] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.175219] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Deleting the datastore file [datastore2] b7503f22-68fd-4ee1-b0dd-4535e0e293d0 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.179831] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651c0f80-8327-4f81-9d2a-b2e4eea5c8f4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.181058] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d68c2bb-0172-43f3-92bc-ddf7c77db4e4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.195455] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.197045] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d931099-c8e5-4532-92bd-43432a9c32a8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.198946] env[68326]: DEBUG oslo_vmware.api [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 799.198946] env[68326]: value = "task-3129143" [ 799.198946] env[68326]: _type = "Task" [ 799.198946] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.205426] env[68326]: DEBUG oslo_vmware.api [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Waiting for the task: (returnval){ [ 799.205426] env[68326]: value = "task-3129144" [ 799.205426] env[68326]: _type = "Task" [ 799.205426] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.210626] env[68326]: DEBUG oslo_vmware.api [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.218671] env[68326]: DEBUG oslo_vmware.api [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': task-3129144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.458127] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.468274] env[68326]: DEBUG nova.scheduler.client.report [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.567517] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129140, 'name': ReconfigVM_Task, 'duration_secs': 0.79128} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.568041] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 2ba5686d-98be-406a-97a9-05923dda812f/2ba5686d-98be-406a-97a9-05923dda812f.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.568861] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79080ec4-8e6a-4306-a303-e61c20dda1c6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.579818] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 799.579818] env[68326]: value = "task-3129145" [ 799.579818] env[68326]: _type = "Task" [ 799.579818] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.593166] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129145, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.709921] env[68326]: DEBUG oslo_vmware.api [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386713} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.713464] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.713682] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.713853] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.714479] env[68326]: INFO nova.compute.manager [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 799.714479] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.714479] env[68326]: DEBUG nova.compute.manager [-] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 799.714721] env[68326]: DEBUG nova.network.neutron [-] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.722873] env[68326]: DEBUG oslo_vmware.api [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': task-3129144, 'name': PowerOffVM_Task, 'duration_secs': 0.428032} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.722873] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.722873] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.723232] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-500dd80f-78dd-4868-b0b9-65d5563a8333 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.798241] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.798891] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.799697] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Deleting the datastore file [datastore1] a943e075-4ea2-4b2c-bd0e-503a3bf9a597 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.799697] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5aec178a-2a74-42a7-b22b-b98deba23d0e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.808466] env[68326]: DEBUG oslo_vmware.api [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Waiting for the task: (returnval){ [ 799.808466] env[68326]: value = "task-3129147" [ 799.808466] env[68326]: _type = "Task" [ 799.808466] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.819129] env[68326]: DEBUG oslo_vmware.api [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': task-3129147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.974736] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 799.975081] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.380s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.975304] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.309s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.975485] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.978166] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.616s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.980209] env[68326]: INFO nova.compute.claims [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.021511] env[68326]: INFO nova.scheduler.client.report [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Deleted allocations for instance 13132757-b7a3-4d80-95d9-88055b8de318 [ 800.022738] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "interface-08bc8f22-db4d-4df7-84d1-55633ecdf87d-cb3533bd-5470-4d51-b9de-923cd2011a49" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.022975] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-08bc8f22-db4d-4df7-84d1-55633ecdf87d-cb3533bd-5470-4d51-b9de-923cd2011a49" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.097464] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129145, 'name': Rename_Task, 'duration_secs': 0.269014} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.097900] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.098408] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4f55c5b-6f30-4ebe-9223-f0fb6b5c8a4f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.108324] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 800.108324] env[68326]: value = "task-3129148" [ 800.108324] env[68326]: _type = "Task" [ 800.108324] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.110105] env[68326]: INFO nova.compute.manager [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Rebuilding instance [ 800.128733] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.158900] env[68326]: DEBUG nova.compute.manager [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 800.160512] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcab3f5-c2d1-4c13-83f9-2b9eff573977 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.320452] env[68326]: DEBUG oslo_vmware.api [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Task: {'id': task-3129147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247563} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.320745] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.320985] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.321416] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.321557] env[68326]: INFO nova.compute.manager [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Took 1.15 seconds to destroy the instance on the hypervisor. [ 800.321793] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.322012] env[68326]: DEBUG nova.compute.manager [-] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 800.322355] env[68326]: DEBUG nova.network.neutron [-] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.506102] env[68326]: DEBUG nova.compute.manager [req-29dde3b7-f032-47cb-93ba-c62186aaffc9 req-07d78f8f-7d9b-4f0d-8c39-ac2d644600bf service nova] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Received event network-vif-deleted-84e068ba-19e8-4bbb-99d9-13a142d3b5ec {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 800.506102] env[68326]: INFO nova.compute.manager [req-29dde3b7-f032-47cb-93ba-c62186aaffc9 req-07d78f8f-7d9b-4f0d-8c39-ac2d644600bf service nova] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Neutron deleted interface 84e068ba-19e8-4bbb-99d9-13a142d3b5ec; detaching it from the instance and deleting it from the info cache [ 800.506102] env[68326]: DEBUG nova.network.neutron [req-29dde3b7-f032-47cb-93ba-c62186aaffc9 req-07d78f8f-7d9b-4f0d-8c39-ac2d644600bf service nova] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.536796] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.536796] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.537821] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffd7a16-a49f-4d90-bd03-2202d51dce31 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.543594] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Acquiring lock "2d21e817-1705-474e-a95c-53c995f092a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.543937] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Lock "2d21e817-1705-474e-a95c-53c995f092a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.544223] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Acquiring lock "2d21e817-1705-474e-a95c-53c995f092a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.544428] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Lock "2d21e817-1705-474e-a95c-53c995f092a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.544653] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Lock "2d21e817-1705-474e-a95c-53c995f092a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.560185] env[68326]: DEBUG nova.network.neutron [-] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.561957] env[68326]: INFO nova.compute.manager [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Terminating instance [ 800.563992] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef8656a-10c1-4a7a-82f5-66949890a098 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.594481] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Reconfiguring VM to detach interface {{(pid=68326) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 800.596195] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87f1a5fb-d625-48e6-9f17-1554ef06fe67 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.617863] env[68326]: DEBUG oslo_vmware.api [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 800.617863] env[68326]: value = "task-3129149" [ 800.617863] env[68326]: _type = "Task" [ 800.617863] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.619685] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2987cd3f-c55b-4d1f-b479-04ac8b4b2421 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "13132757-b7a3-4d80-95d9-88055b8de318" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.814s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.625324] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129148, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.640028] env[68326]: DEBUG oslo_vmware.api [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129149, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.974285] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquiring lock "1e0ab26e-2409-4a8d-ba64-07d3921e0a81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.974581] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "1e0ab26e-2409-4a8d-ba64-07d3921e0a81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.009771] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d2081fd-c727-4129-87da-a586700051e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.024232] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063094a8-1313-446c-9f53-0c63d581a30d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.064552] env[68326]: DEBUG nova.compute.manager [req-29dde3b7-f032-47cb-93ba-c62186aaffc9 req-07d78f8f-7d9b-4f0d-8c39-ac2d644600bf service nova] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Detach interface failed, port_id=84e068ba-19e8-4bbb-99d9-13a142d3b5ec, reason: Instance b7503f22-68fd-4ee1-b0dd-4535e0e293d0 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 801.068579] env[68326]: INFO nova.compute.manager [-] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Took 1.35 seconds to deallocate network for instance. [ 801.079171] env[68326]: DEBUG nova.compute.manager [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 801.079171] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.079171] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9015ef-159d-40d1-af6f-f264846e690a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.089330] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.089330] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-248460d0-dc2b-40c4-80f6-88007ce07fce {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.100303] env[68326]: DEBUG oslo_vmware.api [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Waiting for the task: (returnval){ [ 801.100303] env[68326]: value = "task-3129150" [ 801.100303] env[68326]: _type = "Task" [ 801.100303] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.112667] env[68326]: DEBUG oslo_vmware.api [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': task-3129150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.125655] env[68326]: DEBUG oslo_vmware.api [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129148, 'name': PowerOnVM_Task, 'duration_secs': 0.57871} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.130458] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.130753] env[68326]: INFO nova.compute.manager [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Took 9.64 seconds to spawn the instance on the hypervisor. [ 801.130989] env[68326]: DEBUG nova.compute.manager [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 801.131814] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863c5eb2-7c51-4784-afb7-5babb2a4f97d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.136287] env[68326]: DEBUG nova.network.neutron [-] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.141673] env[68326]: DEBUG oslo_vmware.api [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.179299] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.179772] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75d388ff-c891-4398-acca-00ba4f07caa3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.192259] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 801.192259] env[68326]: value = "task-3129151" [ 801.192259] env[68326]: _type = "Task" [ 801.192259] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.207820] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.575173] env[68326]: DEBUG oslo_concurrency.lockutils [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.603946] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3db54ad-a143-4215-adba-98e494b980a3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.618985] env[68326]: DEBUG oslo_vmware.api [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': task-3129150, 'name': PowerOffVM_Task, 'duration_secs': 0.330427} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.620285] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1439c8f0-f916-4826-aa20-d69e0409fb83 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.623902] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.624208] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.624546] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9204da9d-5138-4b69-8735-d8b8b2f093e4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.658876] env[68326]: INFO nova.compute.manager [-] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Took 1.34 seconds to deallocate network for instance. [ 801.666019] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c985e2e-c74f-462a-9a76-d11339323e7b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.676645] env[68326]: DEBUG oslo_vmware.api [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.677228] env[68326]: INFO nova.compute.manager [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Took 49.92 seconds to build instance. [ 801.686021] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccb7e0c-7a10-4440-bab2-064a9042033c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.700380] env[68326]: DEBUG nova.compute.provider_tree [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.706282] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.706510] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.706703] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Deleting the datastore file [datastore1] 2d21e817-1705-474e-a95c-53c995f092a5 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.707444] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b15d8c79-d831-4fcf-be66-efda2577c27b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.714878] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129151, 'name': PowerOffVM_Task, 'duration_secs': 0.240883} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.716214] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.716461] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.716781] env[68326]: DEBUG oslo_vmware.api [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Waiting for the task: (returnval){ [ 801.716781] env[68326]: value = "task-3129153" [ 801.716781] env[68326]: _type = "Task" [ 801.716781] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.717745] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eb82c6-0ccc-45c4-9f07-0a97cc405531 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.729359] env[68326]: DEBUG oslo_vmware.api [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': task-3129153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.731506] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.732471] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e8a7405-d506-4751-9f38-fb6ea5dd868e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.815451] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.815758] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.816147] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleting the datastore file [datastore1] 4adc91ad-9992-4a21-b3cf-88e905004802 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.816634] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e24dd18-212b-440f-bd37-e42ae77161bc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.828108] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 801.828108] env[68326]: value = "task-3129155" [ 801.828108] env[68326]: _type = "Task" [ 801.828108] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.838763] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.873961] env[68326]: DEBUG oslo_concurrency.lockutils [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquiring lock "4256b43d-08ce-4818-abbf-c7ff3e603ca5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.874245] env[68326]: DEBUG oslo_concurrency.lockutils [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "4256b43d-08ce-4818-abbf-c7ff3e603ca5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.874445] env[68326]: DEBUG oslo_concurrency.lockutils [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquiring lock "4256b43d-08ce-4818-abbf-c7ff3e603ca5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.874632] env[68326]: DEBUG oslo_concurrency.lockutils [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "4256b43d-08ce-4818-abbf-c7ff3e603ca5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.874794] env[68326]: DEBUG oslo_concurrency.lockutils [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "4256b43d-08ce-4818-abbf-c7ff3e603ca5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.878039] env[68326]: INFO nova.compute.manager [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Terminating instance [ 802.040241] env[68326]: DEBUG oslo_concurrency.lockutils [None req-010520a6-2660-4273-ae2a-5201bd69b6b8 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.040468] env[68326]: DEBUG oslo_concurrency.lockutils [None req-010520a6-2660-4273-ae2a-5201bd69b6b8 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.040571] env[68326]: DEBUG nova.compute.manager [None req-010520a6-2660-4273-ae2a-5201bd69b6b8 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 802.041439] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b51d8b9-7eb2-446c-a48f-abc9a7fccb62 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.049068] env[68326]: DEBUG nova.compute.manager [None req-010520a6-2660-4273-ae2a-5201bd69b6b8 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3482}} [ 802.049626] env[68326]: DEBUG nova.objects.instance [None req-010520a6-2660-4273-ae2a-5201bd69b6b8 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lazy-loading 'flavor' on Instance uuid 4b99079e-12c5-42aa-8d2e-c977e22ba66b {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.139090] env[68326]: DEBUG oslo_vmware.api [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.178281] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.178754] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b9b00252-4675-4fc2-9f34-55859c780fd4 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "2ba5686d-98be-406a-97a9-05923dda812f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.183s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.208494] env[68326]: DEBUG nova.scheduler.client.report [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.232561] env[68326]: DEBUG oslo_vmware.api [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Task: {'id': task-3129153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28791} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.232876] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.233112] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.233334] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.233743] env[68326]: INFO nova.compute.manager [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 802.233884] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.234140] env[68326]: DEBUG nova.compute.manager [-] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 802.234517] env[68326]: DEBUG nova.network.neutron [-] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.341148] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283426} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.341148] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.341148] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.341148] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.382830] env[68326]: DEBUG nova.compute.manager [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 802.383075] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.383971] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76cf2f7-8275-41b2-874c-66fbe574ae20 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.394036] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 802.394229] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e823ba5-0353-4099-90ed-3dc4a344d2f8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.402714] env[68326]: DEBUG oslo_vmware.api [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 802.402714] env[68326]: value = "task-3129156" [ 802.402714] env[68326]: _type = "Task" [ 802.402714] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.412571] env[68326]: DEBUG oslo_vmware.api [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.592720] env[68326]: DEBUG nova.compute.manager [req-e8612cef-6d07-4ed7-b595-24e4e53f2c99 req-edec4750-4bab-4448-a0e3-14f6cc41d199 service nova] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Received event network-vif-deleted-26b17a73-1321-4670-96e9-5cf71c7b27bb {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 802.592971] env[68326]: DEBUG nova.compute.manager [req-e8612cef-6d07-4ed7-b595-24e4e53f2c99 req-edec4750-4bab-4448-a0e3-14f6cc41d199 service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Received event network-vif-deleted-8ced57b9-fd69-4f99-9f41-a7e0e06a90a0 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 802.593782] env[68326]: INFO nova.compute.manager [req-e8612cef-6d07-4ed7-b595-24e4e53f2c99 req-edec4750-4bab-4448-a0e3-14f6cc41d199 service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Neutron deleted interface 8ced57b9-fd69-4f99-9f41-a7e0e06a90a0; detaching it from the instance and deleting it from the info cache [ 802.593915] env[68326]: DEBUG nova.network.neutron [req-e8612cef-6d07-4ed7-b595-24e4e53f2c99 req-edec4750-4bab-4448-a0e3-14f6cc41d199 service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.640616] env[68326]: DEBUG oslo_vmware.api [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.684025] env[68326]: DEBUG nova.compute.manager [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 802.714055] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.714354] env[68326]: DEBUG nova.compute.manager [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 802.717245] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.454s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.718332] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.719879] env[68326]: DEBUG oslo_concurrency.lockutils [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.380s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.720158] env[68326]: DEBUG oslo_concurrency.lockutils [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.721970] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.841s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.723613] env[68326]: INFO nova.compute.claims [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.756097] env[68326]: INFO nova.scheduler.client.report [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Deleted allocations for instance c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a [ 802.756928] env[68326]: INFO nova.scheduler.client.report [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Deleted allocations for instance 9c2ec464-c583-4c9a-a4e9-9c750c09b131 [ 802.913011] env[68326]: DEBUG oslo_vmware.api [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129156, 'name': PowerOffVM_Task, 'duration_secs': 0.368532} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.913986] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.913986] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.914175] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7c46f0a-3521-48e0-899b-782476fda307 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.002248] env[68326]: DEBUG nova.network.neutron [-] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.008627] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.008882] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.009098] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Deleting the datastore file [datastore1] 4256b43d-08ce-4818-abbf-c7ff3e603ca5 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.009474] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd877e80-1bee-4ecc-8ec1-bada966ea169 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.023750] env[68326]: DEBUG oslo_vmware.api [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for the task: (returnval){ [ 803.023750] env[68326]: value = "task-3129158" [ 803.023750] env[68326]: _type = "Task" [ 803.023750] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.033556] env[68326]: DEBUG oslo_vmware.api [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.059079] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-010520a6-2660-4273-ae2a-5201bd69b6b8 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.059401] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b8ae38d-e911-4c16-9455-4af7e964a1e0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.067545] env[68326]: DEBUG oslo_vmware.api [None req-010520a6-2660-4273-ae2a-5201bd69b6b8 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 803.067545] env[68326]: value = "task-3129159" [ 803.067545] env[68326]: _type = "Task" [ 803.067545] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.077420] env[68326]: DEBUG oslo_vmware.api [None req-010520a6-2660-4273-ae2a-5201bd69b6b8 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.100533] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Acquiring lock "473dc8e2-9d6f-43b9-be2d-d35408a88520" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.100798] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Lock "473dc8e2-9d6f-43b9-be2d-d35408a88520" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.101010] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Acquiring lock "473dc8e2-9d6f-43b9-be2d-d35408a88520-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.101204] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Lock "473dc8e2-9d6f-43b9-be2d-d35408a88520-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.101392] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Lock "473dc8e2-9d6f-43b9-be2d-d35408a88520-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.103315] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b4eeeb4-d8eb-47f2-bcc6-2e567baa1f73 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.107843] env[68326]: INFO nova.compute.manager [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Terminating instance [ 803.119154] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08288425-50e5-4cea-855a-f27df2355550 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.140652] env[68326]: DEBUG oslo_vmware.api [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.157440] env[68326]: DEBUG nova.compute.manager [req-e8612cef-6d07-4ed7-b595-24e4e53f2c99 req-edec4750-4bab-4448-a0e3-14f6cc41d199 service nova] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Detach interface failed, port_id=8ced57b9-fd69-4f99-9f41-a7e0e06a90a0, reason: Instance 2d21e817-1705-474e-a95c-53c995f092a5 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 803.201524] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.228748] env[68326]: DEBUG nova.compute.utils [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.230089] env[68326]: DEBUG nova.compute.manager [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 803.230289] env[68326]: DEBUG nova.network.neutron [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.272323] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4413755a-465f-408d-9689-8ba454ecbf1f tempest-ImagesOneServerTestJSON-1935279276 tempest-ImagesOneServerTestJSON-1935279276-project-member] Lock "c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.664s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.274073] env[68326]: DEBUG oslo_concurrency.lockutils [None req-01774150-207a-405b-a456-940f5317992d tempest-ServersAdminNegativeTestJSON-865466931 tempest-ServersAdminNegativeTestJSON-865466931-project-member] Lock "9c2ec464-c583-4c9a-a4e9-9c750c09b131" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.535s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.312915] env[68326]: DEBUG nova.policy [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e82f71959b554191a0414e17a317f349', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b7f7f856dd44c93916aa66f8fe08904', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.384718] env[68326]: DEBUG nova.virt.hardware [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.384987] env[68326]: DEBUG nova.virt.hardware [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.385167] env[68326]: DEBUG nova.virt.hardware [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.385369] env[68326]: DEBUG nova.virt.hardware [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.385516] env[68326]: DEBUG nova.virt.hardware [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.385680] env[68326]: DEBUG nova.virt.hardware [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.385968] env[68326]: DEBUG nova.virt.hardware [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.386164] env[68326]: DEBUG nova.virt.hardware [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.386507] env[68326]: DEBUG nova.virt.hardware [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.386507] env[68326]: DEBUG nova.virt.hardware [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.386862] env[68326]: DEBUG nova.virt.hardware [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.387605] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26de2ed8-617b-46e2-86a9-610f587d8c87 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.396751] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6675ba-4e14-438c-a7c0-c96cfef31056 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.412774] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:0f:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cea5c6b4-bf44-4868-8fb6-d68b776d9a0c', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.420381] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.420679] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.420897] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eafea14-4408-454c-90cc-621bb0723bf4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.446708] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.446708] env[68326]: value = "task-3129160" [ 803.446708] env[68326]: _type = "Task" [ 803.446708] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.459745] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129160, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.508814] env[68326]: INFO nova.compute.manager [-] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Took 1.27 seconds to deallocate network for instance. [ 803.539292] env[68326]: DEBUG oslo_vmware.api [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Task: {'id': task-3129158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285163} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.539292] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 803.539292] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 803.539491] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.539539] env[68326]: INFO nova.compute.manager [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 803.540205] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.540205] env[68326]: DEBUG nova.compute.manager [-] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 803.540205] env[68326]: DEBUG nova.network.neutron [-] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.578393] env[68326]: DEBUG oslo_vmware.api [None req-010520a6-2660-4273-ae2a-5201bd69b6b8 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129159, 'name': PowerOffVM_Task, 'duration_secs': 0.251045} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.578784] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-010520a6-2660-4273-ae2a-5201bd69b6b8 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.579033] env[68326]: DEBUG nova.compute.manager [None req-010520a6-2660-4273-ae2a-5201bd69b6b8 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 803.580073] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed310a9-ece8-47dd-8cf1-b80f954e0a94 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.614365] env[68326]: DEBUG nova.compute.manager [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 803.615500] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.616761] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f902eab8-8f0e-480e-a7b8-2af679df70cb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.625819] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.628348] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab68844c-9f73-45e0-b0c4-e7941f53d2de {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.636501] env[68326]: DEBUG oslo_vmware.api [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Waiting for the task: (returnval){ [ 803.636501] env[68326]: value = "task-3129161" [ 803.636501] env[68326]: _type = "Task" [ 803.636501] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.640256] env[68326]: DEBUG oslo_vmware.api [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.652932] env[68326]: DEBUG oslo_vmware.api [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': task-3129161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.736435] env[68326]: DEBUG nova.compute.manager [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 803.923054] env[68326]: DEBUG nova.network.neutron [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Successfully created port: 27daf4d7-3041-404a-abf5-239b36488047 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.957089] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129160, 'name': CreateVM_Task, 'duration_secs': 0.387287} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.959796] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.960858] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.962237] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.962367] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.962657] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19c45105-90c0-4035-9d95-994a16110b75 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.970990] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 803.970990] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]525bd959-c614-5613-728d-e1e0ac6ec99f" [ 803.970990] env[68326]: _type = "Task" [ 803.970990] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.981486] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525bd959-c614-5613-728d-e1e0ac6ec99f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.016336] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.093165] env[68326]: DEBUG oslo_concurrency.lockutils [None req-010520a6-2660-4273-ae2a-5201bd69b6b8 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.144059] env[68326]: DEBUG oslo_vmware.api [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.156056] env[68326]: DEBUG oslo_vmware.api [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': task-3129161, 'name': PowerOffVM_Task, 'duration_secs': 0.242427} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.156536] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.156808] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.157180] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1839629f-a5c4-4ce8-9572-bdad875bfb7c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.229295] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.229547] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.229735] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Deleting the datastore file [datastore1] 473dc8e2-9d6f-43b9-be2d-d35408a88520 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.230010] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fa3f285-28b3-4e89-8af8-bc6a9340f938 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.239507] env[68326]: DEBUG oslo_vmware.api [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Waiting for the task: (returnval){ [ 804.239507] env[68326]: value = "task-3129163" [ 804.239507] env[68326]: _type = "Task" [ 804.239507] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.257030] env[68326]: DEBUG oslo_vmware.api [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': task-3129163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.367071] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46153e0-9723-4b2a-91ec-d63463696a3d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.378324] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f779b42-29de-4dcf-84fb-e8233f8e3eca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.413684] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29aca474-8d65-49eb-806a-88ac7207e227 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.422749] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc216247-fe9e-4bd5-a324-9f885599354e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.438140] env[68326]: DEBUG nova.compute.provider_tree [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.484112] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525bd959-c614-5613-728d-e1e0ac6ec99f, 'name': SearchDatastore_Task, 'duration_secs': 0.010145} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.484112] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.484112] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 804.484112] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.484112] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.484112] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.484112] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c1939c9-8bd8-41af-a81f-2b4250bbf714 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.495508] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.495508] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.495508] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf61ae63-2058-4a43-9d0e-85d7be6c77d8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.501667] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 804.501667] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ab2747-dffb-92f1-de47-5073dafd5eeb" [ 804.501667] env[68326]: _type = "Task" [ 804.501667] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.510610] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ab2747-dffb-92f1-de47-5073dafd5eeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.552313] env[68326]: DEBUG nova.network.neutron [-] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.644643] env[68326]: DEBUG oslo_vmware.api [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.694822] env[68326]: DEBUG nova.compute.manager [req-4ea449a8-f67a-493f-85c7-c8d544fbe337 req-e4c15577-7490-45b6-b5fd-6e3c01b079bd service nova] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Received event network-vif-deleted-f3ae4c8f-cebb-47ca-9d44-3663e578ee51 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 804.749685] env[68326]: DEBUG oslo_vmware.api [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Task: {'id': task-3129163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156972} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.749942] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.750141] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.750326] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.750492] env[68326]: INFO nova.compute.manager [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Took 1.14 seconds to destroy the instance on the hypervisor. [ 804.750723] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.751741] env[68326]: DEBUG nova.compute.manager [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 804.753737] env[68326]: DEBUG nova.compute.manager [-] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 804.753838] env[68326]: DEBUG nova.network.neutron [-] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.781803] env[68326]: DEBUG nova.virt.hardware [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.782122] env[68326]: DEBUG nova.virt.hardware [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.782226] env[68326]: DEBUG nova.virt.hardware [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.782405] env[68326]: DEBUG nova.virt.hardware [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.782548] env[68326]: DEBUG nova.virt.hardware [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.782692] env[68326]: DEBUG nova.virt.hardware [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.782895] env[68326]: DEBUG nova.virt.hardware [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.783061] env[68326]: DEBUG nova.virt.hardware [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.783419] env[68326]: DEBUG nova.virt.hardware [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.783419] env[68326]: DEBUG nova.virt.hardware [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.783549] env[68326]: DEBUG nova.virt.hardware [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.784392] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74f7ba9-2289-4106-a096-7161de9f93fb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.792996] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be7228c-6709-4d7e-8dd5-c3abd8e077c1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.941268] env[68326]: DEBUG nova.scheduler.client.report [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.016785] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ab2747-dffb-92f1-de47-5073dafd5eeb, 'name': SearchDatastore_Task, 'duration_secs': 0.010164} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.017648] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2567710-8b7e-4600-a44b-220564766206 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.026022] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 805.026022] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5276644c-b28f-cdd1-ab57-4da34d9995e3" [ 805.026022] env[68326]: _type = "Task" [ 805.026022] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.035937] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5276644c-b28f-cdd1-ab57-4da34d9995e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.043053] env[68326]: DEBUG nova.objects.instance [None req-3f6b6519-ee3d-4344-84a2-d852f0a72854 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lazy-loading 'flavor' on Instance uuid 4b99079e-12c5-42aa-8d2e-c977e22ba66b {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.056279] env[68326]: INFO nova.compute.manager [-] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Took 1.52 seconds to deallocate network for instance. [ 805.153183] env[68326]: DEBUG oslo_vmware.api [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.452373] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.452886] env[68326]: DEBUG nova.compute.manager [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 805.458925] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.234s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.458925] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.459413] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.969s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.459413] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.463475] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.613s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.463475] env[68326]: INFO nova.compute.claims [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.501262] env[68326]: INFO nova.scheduler.client.report [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Deleted allocations for instance cfd2aa1c-2e24-4a73-9be5-ee5547618622 [ 805.503084] env[68326]: INFO nova.scheduler.client.report [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Deleted allocations for instance 1b8d860c-232e-4cc0-87b0-33922cbeb74b [ 805.537116] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5276644c-b28f-cdd1-ab57-4da34d9995e3, 'name': SearchDatastore_Task, 'duration_secs': 0.012158} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.537540] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.538443] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 4adc91ad-9992-4a21-b3cf-88e905004802/4adc91ad-9992-4a21-b3cf-88e905004802.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.538910] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81be0e2a-93a8-437c-b8d2-b6ef3458d37d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.551585] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 805.551585] env[68326]: value = "task-3129164" [ 805.551585] env[68326]: _type = "Task" [ 805.551585] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.552154] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3f6b6519-ee3d-4344-84a2-d852f0a72854 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.552154] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3f6b6519-ee3d-4344-84a2-d852f0a72854 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.552154] env[68326]: DEBUG nova.network.neutron [None req-3f6b6519-ee3d-4344-84a2-d852f0a72854 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.552283] env[68326]: DEBUG nova.objects.instance [None req-3f6b6519-ee3d-4344-84a2-d852f0a72854 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lazy-loading 'info_cache' on Instance uuid 4b99079e-12c5-42aa-8d2e-c977e22ba66b {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.566745] env[68326]: DEBUG oslo_concurrency.lockutils [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.566745] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.647615] env[68326]: DEBUG oslo_vmware.api [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129149, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.816461] env[68326]: DEBUG nova.network.neutron [-] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.856200] env[68326]: DEBUG nova.network.neutron [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Successfully updated port: 27daf4d7-3041-404a-abf5-239b36488047 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.968648] env[68326]: DEBUG nova.compute.utils [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.975280] env[68326]: DEBUG nova.compute.manager [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 805.975280] env[68326]: DEBUG nova.network.neutron [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.014214] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b2a9f0fd-8a51-4725-b484-bd1baa8a9ac0 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "1b8d860c-232e-4cc0-87b0-33922cbeb74b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.255s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.019066] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5fd2f484-0f9a-40d9-ae9e-5ce173ff3868 tempest-ServerAddressesNegativeTestJSON-677212882 tempest-ServerAddressesNegativeTestJSON-677212882-project-member] Lock "cfd2aa1c-2e24-4a73-9be5-ee5547618622" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.520s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.059125] env[68326]: DEBUG nova.objects.base [None req-3f6b6519-ee3d-4344-84a2-d852f0a72854 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Object Instance<4b99079e-12c5-42aa-8d2e-c977e22ba66b> lazy-loaded attributes: flavor,info_cache {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 806.067194] env[68326]: DEBUG nova.policy [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66145b2ac8a04b8a94c9f22e26c75ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfc70dbe1eb647dc9d472e84334c3faf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.074461] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521444} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.074750] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 4adc91ad-9992-4a21-b3cf-88e905004802/4adc91ad-9992-4a21-b3cf-88e905004802.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.074966] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.075251] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a84e2b2d-77be-4406-8b9a-61c9a8ea102a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.083965] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 806.083965] env[68326]: value = "task-3129165" [ 806.083965] env[68326]: _type = "Task" [ 806.083965] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.094227] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.147570] env[68326]: DEBUG oslo_vmware.api [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129149, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.319786] env[68326]: INFO nova.compute.manager [-] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Took 1.57 seconds to deallocate network for instance. [ 806.359043] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquiring lock "refresh_cache-68cc5fba-76f0-428e-a5c1-0f4991243b32" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.359043] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquired lock "refresh_cache-68cc5fba-76f0-428e-a5c1-0f4991243b32" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.359043] env[68326]: DEBUG nova.network.neutron [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.479629] env[68326]: DEBUG nova.compute.manager [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 806.599799] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08255} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.600498] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.602207] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f9327e-d5b0-48de-94d9-50cf86b85840 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.635685] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 4adc91ad-9992-4a21-b3cf-88e905004802/4adc91ad-9992-4a21-b3cf-88e905004802.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.640509] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32e8a314-0587-426a-9f31-461e86e578bc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.667488] env[68326]: DEBUG oslo_vmware.api [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129149, 'name': ReconfigVM_Task, 'duration_secs': 5.77491} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.668878] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.669153] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Reconfigured VM to detach interface {{(pid=68326) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 806.671684] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 806.671684] env[68326]: value = "task-3129166" [ 806.671684] env[68326]: _type = "Task" [ 806.671684] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.682331] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.741475] env[68326]: DEBUG nova.compute.manager [req-c474b6a5-f8cf-4a61-b62b-ed432bab3181 req-5d876f69-e8ac-4027-af30-ba8e1ac6e968 service nova] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Received event network-vif-deleted-e97a6680-621e-4a96-8c3b-7e439d6681a8 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 806.741672] env[68326]: DEBUG nova.compute.manager [req-c474b6a5-f8cf-4a61-b62b-ed432bab3181 req-5d876f69-e8ac-4027-af30-ba8e1ac6e968 service nova] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Received event network-vif-plugged-27daf4d7-3041-404a-abf5-239b36488047 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 806.741874] env[68326]: DEBUG oslo_concurrency.lockutils [req-c474b6a5-f8cf-4a61-b62b-ed432bab3181 req-5d876f69-e8ac-4027-af30-ba8e1ac6e968 service nova] Acquiring lock "68cc5fba-76f0-428e-a5c1-0f4991243b32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.742876] env[68326]: DEBUG oslo_concurrency.lockutils [req-c474b6a5-f8cf-4a61-b62b-ed432bab3181 req-5d876f69-e8ac-4027-af30-ba8e1ac6e968 service nova] Lock "68cc5fba-76f0-428e-a5c1-0f4991243b32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.742876] env[68326]: DEBUG oslo_concurrency.lockutils [req-c474b6a5-f8cf-4a61-b62b-ed432bab3181 req-5d876f69-e8ac-4027-af30-ba8e1ac6e968 service nova] Lock "68cc5fba-76f0-428e-a5c1-0f4991243b32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.742876] env[68326]: DEBUG nova.compute.manager [req-c474b6a5-f8cf-4a61-b62b-ed432bab3181 req-5d876f69-e8ac-4027-af30-ba8e1ac6e968 service nova] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] No waiting events found dispatching network-vif-plugged-27daf4d7-3041-404a-abf5-239b36488047 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.744453] env[68326]: WARNING nova.compute.manager [req-c474b6a5-f8cf-4a61-b62b-ed432bab3181 req-5d876f69-e8ac-4027-af30-ba8e1ac6e968 service nova] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Received unexpected event network-vif-plugged-27daf4d7-3041-404a-abf5-239b36488047 for instance with vm_state building and task_state spawning. [ 806.744453] env[68326]: DEBUG nova.compute.manager [req-c474b6a5-f8cf-4a61-b62b-ed432bab3181 req-5d876f69-e8ac-4027-af30-ba8e1ac6e968 service nova] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Received event network-changed-27daf4d7-3041-404a-abf5-239b36488047 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 806.744453] env[68326]: DEBUG nova.compute.manager [req-c474b6a5-f8cf-4a61-b62b-ed432bab3181 req-5d876f69-e8ac-4027-af30-ba8e1ac6e968 service nova] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Refreshing instance network info cache due to event network-changed-27daf4d7-3041-404a-abf5-239b36488047. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 806.744453] env[68326]: DEBUG oslo_concurrency.lockutils [req-c474b6a5-f8cf-4a61-b62b-ed432bab3181 req-5d876f69-e8ac-4027-af30-ba8e1ac6e968 service nova] Acquiring lock "refresh_cache-68cc5fba-76f0-428e-a5c1-0f4991243b32" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.818046] env[68326]: DEBUG nova.network.neutron [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Successfully created port: 7d4141e9-bf16-4da3-b6f5-283dda0c836c {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.828383] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.999652] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a39430-14d5-42f6-875f-95bfdbebab21 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.009871] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1738976-7c42-4907-9eb4-ce8725679ae2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.014715] env[68326]: DEBUG nova.network.neutron [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.047048] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedf115c-e509-4671-8377-eda160bdc62f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.057375] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e042f23-1127-4963-ae50-6fecd915caf4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.074327] env[68326]: DEBUG nova.compute.provider_tree [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.183686] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.491786] env[68326]: DEBUG nova.compute.manager [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 807.509572] env[68326]: DEBUG nova.network.neutron [None req-3f6b6519-ee3d-4344-84a2-d852f0a72854 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updating instance_info_cache with network_info: [{"id": "97470a46-6b57-4482-8fcf-64973ab15393", "address": "fa:16:3e:ac:0f:c8", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97470a46-6b", "ovs_interfaceid": "97470a46-6b57-4482-8fcf-64973ab15393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.521186] env[68326]: DEBUG nova.virt.hardware [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.521186] env[68326]: DEBUG nova.virt.hardware [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.521186] env[68326]: DEBUG nova.virt.hardware [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.521186] env[68326]: DEBUG nova.virt.hardware [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.521186] env[68326]: DEBUG nova.virt.hardware [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.521186] env[68326]: DEBUG nova.virt.hardware [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.521186] env[68326]: DEBUG nova.virt.hardware [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.521186] env[68326]: DEBUG nova.virt.hardware [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.521186] env[68326]: DEBUG nova.virt.hardware [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.521186] env[68326]: DEBUG nova.virt.hardware [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.521673] env[68326]: DEBUG nova.virt.hardware [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.522296] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fade91ff-d275-41ff-a72f-a82b1c74be9f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.533713] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e470f8d-64b0-4644-89ca-75586cf4c11a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.577228] env[68326]: DEBUG nova.scheduler.client.report [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.630069] env[68326]: DEBUG nova.network.neutron [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Updating instance_info_cache with network_info: [{"id": "27daf4d7-3041-404a-abf5-239b36488047", "address": "fa:16:3e:d6:22:f1", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27daf4d7-30", "ovs_interfaceid": "27daf4d7-3041-404a-abf5-239b36488047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.684763] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129166, 'name': ReconfigVM_Task, 'duration_secs': 0.844813} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.685378] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 4adc91ad-9992-4a21-b3cf-88e905004802/4adc91ad-9992-4a21-b3cf-88e905004802.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.685793] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7dcfcf1-02dc-428b-b1c7-77716815909f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.695090] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 807.695090] env[68326]: value = "task-3129167" [ 807.695090] env[68326]: _type = "Task" [ 807.695090] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.708347] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129167, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.013813] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3f6b6519-ee3d-4344-84a2-d852f0a72854 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.082520] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.082891] env[68326]: DEBUG nova.compute.manager [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 808.086153] env[68326]: DEBUG oslo_concurrency.lockutils [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.433s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.089560] env[68326]: INFO nova.compute.claims [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.133057] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Releasing lock "refresh_cache-68cc5fba-76f0-428e-a5c1-0f4991243b32" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.133573] env[68326]: DEBUG nova.compute.manager [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Instance network_info: |[{"id": "27daf4d7-3041-404a-abf5-239b36488047", "address": "fa:16:3e:d6:22:f1", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27daf4d7-30", "ovs_interfaceid": "27daf4d7-3041-404a-abf5-239b36488047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 808.134259] env[68326]: DEBUG oslo_concurrency.lockutils [req-c474b6a5-f8cf-4a61-b62b-ed432bab3181 req-5d876f69-e8ac-4027-af30-ba8e1ac6e968 service nova] Acquired lock "refresh_cache-68cc5fba-76f0-428e-a5c1-0f4991243b32" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.134375] env[68326]: DEBUG nova.network.neutron [req-c474b6a5-f8cf-4a61-b62b-ed432bab3181 req-5d876f69-e8ac-4027-af30-ba8e1ac6e968 service nova] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Refreshing network info cache for port 27daf4d7-3041-404a-abf5-239b36488047 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.135979] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:22:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27daf4d7-3041-404a-abf5-239b36488047', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.144626] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.146922] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.147334] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f530623-6bd7-4c68-b35f-80a2e59c1f24 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.169293] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.169293] env[68326]: value = "task-3129168" [ 808.169293] env[68326]: _type = "Task" [ 808.169293] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.179087] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129168, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.208075] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129167, 'name': Rename_Task, 'duration_secs': 0.15005} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.208448] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.208704] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcff5f6e-dc86-42be-9690-5bd10e2713c4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.216964] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 808.216964] env[68326]: value = "task-3129169" [ 808.216964] env[68326]: _type = "Task" [ 808.216964] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.228278] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.595963] env[68326]: DEBUG nova.compute.utils [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.604760] env[68326]: DEBUG nova.compute.manager [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 808.604760] env[68326]: DEBUG nova.network.neutron [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.630429] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "refresh_cache-08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.630429] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "refresh_cache-08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.630559] env[68326]: DEBUG nova.network.neutron [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.683963] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129168, 'name': CreateVM_Task, 'duration_secs': 0.384264} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.684546] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.686724] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.686902] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.687263] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.689023] env[68326]: DEBUG nova.policy [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf5db36a7b6d4e8b8eb30bbc4563ab38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c954367c1edf4f13aed2a39c19290c80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.692208] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a91b83f1-0b0d-42fd-906a-7a825d2193cc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.699786] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 808.699786] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529af9c3-3174-8524-8ae0-5841a19bdc71" [ 808.699786] env[68326]: _type = "Task" [ 808.699786] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.709881] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529af9c3-3174-8524-8ae0-5841a19bdc71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.727581] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129169, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.782975] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.783334] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.783893] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.784233] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.784493] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.787990] env[68326]: INFO nova.compute.manager [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Terminating instance [ 808.890951] env[68326]: DEBUG nova.compute.manager [req-9db3d789-d651-4029-8a65-67fe3eae8b9d req-45e6b8d2-34cc-470a-920f-1617db43c2a7 service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Received event network-vif-deleted-cb3533bd-5470-4d51-b9de-923cd2011a49 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 808.891266] env[68326]: INFO nova.compute.manager [req-9db3d789-d651-4029-8a65-67fe3eae8b9d req-45e6b8d2-34cc-470a-920f-1617db43c2a7 service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Neutron deleted interface cb3533bd-5470-4d51-b9de-923cd2011a49; detaching it from the instance and deleting it from the info cache [ 808.891526] env[68326]: DEBUG nova.network.neutron [req-9db3d789-d651-4029-8a65-67fe3eae8b9d req-45e6b8d2-34cc-470a-920f-1617db43c2a7 service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Updating instance_info_cache with network_info: [{"id": "f723514f-b8ff-4ef9-8838-512a30b89dc9", "address": "fa:16:3e:c1:20:38", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf723514f-b8", "ovs_interfaceid": "f723514f-b8ff-4ef9-8838-512a30b89dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.022201] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6b6519-ee3d-4344-84a2-d852f0a72854 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.022500] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ea2caee-24d9-4d89-ae92-cd1a8015afdd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.031144] env[68326]: DEBUG oslo_vmware.api [None req-3f6b6519-ee3d-4344-84a2-d852f0a72854 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 809.031144] env[68326]: value = "task-3129170" [ 809.031144] env[68326]: _type = "Task" [ 809.031144] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.041169] env[68326]: DEBUG oslo_vmware.api [None req-3f6b6519-ee3d-4344-84a2-d852f0a72854 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.099793] env[68326]: DEBUG nova.compute.manager [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 809.217362] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529af9c3-3174-8524-8ae0-5841a19bdc71, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.219273] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.219540] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.219795] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.219940] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.220132] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.220475] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-073d03ff-4f48-4754-bd77-1ebfc6521386 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.238440] env[68326]: DEBUG oslo_vmware.api [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129169, 'name': PowerOnVM_Task, 'duration_secs': 0.630491} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.238440] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.238440] env[68326]: DEBUG nova.compute.manager [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 809.238440] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6a095f-19b9-4b5a-aca5-e0a61263663c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.246691] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.246957] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.248049] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb96250-a0a6-4988-9776-252809a9e5e9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.268199] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 809.268199] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ad77bc-fe2c-958b-cf19-af28250f3769" [ 809.268199] env[68326]: _type = "Task" [ 809.268199] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.272773] env[68326]: DEBUG nova.network.neutron [req-c474b6a5-f8cf-4a61-b62b-ed432bab3181 req-5d876f69-e8ac-4027-af30-ba8e1ac6e968 service nova] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Updated VIF entry in instance network info cache for port 27daf4d7-3041-404a-abf5-239b36488047. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.273253] env[68326]: DEBUG nova.network.neutron [req-c474b6a5-f8cf-4a61-b62b-ed432bab3181 req-5d876f69-e8ac-4027-af30-ba8e1ac6e968 service nova] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Updating instance_info_cache with network_info: [{"id": "27daf4d7-3041-404a-abf5-239b36488047", "address": "fa:16:3e:d6:22:f1", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27daf4d7-30", "ovs_interfaceid": "27daf4d7-3041-404a-abf5-239b36488047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.282611] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ad77bc-fe2c-958b-cf19-af28250f3769, 'name': SearchDatastore_Task} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.283533] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb98836-229c-4456-9b91-863ef8a55d95 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.292343] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 809.292343] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52f17c0d-fec5-746d-f74f-b43678605dd9" [ 809.292343] env[68326]: _type = "Task" [ 809.292343] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.295520] env[68326]: DEBUG nova.compute.manager [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 809.296740] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.302701] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e686276f-63e0-4c14-9318-75a8dccdab4a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.309907] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52f17c0d-fec5-746d-f74f-b43678605dd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.312552] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.313768] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13a20d00-b95a-495f-be44-cc5d564553b5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.323892] env[68326]: DEBUG oslo_vmware.api [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 809.323892] env[68326]: value = "task-3129171" [ 809.323892] env[68326]: _type = "Task" [ 809.323892] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.342439] env[68326]: DEBUG oslo_vmware.api [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.394399] env[68326]: DEBUG oslo_concurrency.lockutils [req-9db3d789-d651-4029-8a65-67fe3eae8b9d req-45e6b8d2-34cc-470a-920f-1617db43c2a7 service nova] Acquiring lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.545571] env[68326]: DEBUG oslo_vmware.api [None req-3f6b6519-ee3d-4344-84a2-d852f0a72854 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129170, 'name': PowerOnVM_Task, 'duration_secs': 0.418987} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.547263] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6b6519-ee3d-4344-84a2-d852f0a72854 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.547263] env[68326]: DEBUG nova.compute.manager [None req-3f6b6519-ee3d-4344-84a2-d852f0a72854 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 809.547263] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2261069f-20b6-42e3-ae33-dc3173715cb1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.606216] env[68326]: INFO nova.virt.block_device [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Booting with volume 089021de-2fe3-4801-ae5d-a2c459e9de1b at /dev/sda [ 809.653027] env[68326]: DEBUG nova.network.neutron [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Successfully updated port: 7d4141e9-bf16-4da3-b6f5-283dda0c836c {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.674663] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f3603ca-7ced-4813-9a48-7ba1558578f0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.677894] env[68326]: DEBUG nova.network.neutron [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Successfully created port: 948bd049-c4d6-49a1-a656-23fc1360f3da {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.690446] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7015020-f512-4ccd-aa6e-dc56be1a8fc1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.703195] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca491c98-b861-42b7-b4b2-6e7adea67088 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.710995] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332fd0f9-c956-4cee-9d7c-7a233f2eaa0b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.754528] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0db3a63-d196-41f0-80e5-3124ed8a14f7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.757674] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-945fd777-39b1-40b6-bd0f-da3134a18ffb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.774974] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c624ecd-36a7-4e27-a9c6-c424b70dd724 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.783227] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fb95d9-9f53-4d96-a8b6-a6cbb83bdbb3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.787289] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.787756] env[68326]: DEBUG oslo_concurrency.lockutils [req-c474b6a5-f8cf-4a61-b62b-ed432bab3181 req-5d876f69-e8ac-4027-af30-ba8e1ac6e968 service nova] Releasing lock "refresh_cache-68cc5fba-76f0-428e-a5c1-0f4991243b32" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.794138] env[68326]: INFO nova.network.neutron [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Port cb3533bd-5470-4d51-b9de-923cd2011a49 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 809.794138] env[68326]: DEBUG nova.network.neutron [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Updating instance_info_cache with network_info: [{"id": "f723514f-b8ff-4ef9-8838-512a30b89dc9", "address": "fa:16:3e:c1:20:38", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf723514f-b8", "ovs_interfaceid": "f723514f-b8ff-4ef9-8838-512a30b89dc9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.802114] env[68326]: DEBUG nova.compute.provider_tree [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.818602] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390561a8-ebbd-4a31-85d5-28ac91d392a2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.827898] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52f17c0d-fec5-746d-f74f-b43678605dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.021055} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.833107] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.833463] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 68cc5fba-76f0-428e-a5c1-0f4991243b32/68cc5fba-76f0-428e-a5c1-0f4991243b32.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.837052] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68c2012d-fb72-46c0-ac09-a0be349bb98b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.838834] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ff3191-3395-45b3-a812-611d1f7a3d85 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.848446] env[68326]: DEBUG oslo_vmware.api [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129171, 'name': PowerOffVM_Task, 'duration_secs': 0.416587} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.850101] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.850101] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.851276] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 809.851276] env[68326]: value = "task-3129172" [ 809.851276] env[68326]: _type = "Task" [ 809.851276] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.851276] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d732ea6d-163b-4087-8dad-e3568b7f4638 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.858846] env[68326]: DEBUG nova.virt.block_device [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Updating existing volume attachment record: 0183c1e5-c21b-4d06-bef5-1d1bdda4b49d {{(pid=68326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 809.867418] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.929830] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.929969] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.930212] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Deleting the datastore file [datastore1] 08bc8f22-db4d-4df7-84d1-55633ecdf87d {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.930351] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-091b338a-674f-48f9-a1ae-f873ea31495e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.940157] env[68326]: DEBUG oslo_vmware.api [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 809.940157] env[68326]: value = "task-3129174" [ 809.940157] env[68326]: _type = "Task" [ 809.940157] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.951058] env[68326]: DEBUG oslo_vmware.api [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.955386] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Acquiring lock "e1e3a9e7-8b19-4346-9373-0c9db0523131" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.955603] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Lock "e1e3a9e7-8b19-4346-9373-0c9db0523131" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.156123] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "refresh_cache-5945078b-f11b-4503-8990-a8437c8f2627" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.156324] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "refresh_cache-5945078b-f11b-4503-8990-a8437c8f2627" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.156527] env[68326]: DEBUG nova.network.neutron [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.307026] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "refresh_cache-08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.318829] env[68326]: DEBUG nova.scheduler.client.report [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.365101] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129172, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.453232] env[68326]: DEBUG oslo_vmware.api [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353174} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.453497] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.457019] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.457019] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.457019] env[68326]: INFO nova.compute.manager [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 810.457019] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.457019] env[68326]: DEBUG nova.compute.manager [-] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 810.457019] env[68326]: DEBUG nova.network.neutron [-] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.708895] env[68326]: DEBUG nova.network.neutron [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.813051] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dcd68b97-34dc-4bac-a6c8-8711e743febf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-08bc8f22-db4d-4df7-84d1-55633ecdf87d-cb3533bd-5470-4d51-b9de-923cd2011a49" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.790s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.825682] env[68326]: DEBUG oslo_concurrency.lockutils [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.825889] env[68326]: DEBUG nova.compute.manager [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 810.830482] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.036s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.830482] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.835613] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.035s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.840025] env[68326]: INFO nova.compute.claims [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.863260] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525661} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.863517] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 68cc5fba-76f0-428e-a5c1-0f4991243b32/68cc5fba-76f0-428e-a5c1-0f4991243b32.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 810.863826] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 810.864590] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6485495c-1d42-498f-8e37-2d374bd3d0e4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.874592] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 810.874592] env[68326]: value = "task-3129175" [ 810.874592] env[68326]: _type = "Task" [ 810.874592] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.882144] env[68326]: INFO nova.scheduler.client.report [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Deleted allocations for instance ca014f7b-32ab-45ff-bed5-37bf1613ea2c [ 810.893461] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.072587] env[68326]: DEBUG nova.network.neutron [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Updating instance_info_cache with network_info: [{"id": "7d4141e9-bf16-4da3-b6f5-283dda0c836c", "address": "fa:16:3e:05:bc:f3", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d4141e9-bf", "ovs_interfaceid": "7d4141e9-bf16-4da3-b6f5-283dda0c836c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.314000] env[68326]: DEBUG nova.compute.manager [req-11963ca2-511b-454c-89e5-0eccc26bfafe req-e7a4d7bc-a687-4f46-b996-4dcab19e5a79 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Received event network-vif-plugged-7d4141e9-bf16-4da3-b6f5-283dda0c836c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 811.314204] env[68326]: DEBUG oslo_concurrency.lockutils [req-11963ca2-511b-454c-89e5-0eccc26bfafe req-e7a4d7bc-a687-4f46-b996-4dcab19e5a79 service nova] Acquiring lock "5945078b-f11b-4503-8990-a8437c8f2627-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.314441] env[68326]: DEBUG oslo_concurrency.lockutils [req-11963ca2-511b-454c-89e5-0eccc26bfafe req-e7a4d7bc-a687-4f46-b996-4dcab19e5a79 service nova] Lock "5945078b-f11b-4503-8990-a8437c8f2627-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.314648] env[68326]: DEBUG oslo_concurrency.lockutils [req-11963ca2-511b-454c-89e5-0eccc26bfafe req-e7a4d7bc-a687-4f46-b996-4dcab19e5a79 service nova] Lock "5945078b-f11b-4503-8990-a8437c8f2627-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.314853] env[68326]: DEBUG nova.compute.manager [req-11963ca2-511b-454c-89e5-0eccc26bfafe req-e7a4d7bc-a687-4f46-b996-4dcab19e5a79 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] No waiting events found dispatching network-vif-plugged-7d4141e9-bf16-4da3-b6f5-283dda0c836c {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.315080] env[68326]: WARNING nova.compute.manager [req-11963ca2-511b-454c-89e5-0eccc26bfafe req-e7a4d7bc-a687-4f46-b996-4dcab19e5a79 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Received unexpected event network-vif-plugged-7d4141e9-bf16-4da3-b6f5-283dda0c836c for instance with vm_state building and task_state spawning. [ 811.315286] env[68326]: DEBUG nova.compute.manager [req-11963ca2-511b-454c-89e5-0eccc26bfafe req-e7a4d7bc-a687-4f46-b996-4dcab19e5a79 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Received event network-changed-7d4141e9-bf16-4da3-b6f5-283dda0c836c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 811.315479] env[68326]: DEBUG nova.compute.manager [req-11963ca2-511b-454c-89e5-0eccc26bfafe req-e7a4d7bc-a687-4f46-b996-4dcab19e5a79 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Refreshing instance network info cache due to event network-changed-7d4141e9-bf16-4da3-b6f5-283dda0c836c. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 811.315690] env[68326]: DEBUG oslo_concurrency.lockutils [req-11963ca2-511b-454c-89e5-0eccc26bfafe req-e7a4d7bc-a687-4f46-b996-4dcab19e5a79 service nova] Acquiring lock "refresh_cache-5945078b-f11b-4503-8990-a8437c8f2627" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.343654] env[68326]: DEBUG nova.compute.utils [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.355187] env[68326]: DEBUG nova.compute.manager [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 811.355187] env[68326]: DEBUG nova.network.neutron [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.389983] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074756} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.389983] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.390974] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8069bd2d-9788-432a-b463-1d2d8a4c3194 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.396675] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b6c501b2-b220-4148-967e-742b64f0005a tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "ca014f7b-32ab-45ff-bed5-37bf1613ea2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.351s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.417021] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 68cc5fba-76f0-428e-a5c1-0f4991243b32/68cc5fba-76f0-428e-a5c1-0f4991243b32.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.418608] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0e03f9e-6096-451b-9237-30700fc079d6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.440690] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 811.440690] env[68326]: value = "task-3129176" [ 811.440690] env[68326]: _type = "Task" [ 811.440690] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.451160] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.552177] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "4adc91ad-9992-4a21-b3cf-88e905004802" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.552619] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "4adc91ad-9992-4a21-b3cf-88e905004802" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.552965] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "4adc91ad-9992-4a21-b3cf-88e905004802-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.553353] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "4adc91ad-9992-4a21-b3cf-88e905004802-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.553577] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "4adc91ad-9992-4a21-b3cf-88e905004802-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.556392] env[68326]: INFO nova.compute.manager [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Terminating instance [ 811.575406] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "refresh_cache-5945078b-f11b-4503-8990-a8437c8f2627" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.575738] env[68326]: DEBUG nova.compute.manager [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Instance network_info: |[{"id": "7d4141e9-bf16-4da3-b6f5-283dda0c836c", "address": "fa:16:3e:05:bc:f3", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d4141e9-bf", "ovs_interfaceid": "7d4141e9-bf16-4da3-b6f5-283dda0c836c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 811.576055] env[68326]: DEBUG oslo_concurrency.lockutils [req-11963ca2-511b-454c-89e5-0eccc26bfafe req-e7a4d7bc-a687-4f46-b996-4dcab19e5a79 service nova] Acquired lock "refresh_cache-5945078b-f11b-4503-8990-a8437c8f2627" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.576273] env[68326]: DEBUG nova.network.neutron [req-11963ca2-511b-454c-89e5-0eccc26bfafe req-e7a4d7bc-a687-4f46-b996-4dcab19e5a79 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Refreshing network info cache for port 7d4141e9-bf16-4da3-b6f5-283dda0c836c {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.577375] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:bc:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d4141e9-bf16-4da3-b6f5-283dda0c836c', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.585557] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Creating folder: Project (dfc70dbe1eb647dc9d472e84334c3faf). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.589154] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5db2f110-f55d-48ad-b575-8eefbd026567 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.603663] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Created folder: Project (dfc70dbe1eb647dc9d472e84334c3faf) in parent group-v626141. [ 811.603663] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Creating folder: Instances. Parent ref: group-v626271. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.603663] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dcb1270-e792-4f6c-b759-a7bf009fee14 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.620320] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Created folder: Instances in parent group-v626271. [ 811.620606] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.620828] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.621137] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e64abffe-8e90-44c7-935b-8b462bea4889 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.650820] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.650820] env[68326]: value = "task-3129179" [ 811.650820] env[68326]: _type = "Task" [ 811.650820] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.661405] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129179, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.726021] env[68326]: DEBUG nova.policy [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2e5ed800ec4445ea2c84f7f789538b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c59bc3963e24d64a30418c611423e7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.856992] env[68326]: DEBUG nova.compute.manager [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 811.960629] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.973593] env[68326]: DEBUG nova.compute.manager [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 811.974298] env[68326]: DEBUG nova.virt.hardware [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.974519] env[68326]: DEBUG nova.virt.hardware [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.974669] env[68326]: DEBUG nova.virt.hardware [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.974869] env[68326]: DEBUG nova.virt.hardware [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.975064] env[68326]: DEBUG nova.virt.hardware [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.975182] env[68326]: DEBUG nova.virt.hardware [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.975673] env[68326]: DEBUG nova.virt.hardware [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.975673] env[68326]: DEBUG nova.virt.hardware [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.975770] env[68326]: DEBUG nova.virt.hardware [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.975876] env[68326]: DEBUG nova.virt.hardware [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.976039] env[68326]: DEBUG nova.virt.hardware [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.977252] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8237f3a5-2843-4b54-9a59-15004c462093 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.995211] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9142f64-5975-48e1-bf93-ff2baf0cc27a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.061185] env[68326]: DEBUG nova.compute.manager [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 812.061339] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.062525] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce96aaff-ef97-4212-8382-363d6dba8187 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.074752] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.075033] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-498516bd-2cd4-463e-aa96-60c8bd5c64b3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.084806] env[68326]: DEBUG oslo_vmware.api [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 812.084806] env[68326]: value = "task-3129180" [ 812.084806] env[68326]: _type = "Task" [ 812.084806] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.102727] env[68326]: DEBUG nova.network.neutron [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Successfully updated port: 948bd049-c4d6-49a1-a656-23fc1360f3da {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.172770] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129179, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.195593] env[68326]: DEBUG nova.network.neutron [req-11963ca2-511b-454c-89e5-0eccc26bfafe req-e7a4d7bc-a687-4f46-b996-4dcab19e5a79 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Updated VIF entry in instance network info cache for port 7d4141e9-bf16-4da3-b6f5-283dda0c836c. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.196143] env[68326]: DEBUG nova.network.neutron [req-11963ca2-511b-454c-89e5-0eccc26bfafe req-e7a4d7bc-a687-4f46-b996-4dcab19e5a79 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Updating instance_info_cache with network_info: [{"id": "7d4141e9-bf16-4da3-b6f5-283dda0c836c", "address": "fa:16:3e:05:bc:f3", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d4141e9-bf", "ovs_interfaceid": "7d4141e9-bf16-4da3-b6f5-283dda0c836c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.297061] env[68326]: DEBUG nova.network.neutron [-] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.345539] env[68326]: DEBUG nova.network.neutron [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Successfully created port: 0e26dc7e-f137-4ae9-9d69-4ee18ef5722a {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.462090] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129176, 'name': ReconfigVM_Task, 'duration_secs': 0.809142} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.462421] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 68cc5fba-76f0-428e-a5c1-0f4991243b32/68cc5fba-76f0-428e-a5c1-0f4991243b32.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.463100] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-234e5d6a-4e3a-45ae-9a14-49c4a870c5e9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.477191] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 812.477191] env[68326]: value = "task-3129181" [ 812.477191] env[68326]: _type = "Task" [ 812.477191] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.497988] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129181, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.507575] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4610e604-ccef-4512-a907-dd8742ee6f5a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.516487] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125fac9d-6a87-4fa2-b16d-eec94ce6c0ab {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.555038] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf03b46-2222-4b39-81b8-f33dbb58f38b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.559908] env[68326]: DEBUG oslo_concurrency.lockutils [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.560156] env[68326]: DEBUG oslo_concurrency.lockutils [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.566732] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bd563e-87bb-440a-9d90-d8dcbdc64d53 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.582145] env[68326]: DEBUG nova.compute.provider_tree [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.595488] env[68326]: DEBUG oslo_vmware.api [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129180, 'name': PowerOffVM_Task, 'duration_secs': 0.235395} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.595768] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.595948] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.596775] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6114203-c613-49fa-98d8-1b039fe86173 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.603835] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Acquiring lock "refresh_cache-d7acf762-bbcd-403a-afac-342a44f13a20" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.604012] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Acquired lock "refresh_cache-d7acf762-bbcd-403a-afac-342a44f13a20" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.604409] env[68326]: DEBUG nova.network.neutron [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.663510] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129179, 'name': CreateVM_Task, 'duration_secs': 0.537557} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.663765] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.664794] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.665053] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.665439] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.665916] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab51c95-7570-4c5b-8eaa-000b2e6dba9e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.671889] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.672139] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.672368] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleting the datastore file [datastore2] 4adc91ad-9992-4a21-b3cf-88e905004802 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.673978] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b76f2fc6-0e19-4bcf-a3aa-e7016b3bfe50 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.676288] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 812.676288] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52aadcae-2ab1-6ffd-165d-66dc5a70ee6d" [ 812.676288] env[68326]: _type = "Task" [ 812.676288] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.683707] env[68326]: DEBUG oslo_vmware.api [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 812.683707] env[68326]: value = "task-3129183" [ 812.683707] env[68326]: _type = "Task" [ 812.683707] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.694233] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52aadcae-2ab1-6ffd-165d-66dc5a70ee6d, 'name': SearchDatastore_Task, 'duration_secs': 0.012431} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.695024] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.695317] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.695610] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.695766] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.695940] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.696549] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb4cb2fa-bdb5-4ab8-a83c-06a198bcb933 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.702069] env[68326]: DEBUG oslo_concurrency.lockutils [req-11963ca2-511b-454c-89e5-0eccc26bfafe req-e7a4d7bc-a687-4f46-b996-4dcab19e5a79 service nova] Releasing lock "refresh_cache-5945078b-f11b-4503-8990-a8437c8f2627" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.702167] env[68326]: DEBUG oslo_vmware.api [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.710334] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.710520] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.711263] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1ad7611-a29f-4953-8394-d3334445abbc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.717085] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 812.717085] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523fb124-49cb-77ef-8857-4ac7d971fa02" [ 812.717085] env[68326]: _type = "Task" [ 812.717085] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.725611] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523fb124-49cb-77ef-8857-4ac7d971fa02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.799784] env[68326]: INFO nova.compute.manager [-] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Took 2.35 seconds to deallocate network for instance. [ 812.869626] env[68326]: DEBUG nova.compute.manager [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 812.895053] env[68326]: DEBUG nova.virt.hardware [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.896282] env[68326]: DEBUG nova.virt.hardware [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.896282] env[68326]: DEBUG nova.virt.hardware [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.896282] env[68326]: DEBUG nova.virt.hardware [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.896282] env[68326]: DEBUG nova.virt.hardware [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.896282] env[68326]: DEBUG nova.virt.hardware [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.896282] env[68326]: DEBUG nova.virt.hardware [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.896282] env[68326]: DEBUG nova.virt.hardware [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.896617] env[68326]: DEBUG nova.virt.hardware [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.896617] env[68326]: DEBUG nova.virt.hardware [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.896719] env[68326]: DEBUG nova.virt.hardware [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.897599] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f687136-c63a-4aef-b9c1-fe3b671612a6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.906239] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094927b2-6a87-453e-9d22-c76941a6dd43 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.988756] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129181, 'name': Rename_Task, 'duration_secs': 0.173773} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.988756] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.988756] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9257f222-0b8b-4fa0-9ba2-9a23ac3e7f53 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.996650] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 812.996650] env[68326]: value = "task-3129184" [ 812.996650] env[68326]: _type = "Task" [ 812.996650] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.005418] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.085381] env[68326]: DEBUG nova.scheduler.client.report [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.154460] env[68326]: DEBUG nova.network.neutron [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.198307] env[68326]: DEBUG oslo_vmware.api [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168263} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.198636] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.198836] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.199025] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.199228] env[68326]: INFO nova.compute.manager [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Took 1.14 seconds to destroy the instance on the hypervisor. [ 813.199517] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.199746] env[68326]: DEBUG nova.compute.manager [-] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 813.200389] env[68326]: DEBUG nova.network.neutron [-] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.228351] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523fb124-49cb-77ef-8857-4ac7d971fa02, 'name': SearchDatastore_Task, 'duration_secs': 0.009702} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.229209] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe15fab-7c0d-4f75-88eb-d5a3853590ed {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.236482] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 813.236482] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5284e0aa-0ef3-75a3-2968-716d99e51d62" [ 813.236482] env[68326]: _type = "Task" [ 813.236482] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.247974] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5284e0aa-0ef3-75a3-2968-716d99e51d62, 'name': SearchDatastore_Task, 'duration_secs': 0.010328} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.250195] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.250480] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 5945078b-f11b-4503-8990-a8437c8f2627/5945078b-f11b-4503-8990-a8437c8f2627.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.250773] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6e00d6c-a0bd-4133-bb80-f2d49b01af98 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.259539] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 813.259539] env[68326]: value = "task-3129185" [ 813.259539] env[68326]: _type = "Task" [ 813.259539] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.268373] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.306561] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.438876] env[68326]: DEBUG nova.network.neutron [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Updating instance_info_cache with network_info: [{"id": "948bd049-c4d6-49a1-a656-23fc1360f3da", "address": "fa:16:3e:35:41:56", "network": {"id": "3384afcf-7bad-40b9-826c-1c1413f1a7e8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-938061974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c954367c1edf4f13aed2a39c19290c80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap948bd049-c4", "ovs_interfaceid": "948bd049-c4d6-49a1-a656-23fc1360f3da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.448396] env[68326]: DEBUG nova.compute.manager [req-387b98be-7963-4b7c-be78-9f927db56a54 req-de71be6d-9059-4396-b920-296fdcf5b4fe service nova] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Received event network-vif-plugged-948bd049-c4d6-49a1-a656-23fc1360f3da {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 813.448714] env[68326]: DEBUG oslo_concurrency.lockutils [req-387b98be-7963-4b7c-be78-9f927db56a54 req-de71be6d-9059-4396-b920-296fdcf5b4fe service nova] Acquiring lock "d7acf762-bbcd-403a-afac-342a44f13a20-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.448945] env[68326]: DEBUG oslo_concurrency.lockutils [req-387b98be-7963-4b7c-be78-9f927db56a54 req-de71be6d-9059-4396-b920-296fdcf5b4fe service nova] Lock "d7acf762-bbcd-403a-afac-342a44f13a20-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.449157] env[68326]: DEBUG oslo_concurrency.lockutils [req-387b98be-7963-4b7c-be78-9f927db56a54 req-de71be6d-9059-4396-b920-296fdcf5b4fe service nova] Lock "d7acf762-bbcd-403a-afac-342a44f13a20-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.449327] env[68326]: DEBUG nova.compute.manager [req-387b98be-7963-4b7c-be78-9f927db56a54 req-de71be6d-9059-4396-b920-296fdcf5b4fe service nova] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] No waiting events found dispatching network-vif-plugged-948bd049-c4d6-49a1-a656-23fc1360f3da {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 813.449495] env[68326]: WARNING nova.compute.manager [req-387b98be-7963-4b7c-be78-9f927db56a54 req-de71be6d-9059-4396-b920-296fdcf5b4fe service nova] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Received unexpected event network-vif-plugged-948bd049-c4d6-49a1-a656-23fc1360f3da for instance with vm_state building and task_state spawning. [ 813.449673] env[68326]: DEBUG nova.compute.manager [req-387b98be-7963-4b7c-be78-9f927db56a54 req-de71be6d-9059-4396-b920-296fdcf5b4fe service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Received event network-vif-deleted-f723514f-b8ff-4ef9-8838-512a30b89dc9 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 813.449847] env[68326]: DEBUG nova.compute.manager [req-387b98be-7963-4b7c-be78-9f927db56a54 req-de71be6d-9059-4396-b920-296fdcf5b4fe service nova] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Received event network-changed-948bd049-c4d6-49a1-a656-23fc1360f3da {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 813.449996] env[68326]: DEBUG nova.compute.manager [req-387b98be-7963-4b7c-be78-9f927db56a54 req-de71be6d-9059-4396-b920-296fdcf5b4fe service nova] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Refreshing instance network info cache due to event network-changed-948bd049-c4d6-49a1-a656-23fc1360f3da. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 813.450201] env[68326]: DEBUG oslo_concurrency.lockutils [req-387b98be-7963-4b7c-be78-9f927db56a54 req-de71be6d-9059-4396-b920-296fdcf5b4fe service nova] Acquiring lock "refresh_cache-d7acf762-bbcd-403a-afac-342a44f13a20" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.508084] env[68326]: DEBUG oslo_vmware.api [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129184, 'name': PowerOnVM_Task, 'duration_secs': 0.478351} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.508454] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.508676] env[68326]: INFO nova.compute.manager [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Took 8.76 seconds to spawn the instance on the hypervisor. [ 813.508954] env[68326]: DEBUG nova.compute.manager [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 813.509917] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3be63f7-c004-481c-aadf-bced303c9ee0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.591035] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.591621] env[68326]: DEBUG nova.compute.manager [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 813.596193] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.265s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.596615] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.602625] env[68326]: DEBUG oslo_concurrency.lockutils [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.095s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.602909] env[68326]: DEBUG oslo_concurrency.lockutils [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.605390] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.131s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.607246] env[68326]: INFO nova.compute.claims [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.649492] env[68326]: INFO nova.scheduler.client.report [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Deleted allocations for instance f12eed45-8384-424c-9d14-1a98901645e2 [ 813.668492] env[68326]: INFO nova.scheduler.client.report [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Deleted allocations for instance e2075ea3-b2db-4640-8057-46c014e8a071 [ 813.754177] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Acquiring lock "8df6b92f-dbf7-4c63-b00f-111f71fe97bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.755642] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Lock "8df6b92f-dbf7-4c63-b00f-111f71fe97bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.773176] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129185, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.941361] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Releasing lock "refresh_cache-d7acf762-bbcd-403a-afac-342a44f13a20" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.945086] env[68326]: DEBUG nova.compute.manager [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Instance network_info: |[{"id": "948bd049-c4d6-49a1-a656-23fc1360f3da", "address": "fa:16:3e:35:41:56", "network": {"id": "3384afcf-7bad-40b9-826c-1c1413f1a7e8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-938061974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c954367c1edf4f13aed2a39c19290c80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap948bd049-c4", "ovs_interfaceid": "948bd049-c4d6-49a1-a656-23fc1360f3da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 813.945086] env[68326]: DEBUG oslo_concurrency.lockutils [req-387b98be-7963-4b7c-be78-9f927db56a54 req-de71be6d-9059-4396-b920-296fdcf5b4fe service nova] Acquired lock "refresh_cache-d7acf762-bbcd-403a-afac-342a44f13a20" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.945086] env[68326]: DEBUG nova.network.neutron [req-387b98be-7963-4b7c-be78-9f927db56a54 req-de71be6d-9059-4396-b920-296fdcf5b4fe service nova] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Refreshing network info cache for port 948bd049-c4d6-49a1-a656-23fc1360f3da {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.945086] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:41:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '948bd049-c4d6-49a1-a656-23fc1360f3da', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.957773] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Creating folder: Project (c954367c1edf4f13aed2a39c19290c80). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.961100] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c0fc415-2a85-4b1b-8613-2d524d643a4a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.979855] env[68326]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 813.980137] env[68326]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68326) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 813.981676] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Folder already exists: Project (c954367c1edf4f13aed2a39c19290c80). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 813.982672] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Creating folder: Instances. Parent ref: group-v626212. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.982672] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af4f7b3d-5dbb-4193-a6c8-6019859a2ba3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.995998] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Created folder: Instances in parent group-v626212. [ 813.996297] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.996673] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.996749] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd1637bc-94cf-451d-b675-36f9f277f281 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.020379] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.020379] env[68326]: value = "task-3129188" [ 814.020379] env[68326]: _type = "Task" [ 814.020379] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.033773] env[68326]: INFO nova.compute.manager [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Took 51.69 seconds to build instance. [ 814.039284] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129188, 'name': CreateVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.092616] env[68326]: DEBUG nova.network.neutron [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Successfully updated port: 0e26dc7e-f137-4ae9-9d69-4ee18ef5722a {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.099657] env[68326]: DEBUG nova.compute.utils [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.105756] env[68326]: DEBUG nova.compute.manager [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Not allocating networking since 'none' was specified. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2062}} [ 814.120038] env[68326]: DEBUG nova.network.neutron [-] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.160152] env[68326]: DEBUG oslo_concurrency.lockutils [None req-740b45ea-72ee-470b-8735-c2c4a23520a0 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "f12eed45-8384-424c-9d14-1a98901645e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.801s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.175010] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0fe0923b-3fa6-410d-baa4-7f8e9727df22 tempest-ServerExternalEventsTest-583204300 tempest-ServerExternalEventsTest-583204300-project-member] Lock "e2075ea3-b2db-4640-8057-46c014e8a071" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.488s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.271076] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633604} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.271439] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 5945078b-f11b-4503-8990-a8437c8f2627/5945078b-f11b-4503-8990-a8437c8f2627.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.271722] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.272077] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eced26d9-acef-48d3-9d90-26d3fb9406b9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.281876] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 814.281876] env[68326]: value = "task-3129189" [ 814.281876] env[68326]: _type = "Task" [ 814.281876] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.290806] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.533032] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129188, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.535609] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9ca8006-3586-4d28-a5ed-0edd127327de tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "68cc5fba-76f0-428e-a5c1-0f4991243b32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.074s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.598175] env[68326]: DEBUG oslo_concurrency.lockutils [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "refresh_cache-02d85b25-cc17-4a9e-a37b-8ffc449bf3be" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.598311] env[68326]: DEBUG oslo_concurrency.lockutils [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired lock "refresh_cache-02d85b25-cc17-4a9e-a37b-8ffc449bf3be" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.598609] env[68326]: DEBUG nova.network.neutron [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.606995] env[68326]: DEBUG nova.compute.manager [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 814.627952] env[68326]: INFO nova.compute.manager [-] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Took 1.43 seconds to deallocate network for instance. [ 814.732208] env[68326]: DEBUG nova.network.neutron [req-387b98be-7963-4b7c-be78-9f927db56a54 req-de71be6d-9059-4396-b920-296fdcf5b4fe service nova] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Updated VIF entry in instance network info cache for port 948bd049-c4d6-49a1-a656-23fc1360f3da. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.732555] env[68326]: DEBUG nova.network.neutron [req-387b98be-7963-4b7c-be78-9f927db56a54 req-de71be6d-9059-4396-b920-296fdcf5b4fe service nova] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Updating instance_info_cache with network_info: [{"id": "948bd049-c4d6-49a1-a656-23fc1360f3da", "address": "fa:16:3e:35:41:56", "network": {"id": "3384afcf-7bad-40b9-826c-1c1413f1a7e8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-938061974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c954367c1edf4f13aed2a39c19290c80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap948bd049-c4", "ovs_interfaceid": "948bd049-c4d6-49a1-a656-23fc1360f3da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.796857] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090914} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.797730] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.798838] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee06e108-019d-42b8-96a4-5e7a0cb4e6f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.822659] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 5945078b-f11b-4503-8990-a8437c8f2627/5945078b-f11b-4503-8990-a8437c8f2627.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.826083] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5e8eb8e-d5a2-483f-9579-5001d0cc601a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.849141] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 814.849141] env[68326]: value = "task-3129190" [ 814.849141] env[68326]: _type = "Task" [ 814.849141] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.859742] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.032262] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129188, 'name': CreateVM_Task, 'duration_secs': 0.564584} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.034718] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.035670] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'attachment_id': '0183c1e5-c21b-4d06-bef5-1d1bdda4b49d', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626227', 'volume_id': '089021de-2fe3-4801-ae5d-a2c459e9de1b', 'name': 'volume-089021de-2fe3-4801-ae5d-a2c459e9de1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7acf762-bbcd-403a-afac-342a44f13a20', 'attached_at': '', 'detached_at': '', 'volume_id': '089021de-2fe3-4801-ae5d-a2c459e9de1b', 'serial': '089021de-2fe3-4801-ae5d-a2c459e9de1b'}, 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68326) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 815.035784] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Root volume attach. Driver type: vmdk {{(pid=68326) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 815.036683] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed0298a-e65d-44ba-8f3b-8f1acd7ce9f7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.040075] env[68326]: DEBUG nova.compute.manager [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 815.051066] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17acd66e-0210-4739-aa6f-cb78d3cb9a74 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.058932] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21c0357-5724-413e-8e3a-4eb8aaad47ff {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.069194] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-00f591db-03f2-4a90-bf25-25180b2534d0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.078415] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Waiting for the task: (returnval){ [ 815.078415] env[68326]: value = "task-3129191" [ 815.078415] env[68326]: _type = "Task" [ 815.078415] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.091957] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129191, 'name': RelocateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.135149] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.144668] env[68326]: DEBUG nova.network.neutron [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.146803] env[68326]: DEBUG nova.compute.manager [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 815.149408] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8284a3-04a9-49d9-887b-0468d0ff95b5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.174722] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52c5f0a-ae30-46ba-93c3-2e3aa03a5094 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.189720] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d34014b-a42c-4097-8385-c6f1e33f0907 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.228056] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3ef71b-a2f4-4e16-8284-afaedf2f62e4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.237783] env[68326]: DEBUG oslo_concurrency.lockutils [req-387b98be-7963-4b7c-be78-9f927db56a54 req-de71be6d-9059-4396-b920-296fdcf5b4fe service nova] Releasing lock "refresh_cache-d7acf762-bbcd-403a-afac-342a44f13a20" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.240125] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46136aa6-536f-4f1a-83c7-cdafe8e8f90a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.258270] env[68326]: DEBUG nova.compute.provider_tree [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.360501] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.433663] env[68326]: DEBUG nova.network.neutron [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Updating instance_info_cache with network_info: [{"id": "0e26dc7e-f137-4ae9-9d69-4ee18ef5722a", "address": "fa:16:3e:fd:a8:ab", "network": {"id": "2bfffd6a-2680-4dce-8bfd-a145d232c2d6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2064054471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c59bc3963e24d64a30418c611423e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e26dc7e-f1", "ovs_interfaceid": "0e26dc7e-f137-4ae9-9d69-4ee18ef5722a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.557314] env[68326]: DEBUG nova.compute.manager [req-ffe8cdff-d13c-40bf-9a14-149900bf9796 req-f9fcb9c2-4734-4c20-aeaf-9e248ff0d42f service nova] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Received event network-vif-deleted-cea5c6b4-bf44-4868-8fb6-d68b776d9a0c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 815.557748] env[68326]: DEBUG nova.compute.manager [req-ffe8cdff-d13c-40bf-9a14-149900bf9796 req-f9fcb9c2-4734-4c20-aeaf-9e248ff0d42f service nova] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Received event network-vif-plugged-0e26dc7e-f137-4ae9-9d69-4ee18ef5722a {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 815.557963] env[68326]: DEBUG oslo_concurrency.lockutils [req-ffe8cdff-d13c-40bf-9a14-149900bf9796 req-f9fcb9c2-4734-4c20-aeaf-9e248ff0d42f service nova] Acquiring lock "02d85b25-cc17-4a9e-a37b-8ffc449bf3be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.559029] env[68326]: DEBUG oslo_concurrency.lockutils [req-ffe8cdff-d13c-40bf-9a14-149900bf9796 req-f9fcb9c2-4734-4c20-aeaf-9e248ff0d42f service nova] Lock "02d85b25-cc17-4a9e-a37b-8ffc449bf3be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.559029] env[68326]: DEBUG oslo_concurrency.lockutils [req-ffe8cdff-d13c-40bf-9a14-149900bf9796 req-f9fcb9c2-4734-4c20-aeaf-9e248ff0d42f service nova] Lock "02d85b25-cc17-4a9e-a37b-8ffc449bf3be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.559029] env[68326]: DEBUG nova.compute.manager [req-ffe8cdff-d13c-40bf-9a14-149900bf9796 req-f9fcb9c2-4734-4c20-aeaf-9e248ff0d42f service nova] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] No waiting events found dispatching network-vif-plugged-0e26dc7e-f137-4ae9-9d69-4ee18ef5722a {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.559029] env[68326]: WARNING nova.compute.manager [req-ffe8cdff-d13c-40bf-9a14-149900bf9796 req-f9fcb9c2-4734-4c20-aeaf-9e248ff0d42f service nova] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Received unexpected event network-vif-plugged-0e26dc7e-f137-4ae9-9d69-4ee18ef5722a for instance with vm_state building and task_state spawning. [ 815.559029] env[68326]: DEBUG nova.compute.manager [req-ffe8cdff-d13c-40bf-9a14-149900bf9796 req-f9fcb9c2-4734-4c20-aeaf-9e248ff0d42f service nova] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Received event network-changed-0e26dc7e-f137-4ae9-9d69-4ee18ef5722a {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 815.559029] env[68326]: DEBUG nova.compute.manager [req-ffe8cdff-d13c-40bf-9a14-149900bf9796 req-f9fcb9c2-4734-4c20-aeaf-9e248ff0d42f service nova] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Refreshing instance network info cache due to event network-changed-0e26dc7e-f137-4ae9-9d69-4ee18ef5722a. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 815.559385] env[68326]: DEBUG oslo_concurrency.lockutils [req-ffe8cdff-d13c-40bf-9a14-149900bf9796 req-f9fcb9c2-4734-4c20-aeaf-9e248ff0d42f service nova] Acquiring lock "refresh_cache-02d85b25-cc17-4a9e-a37b-8ffc449bf3be" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.563645] env[68326]: DEBUG oslo_concurrency.lockutils [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.590028] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129191, 'name': RelocateVM_Task} progress is 34%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.618053] env[68326]: DEBUG nova.compute.manager [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 815.649600] env[68326]: DEBUG nova.virt.hardware [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.650072] env[68326]: DEBUG nova.virt.hardware [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.650273] env[68326]: DEBUG nova.virt.hardware [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.650520] env[68326]: DEBUG nova.virt.hardware [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.650804] env[68326]: DEBUG nova.virt.hardware [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.651097] env[68326]: DEBUG nova.virt.hardware [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.651417] env[68326]: DEBUG nova.virt.hardware [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.651725] env[68326]: DEBUG nova.virt.hardware [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.652057] env[68326]: DEBUG nova.virt.hardware [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.652321] env[68326]: DEBUG nova.virt.hardware [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.652669] env[68326]: DEBUG nova.virt.hardware [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.654030] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909cf18d-415d-42b3-bbd9-846b5b9e7d13 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.667888] env[68326]: INFO nova.compute.manager [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] instance snapshotting [ 815.668565] env[68326]: DEBUG nova.objects.instance [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lazy-loading 'flavor' on Instance uuid df2f88d6-5e47-4d8c-a727-9f20cecee976 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.671812] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510610bf-4faf-49c5-b2a5-93e23873e879 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.691037] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Instance VIF info [] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.697769] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Creating folder: Project (300d7fc9dbb2490f96500503c3c6a807). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.699094] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-432bb7c3-a4f6-4f8a-bc6e-68b098d5a2d6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.714109] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Created folder: Project (300d7fc9dbb2490f96500503c3c6a807) in parent group-v626141. [ 815.714352] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Creating folder: Instances. Parent ref: group-v626276. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.714630] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b407a84c-59d5-4ac4-a7e6-60666566517e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.728640] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Created folder: Instances in parent group-v626276. [ 815.728873] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.729163] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.729394] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5afeb7ed-3716-4d6f-a49b-34e41a4c8a6d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.748756] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.748756] env[68326]: value = "task-3129194" [ 815.748756] env[68326]: _type = "Task" [ 815.748756] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.759570] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129194, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.760800] env[68326]: DEBUG nova.scheduler.client.report [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.860822] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129190, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.940806] env[68326]: DEBUG oslo_concurrency.lockutils [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Releasing lock "refresh_cache-02d85b25-cc17-4a9e-a37b-8ffc449bf3be" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.940806] env[68326]: DEBUG nova.compute.manager [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Instance network_info: |[{"id": "0e26dc7e-f137-4ae9-9d69-4ee18ef5722a", "address": "fa:16:3e:fd:a8:ab", "network": {"id": "2bfffd6a-2680-4dce-8bfd-a145d232c2d6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2064054471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c59bc3963e24d64a30418c611423e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e26dc7e-f1", "ovs_interfaceid": "0e26dc7e-f137-4ae9-9d69-4ee18ef5722a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 815.940806] env[68326]: DEBUG oslo_concurrency.lockutils [req-ffe8cdff-d13c-40bf-9a14-149900bf9796 req-f9fcb9c2-4734-4c20-aeaf-9e248ff0d42f service nova] Acquired lock "refresh_cache-02d85b25-cc17-4a9e-a37b-8ffc449bf3be" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.940806] env[68326]: DEBUG nova.network.neutron [req-ffe8cdff-d13c-40bf-9a14-149900bf9796 req-f9fcb9c2-4734-4c20-aeaf-9e248ff0d42f service nova] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Refreshing network info cache for port 0e26dc7e-f137-4ae9-9d69-4ee18ef5722a {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.941101] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:a8:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e26dc7e-f137-4ae9-9d69-4ee18ef5722a', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.950549] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.950549] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.950724] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-750ee475-def3-4bb3-9bb1-5c2e96774186 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.975488] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.975488] env[68326]: value = "task-3129195" [ 815.975488] env[68326]: _type = "Task" [ 815.975488] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.988134] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129195, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.095590] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129191, 'name': RelocateVM_Task} progress is 47%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.111564] env[68326]: DEBUG nova.compute.manager [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 816.114469] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d07476c-cf80-4809-847b-eab31c14e51e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.183996] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a532d37c-7ae1-4989-b667-49d8fa3cdbe5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.213837] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a70418-103e-43a5-aee3-802ea891e5f4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.260823] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129194, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.268541] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.269315] env[68326]: DEBUG nova.compute.manager [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 816.272386] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.206s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.274038] env[68326]: INFO nova.compute.claims [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.363194] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129190, 'name': ReconfigVM_Task, 'duration_secs': 1.016837} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.363503] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 5945078b-f11b-4503-8990-a8437c8f2627/5945078b-f11b-4503-8990-a8437c8f2627.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.364227] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-467b84d5-a074-4a05-97b3-830cc1768427 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.373655] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 816.373655] env[68326]: value = "task-3129196" [ 816.373655] env[68326]: _type = "Task" [ 816.373655] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.384686] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129196, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.488148] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129195, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.492183] env[68326]: DEBUG oslo_concurrency.lockutils [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquiring lock "51e92baa-01a8-4d09-b531-18d958cc5c29" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.492547] env[68326]: DEBUG oslo_concurrency.lockutils [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "51e92baa-01a8-4d09-b531-18d958cc5c29" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.597483] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129191, 'name': RelocateVM_Task} progress is 60%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.628588] env[68326]: INFO nova.compute.manager [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] instance snapshotting [ 816.632481] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b627207f-2dcb-4b9d-84dc-9f7bc896c1f4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.672973] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4bc20c-8bba-4a59-a763-f2b9023eff04 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.725399] env[68326]: DEBUG nova.network.neutron [req-ffe8cdff-d13c-40bf-9a14-149900bf9796 req-f9fcb9c2-4734-4c20-aeaf-9e248ff0d42f service nova] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Updated VIF entry in instance network info cache for port 0e26dc7e-f137-4ae9-9d69-4ee18ef5722a. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.725855] env[68326]: DEBUG nova.network.neutron [req-ffe8cdff-d13c-40bf-9a14-149900bf9796 req-f9fcb9c2-4734-4c20-aeaf-9e248ff0d42f service nova] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Updating instance_info_cache with network_info: [{"id": "0e26dc7e-f137-4ae9-9d69-4ee18ef5722a", "address": "fa:16:3e:fd:a8:ab", "network": {"id": "2bfffd6a-2680-4dce-8bfd-a145d232c2d6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2064054471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c59bc3963e24d64a30418c611423e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e26dc7e-f1", "ovs_interfaceid": "0e26dc7e-f137-4ae9-9d69-4ee18ef5722a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.728248] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Creating Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 816.728846] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8582e22a-66d6-4a6b-ad0e-547dc5bc9e00 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.739998] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 816.739998] env[68326]: value = "task-3129197" [ 816.739998] env[68326]: _type = "Task" [ 816.739998] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.754554] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129197, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.765788] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129194, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.784213] env[68326]: DEBUG nova.compute.utils [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.785332] env[68326]: DEBUG nova.compute.manager [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 816.785520] env[68326]: DEBUG nova.network.neutron [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.826596] env[68326]: DEBUG nova.policy [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7eb2e4cb8e0646b28879e6c7a4a1890a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52f98726b5db4f3dbfaf2dfd091e05bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.885562] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129196, 'name': Rename_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.987669] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129195, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.001020] env[68326]: DEBUG nova.compute.utils [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.099937] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129191, 'name': RelocateVM_Task} progress is 73%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.199030] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Creating Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 817.199030] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dfa5957b-3640-4e80-bd99-9ec210f297dc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.206845] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 817.206845] env[68326]: value = "task-3129198" [ 817.206845] env[68326]: _type = "Task" [ 817.206845] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.223774] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129198, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.230016] env[68326]: DEBUG oslo_concurrency.lockutils [req-ffe8cdff-d13c-40bf-9a14-149900bf9796 req-f9fcb9c2-4734-4c20-aeaf-9e248ff0d42f service nova] Releasing lock "refresh_cache-02d85b25-cc17-4a9e-a37b-8ffc449bf3be" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.255804] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129197, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.269305] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129194, 'name': CreateVM_Task, 'duration_secs': 1.376542} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.269540] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.270066] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.270261] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.270639] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.270953] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bae0bf6-ee84-4ecd-950d-fd96a9cc8c5d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.277987] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 817.277987] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]525e8670-d3e6-2cef-e192-5e6bb6f3ee5e" [ 817.277987] env[68326]: _type = "Task" [ 817.277987] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.291409] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525e8670-d3e6-2cef-e192-5e6bb6f3ee5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.292793] env[68326]: DEBUG nova.compute.manager [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 817.353749] env[68326]: DEBUG nova.network.neutron [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Successfully created port: 4672390b-d18b-440d-834f-1f29d467ec75 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.388716] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129196, 'name': Rename_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.491505] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129195, 'name': CreateVM_Task, 'duration_secs': 1.437977} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.491688] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.492463] env[68326]: DEBUG oslo_concurrency.lockutils [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.504639] env[68326]: DEBUG oslo_concurrency.lockutils [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "51e92baa-01a8-4d09-b531-18d958cc5c29" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.592818] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129191, 'name': RelocateVM_Task} progress is 86%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.724114] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129198, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.755129] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129197, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.792830] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525e8670-d3e6-2cef-e192-5e6bb6f3ee5e, 'name': SearchDatastore_Task, 'duration_secs': 0.017608} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.793152] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.793410] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.793693] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.793866] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.794068] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.794384] env[68326]: DEBUG oslo_concurrency.lockutils [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.794796] env[68326]: DEBUG oslo_concurrency.lockutils [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.795118] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-deca0ddc-2630-4843-aad0-f410087f73ee {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.799861] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb61898b-8f2a-42e8-ab34-7ad1dc3c17d8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.813035] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 817.813035] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5200eebe-68b2-eac5-c0ff-588fdf084a16" [ 817.813035] env[68326]: _type = "Task" [ 817.813035] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.814381] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.814795] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.818709] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e57364d2-7347-4d6d-908d-290331eba02c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.822639] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2016ae1f-8452-4c8f-ac1e-3bc3af34484e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.838399] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 817.838399] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52cc243a-067f-5e6d-c717-66f5c20831ab" [ 817.838399] env[68326]: _type = "Task" [ 817.838399] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.839018] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5200eebe-68b2-eac5-c0ff-588fdf084a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.840838] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61277178-ccc6-4130-869c-d3797fe186f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.862358] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52cc243a-067f-5e6d-c717-66f5c20831ab, 'name': SearchDatastore_Task, 'duration_secs': 0.012953} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.909632] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67947e78-e764-4923-9fa7-a00735ecf201 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.919276] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2712a9-928a-46c2-8e50-e63e39296502 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.939722] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143889ca-327f-45dd-bcd4-225b66322791 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.947344] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129196, 'name': Rename_Task, 'duration_secs': 1.508696} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.947896] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 817.947896] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52a0401f-6080-4547-6077-4034367ba227" [ 817.947896] env[68326]: _type = "Task" [ 817.947896] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.948742] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.949769] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7327f5f4-fc56-4460-be31-945a71e29bc5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.973819] env[68326]: DEBUG nova.compute.provider_tree [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.985990] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a0401f-6080-4547-6077-4034367ba227, 'name': SearchDatastore_Task, 'duration_secs': 0.019066} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.989346] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.989719] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] cb7dac59-1165-4c86-b8e7-07330a7125b0/cb7dac59-1165-4c86-b8e7-07330a7125b0.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.990663] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 817.990663] env[68326]: value = "task-3129199" [ 817.990663] env[68326]: _type = "Task" [ 817.990663] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.990975] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47275dc9-a9d2-4922-9e08-2595af03f404 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.009982] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129199, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.012230] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 818.012230] env[68326]: value = "task-3129200" [ 818.012230] env[68326]: _type = "Task" [ 818.012230] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.026576] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.094052] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129191, 'name': RelocateVM_Task} progress is 97%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.220307] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129198, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.256592] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129197, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.310035] env[68326]: DEBUG nova.compute.manager [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 818.326739] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5200eebe-68b2-eac5-c0ff-588fdf084a16, 'name': SearchDatastore_Task, 'duration_secs': 0.024356} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.327313] env[68326]: DEBUG oslo_concurrency.lockutils [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.327976] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.328374] env[68326]: DEBUG oslo_concurrency.lockutils [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.328674] env[68326]: DEBUG oslo_concurrency.lockutils [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.329200] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.332442] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a733327-0e75-4f59-9321-0cc24cdc5294 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.347583] env[68326]: DEBUG nova.virt.hardware [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.347896] env[68326]: DEBUG nova.virt.hardware [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.348113] env[68326]: DEBUG nova.virt.hardware [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.352025] env[68326]: DEBUG nova.virt.hardware [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.352025] env[68326]: DEBUG nova.virt.hardware [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.352025] env[68326]: DEBUG nova.virt.hardware [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.352025] env[68326]: DEBUG nova.virt.hardware [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.352025] env[68326]: DEBUG nova.virt.hardware [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.352025] env[68326]: DEBUG nova.virt.hardware [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.352025] env[68326]: DEBUG nova.virt.hardware [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.352025] env[68326]: DEBUG nova.virt.hardware [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.352025] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb73f40-317b-4394-a2dc-b77e0a0b8031 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.355797] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.356055] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.361021] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5028a6e-58ce-4b39-a1b8-c828475249f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.368650] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a89fa3-5222-4a45-ba83-ea2f50125cb9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.375068] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 818.375068] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52cd0d41-b9ef-955a-911a-44ed6e0c5fce" [ 818.375068] env[68326]: _type = "Task" [ 818.375068] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.393266] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52cd0d41-b9ef-955a-911a-44ed6e0c5fce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.478629] env[68326]: DEBUG nova.scheduler.client.report [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.507449] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.522778] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.581626] env[68326]: DEBUG oslo_concurrency.lockutils [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquiring lock "51e92baa-01a8-4d09-b531-18d958cc5c29" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.585020] env[68326]: DEBUG oslo_concurrency.lockutils [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "51e92baa-01a8-4d09-b531-18d958cc5c29" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.585020] env[68326]: INFO nova.compute.manager [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Attaching volume 2860d294-fd13-4a90-a052-082a3b006393 to /dev/sdb [ 818.602043] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129191, 'name': RelocateVM_Task} progress is 97%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.624122] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9d54a6-cfd8-49f5-b7b7-cafa69c62de5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.639328] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51aa704c-6d52-4c66-85f3-e9361822a316 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.657299] env[68326]: DEBUG nova.virt.block_device [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Updating existing volume attachment record: 34bfd103-91f9-49fe-8a94-744d5ebee704 {{(pid=68326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 818.722103] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129198, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.757301] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129197, 'name': CreateSnapshot_Task, 'duration_secs': 1.653212} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.757607] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Created Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 818.758616] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f34521-16e4-44d0-9f00-5922316d463e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.887231] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52cd0d41-b9ef-955a-911a-44ed6e0c5fce, 'name': SearchDatastore_Task, 'duration_secs': 0.034981} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.888168] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0e715ef-24e0-4620-bde1-4d94650154fc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.895329] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 818.895329] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]524468b7-ddc1-b6ff-e195-cf1d93f324f4" [ 818.895329] env[68326]: _type = "Task" [ 818.895329] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.905153] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524468b7-ddc1-b6ff-e195-cf1d93f324f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.984980] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.985592] env[68326]: DEBUG nova.compute.manager [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 818.988773] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.810s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.990373] env[68326]: INFO nova.compute.claims [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 819.007723] env[68326]: DEBUG oslo_vmware.api [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129199, 'name': PowerOnVM_Task, 'duration_secs': 0.756925} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.008801] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.009791] env[68326]: INFO nova.compute.manager [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Took 11.52 seconds to spawn the instance on the hypervisor. [ 819.010070] env[68326]: DEBUG nova.compute.manager [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 819.011300] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8566370-0985-42fc-a134-a327a67715f4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.023346] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129200, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.098287] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129191, 'name': RelocateVM_Task} progress is 97%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.221696] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129198, 'name': CreateSnapshot_Task, 'duration_secs': 1.535391} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.222011] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Created Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 819.223034] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b37472f-3da7-42d4-8133-e19943bb124d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.284329] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Creating linked-clone VM from snapshot {{(pid=68326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 819.284632] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5cd5276c-b9f8-43b6-a1de-f98df1ea3fe8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.300032] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 819.300032] env[68326]: value = "task-3129204" [ 819.300032] env[68326]: _type = "Task" [ 819.300032] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.311105] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129204, 'name': CloneVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.408827] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524468b7-ddc1-b6ff-e195-cf1d93f324f4, 'name': SearchDatastore_Task, 'duration_secs': 0.056073} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.409342] env[68326]: DEBUG oslo_concurrency.lockutils [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.409754] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 02d85b25-cc17-4a9e-a37b-8ffc449bf3be/02d85b25-cc17-4a9e-a37b-8ffc449bf3be.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.410212] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01963f34-bca3-4891-b0d2-fd8afab8262c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.422458] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 819.422458] env[68326]: value = "task-3129205" [ 819.422458] env[68326]: _type = "Task" [ 819.422458] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.434555] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.495921] env[68326]: DEBUG nova.compute.utils [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 819.502315] env[68326]: DEBUG nova.compute.manager [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 819.502533] env[68326]: DEBUG nova.network.neutron [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 819.530419] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129200, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.044135} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.534981] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] cb7dac59-1165-4c86-b8e7-07330a7125b0/cb7dac59-1165-4c86-b8e7-07330a7125b0.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.535250] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.537179] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-127f77b1-164a-4636-bbc7-d5eb51164598 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.541442] env[68326]: INFO nova.compute.manager [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Took 47.68 seconds to build instance. [ 819.554569] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 819.554569] env[68326]: value = "task-3129206" [ 819.554569] env[68326]: _type = "Task" [ 819.554569] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.562159] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.598126] env[68326]: DEBUG nova.policy [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7df6c1d627a44f0a8bf39ecf6c252d4c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4722d704ebba463c890c092cdce3f175', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 819.603148] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129191, 'name': RelocateVM_Task} progress is 98%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.613279] env[68326]: DEBUG nova.compute.manager [req-b75c076a-29ed-478c-aadb-71d71ff07e7d req-5e3b4c0d-2c41-4a20-898b-e1e14bddd2a1 service nova] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Received event network-vif-plugged-4672390b-d18b-440d-834f-1f29d467ec75 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 819.613572] env[68326]: DEBUG oslo_concurrency.lockutils [req-b75c076a-29ed-478c-aadb-71d71ff07e7d req-5e3b4c0d-2c41-4a20-898b-e1e14bddd2a1 service nova] Acquiring lock "bb66c99b-5e81-4473-99be-1bfedd3319dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.613891] env[68326]: DEBUG oslo_concurrency.lockutils [req-b75c076a-29ed-478c-aadb-71d71ff07e7d req-5e3b4c0d-2c41-4a20-898b-e1e14bddd2a1 service nova] Lock "bb66c99b-5e81-4473-99be-1bfedd3319dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.614160] env[68326]: DEBUG oslo_concurrency.lockutils [req-b75c076a-29ed-478c-aadb-71d71ff07e7d req-5e3b4c0d-2c41-4a20-898b-e1e14bddd2a1 service nova] Lock "bb66c99b-5e81-4473-99be-1bfedd3319dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.614560] env[68326]: DEBUG nova.compute.manager [req-b75c076a-29ed-478c-aadb-71d71ff07e7d req-5e3b4c0d-2c41-4a20-898b-e1e14bddd2a1 service nova] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] No waiting events found dispatching network-vif-plugged-4672390b-d18b-440d-834f-1f29d467ec75 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.614682] env[68326]: WARNING nova.compute.manager [req-b75c076a-29ed-478c-aadb-71d71ff07e7d req-5e3b4c0d-2c41-4a20-898b-e1e14bddd2a1 service nova] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Received unexpected event network-vif-plugged-4672390b-d18b-440d-834f-1f29d467ec75 for instance with vm_state building and task_state spawning. [ 819.666073] env[68326]: DEBUG nova.network.neutron [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Successfully updated port: 4672390b-d18b-440d-834f-1f29d467ec75 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.744859] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Creating linked-clone VM from snapshot {{(pid=68326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 819.745663] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ad6729e8-41e8-4494-ba88-3ebabebda3c3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.764091] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 819.764091] env[68326]: value = "task-3129207" [ 819.764091] env[68326]: _type = "Task" [ 819.764091] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.774642] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129207, 'name': CloneVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.816551] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129204, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.945703] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129205, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.004730] env[68326]: DEBUG nova.compute.manager [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 820.045328] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52ff1972-c380-4d1a-bf8d-69c5b7454d8c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "5945078b-f11b-4503-8990-a8437c8f2627" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.154s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.069112] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110633} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.071650] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.073170] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ab64ab-1f12-466f-ae47-c93fe089e8b8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.097846] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] cb7dac59-1165-4c86-b8e7-07330a7125b0/cb7dac59-1165-4c86-b8e7-07330a7125b0.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.102531] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a44b0dac-da7b-4253-8ea9-a4d63cdec868 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.128888] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129191, 'name': RelocateVM_Task, 'duration_secs': 4.731667} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.130456] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Volume attach. Driver type: vmdk {{(pid=68326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 820.130696] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626227', 'volume_id': '089021de-2fe3-4801-ae5d-a2c459e9de1b', 'name': 'volume-089021de-2fe3-4801-ae5d-a2c459e9de1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7acf762-bbcd-403a-afac-342a44f13a20', 'attached_at': '', 'detached_at': '', 'volume_id': '089021de-2fe3-4801-ae5d-a2c459e9de1b', 'serial': '089021de-2fe3-4801-ae5d-a2c459e9de1b'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 820.131055] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 820.131055] env[68326]: value = "task-3129208" [ 820.131055] env[68326]: _type = "Task" [ 820.131055] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.131766] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168dba84-fc01-4d92-8be2-d09d08eb0848 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.147749] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129208, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.161438] env[68326]: DEBUG nova.network.neutron [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Successfully created port: 03b0d347-d093-48ec-bdc8-3e2d455b5efb {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.165886] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcb9866-ac13-4a27-bb81-15500af99e0a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.174051] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "refresh_cache-bb66c99b-5e81-4473-99be-1bfedd3319dc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.174051] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "refresh_cache-bb66c99b-5e81-4473-99be-1bfedd3319dc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.174051] env[68326]: DEBUG nova.network.neutron [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.192426] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] volume-089021de-2fe3-4801-ae5d-a2c459e9de1b/volume-089021de-2fe3-4801-ae5d-a2c459e9de1b.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.196733] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e47441d5-601e-4cff-b76c-c0e05ab492af {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.221021] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Waiting for the task: (returnval){ [ 820.221021] env[68326]: value = "task-3129209" [ 820.221021] env[68326]: _type = "Task" [ 820.221021] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.232181] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.257901] env[68326]: DEBUG nova.network.neutron [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.272715] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129207, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.314926] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129204, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.445038] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602101} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.445751] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 02d85b25-cc17-4a9e-a37b-8ffc449bf3be/02d85b25-cc17-4a9e-a37b-8ffc449bf3be.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.445751] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.445751] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce88bc92-1c60-464d-9bc7-f90842d2f775 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.454891] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 820.454891] env[68326]: value = "task-3129210" [ 820.454891] env[68326]: _type = "Task" [ 820.454891] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.474810] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129210, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.526037] env[68326]: DEBUG nova.network.neutron [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Updating instance_info_cache with network_info: [{"id": "4672390b-d18b-440d-834f-1f29d467ec75", "address": "fa:16:3e:ff:63:51", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4672390b-d1", "ovs_interfaceid": "4672390b-d18b-440d-834f-1f29d467ec75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.550687] env[68326]: DEBUG nova.compute.manager [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 820.653233] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129208, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.679870] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bbb9b8-1e20-4151-9657-16d391c659bb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.689492] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867d32ea-1d8c-4f38-9e9c-96380856a39c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.726193] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6380196-b3f7-49d7-8619-7dd1919df0dd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.739491] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339a3ba3-0d86-48a6-b938-ed3ad9f7f45c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.743678] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.755370] env[68326]: DEBUG nova.compute.provider_tree [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.780321] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129207, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.814149] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129204, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.966755] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129210, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073515} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.966755] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.966755] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db753463-0c95-4460-97f8-2e877119f3e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.991685] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 02d85b25-cc17-4a9e-a37b-8ffc449bf3be/02d85b25-cc17-4a9e-a37b-8ffc449bf3be.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.992139] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e2c3555-19e2-4b6d-8d90-2ac71a9ce1b1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.014398] env[68326]: DEBUG nova.compute.manager [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 821.016639] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 821.016639] env[68326]: value = "task-3129211" [ 821.016639] env[68326]: _type = "Task" [ 821.016639] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.031890] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "refresh_cache-bb66c99b-5e81-4473-99be-1bfedd3319dc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.032041] env[68326]: DEBUG nova.compute.manager [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Instance network_info: |[{"id": "4672390b-d18b-440d-834f-1f29d467ec75", "address": "fa:16:3e:ff:63:51", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4672390b-d1", "ovs_interfaceid": "4672390b-d18b-440d-834f-1f29d467ec75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 821.032797] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129211, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.032797] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:63:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4672390b-d18b-440d-834f-1f29d467ec75', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.040961] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Creating folder: Project (52f98726b5db4f3dbfaf2dfd091e05bd). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.045573] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54787d28-8222-48ca-a89e-2ce88507b65b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.047712] env[68326]: DEBUG nova.compute.manager [req-b563546e-64a6-4f1f-bcf3-2f2b71c8abf7 req-0f2d9d47-bde7-43e8-b31f-b2a179026577 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Received event network-changed-7d4141e9-bf16-4da3-b6f5-283dda0c836c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 821.047903] env[68326]: DEBUG nova.compute.manager [req-b563546e-64a6-4f1f-bcf3-2f2b71c8abf7 req-0f2d9d47-bde7-43e8-b31f-b2a179026577 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Refreshing instance network info cache due to event network-changed-7d4141e9-bf16-4da3-b6f5-283dda0c836c. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 821.048124] env[68326]: DEBUG oslo_concurrency.lockutils [req-b563546e-64a6-4f1f-bcf3-2f2b71c8abf7 req-0f2d9d47-bde7-43e8-b31f-b2a179026577 service nova] Acquiring lock "refresh_cache-5945078b-f11b-4503-8990-a8437c8f2627" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.048261] env[68326]: DEBUG oslo_concurrency.lockutils [req-b563546e-64a6-4f1f-bcf3-2f2b71c8abf7 req-0f2d9d47-bde7-43e8-b31f-b2a179026577 service nova] Acquired lock "refresh_cache-5945078b-f11b-4503-8990-a8437c8f2627" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.048967] env[68326]: DEBUG nova.network.neutron [req-b563546e-64a6-4f1f-bcf3-2f2b71c8abf7 req-0f2d9d47-bde7-43e8-b31f-b2a179026577 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Refreshing network info cache for port 7d4141e9-bf16-4da3-b6f5-283dda0c836c {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.057151] env[68326]: DEBUG nova.virt.hardware [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.057151] env[68326]: DEBUG nova.virt.hardware [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.057151] env[68326]: DEBUG nova.virt.hardware [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.057320] env[68326]: DEBUG nova.virt.hardware [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.057320] env[68326]: DEBUG nova.virt.hardware [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.057487] env[68326]: DEBUG nova.virt.hardware [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.057733] env[68326]: DEBUG nova.virt.hardware [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.057909] env[68326]: DEBUG nova.virt.hardware [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.058092] env[68326]: DEBUG nova.virt.hardware [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.058272] env[68326]: DEBUG nova.virt.hardware [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.058464] env[68326]: DEBUG nova.virt.hardware [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.059659] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94e082d-9f93-414d-bfce-f27fb27cd859 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.066383] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Created folder: Project (52f98726b5db4f3dbfaf2dfd091e05bd) in parent group-v626141. [ 821.066574] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Creating folder: Instances. Parent ref: group-v626286. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.070217] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d51d5c59-2390-4f47-ada5-bc6d529d5d39 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.078523] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92558088-a64e-4597-b239-f5a7250f8bf5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.087154] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Created folder: Instances in parent group-v626286. [ 821.087442] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.096046] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.097943] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.098313] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0052529c-a147-4e68-a150-dfec08932901 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.120073] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.120073] env[68326]: value = "task-3129214" [ 821.120073] env[68326]: _type = "Task" [ 821.120073] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.129920] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129214, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.145286] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129208, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.154562] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "34451d94-3685-430f-b19e-ac8e3f752cc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.155063] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "34451d94-3685-430f-b19e-ac8e3f752cc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.195531] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "69db0127-5656-4393-a431-449c94be17e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.195531] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "69db0127-5656-4393-a431-449c94be17e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.233910] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129209, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.249903] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "95356776-a92d-4c76-8311-471133daebfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.250224] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "95356776-a92d-4c76-8311-471133daebfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.261767] env[68326]: DEBUG nova.scheduler.client.report [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.278792] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129207, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.315202] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129204, 'name': CloneVM_Task} progress is 95%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.529885] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129211, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.635133] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129214, 'name': CreateVM_Task, 'duration_secs': 0.489544} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.635434] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.636931] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.637076] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.637441] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.641845] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443529ce-0068-4f27-b739-7860df97e978 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.654826] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 821.654826] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52bfa27f-34c5-7ace-96e9-684e40ec9a2f" [ 821.654826] env[68326]: _type = "Task" [ 821.654826] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.655449] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129208, 'name': ReconfigVM_Task, 'duration_secs': 1.304287} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.655640] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Reconfigured VM instance instance-0000002e to attach disk [datastore1] cb7dac59-1165-4c86-b8e7-07330a7125b0/cb7dac59-1165-4c86-b8e7-07330a7125b0.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.659565] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41dd600d-fe71-4564-b385-367f64febff1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.667733] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52bfa27f-34c5-7ace-96e9-684e40ec9a2f, 'name': SearchDatastore_Task, 'duration_secs': 0.014995} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.671102] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.671354] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.673651] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.673651] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.673651] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.673651] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 821.673651] env[68326]: value = "task-3129216" [ 821.673651] env[68326]: _type = "Task" [ 821.673651] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.673651] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2f73bcd-1158-4c0e-bced-fdc0626f48df {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.685390] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129216, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.687787] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.687787] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.688052] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f7e9d59-675c-4014-96ef-4a3951798b6f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.696595] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 821.696595] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5239fba0-48a7-f97b-d882-7ec9cacd6f75" [ 821.696595] env[68326]: _type = "Task" [ 821.696595] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.706374] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5239fba0-48a7-f97b-d882-7ec9cacd6f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.717113] env[68326]: DEBUG nova.compute.manager [req-5ed9f744-1638-4e70-89fa-7adf83ef4386 req-18c70927-02d3-442a-98fb-da6fb793181c service nova] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Received event network-changed-4672390b-d18b-440d-834f-1f29d467ec75 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 821.717255] env[68326]: DEBUG nova.compute.manager [req-5ed9f744-1638-4e70-89fa-7adf83ef4386 req-18c70927-02d3-442a-98fb-da6fb793181c service nova] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Refreshing instance network info cache due to event network-changed-4672390b-d18b-440d-834f-1f29d467ec75. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 821.717464] env[68326]: DEBUG oslo_concurrency.lockutils [req-5ed9f744-1638-4e70-89fa-7adf83ef4386 req-18c70927-02d3-442a-98fb-da6fb793181c service nova] Acquiring lock "refresh_cache-bb66c99b-5e81-4473-99be-1bfedd3319dc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.717743] env[68326]: DEBUG oslo_concurrency.lockutils [req-5ed9f744-1638-4e70-89fa-7adf83ef4386 req-18c70927-02d3-442a-98fb-da6fb793181c service nova] Acquired lock "refresh_cache-bb66c99b-5e81-4473-99be-1bfedd3319dc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.717929] env[68326]: DEBUG nova.network.neutron [req-5ed9f744-1638-4e70-89fa-7adf83ef4386 req-18c70927-02d3-442a-98fb-da6fb793181c service nova] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Refreshing network info cache for port 4672390b-d18b-440d-834f-1f29d467ec75 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.733023] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129209, 'name': ReconfigVM_Task, 'duration_secs': 1.117578} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.733303] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Reconfigured VM instance instance-0000002c to attach disk [datastore1] volume-089021de-2fe3-4801-ae5d-a2c459e9de1b/volume-089021de-2fe3-4801-ae5d-a2c459e9de1b.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.740970] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10b06e18-db54-4c65-a7b8-caea6e6f923a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.758536] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Waiting for the task: (returnval){ [ 821.758536] env[68326]: value = "task-3129217" [ 821.758536] env[68326]: _type = "Task" [ 821.758536] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.765486] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.767176] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.402s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.767176] env[68326]: DEBUG nova.objects.instance [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Lazy-loading 'resources' on Instance uuid 3671a9c4-7e47-4377-8e57-d56a99763f47 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.774453] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129217, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.785021] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129207, 'name': CloneVM_Task, 'duration_secs': 1.985181} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.785021] env[68326]: INFO nova.virt.vmwareapi.vmops [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Created linked-clone VM from snapshot [ 821.785021] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff707ab-a05d-416c-bc87-dc0c58d34493 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.798274] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Uploading image e62b6c62-8bfa-4890-ad64-16986476b1ca {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 821.820283] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129204, 'name': CloneVM_Task, 'duration_secs': 2.206042} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.820616] env[68326]: INFO nova.virt.vmwareapi.vmops [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Created linked-clone VM from snapshot [ 821.822016] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b596e024-15a3-4726-b48f-f3c799e30e7e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.831617] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Uploading image 77ba77d7-01d7-4fe2-a80b-2308f73c8e99 {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 821.843463] env[68326]: DEBUG oslo_vmware.rw_handles [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 821.843463] env[68326]: value = "vm-626285" [ 821.843463] env[68326]: _type = "VirtualMachine" [ 821.843463] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 821.843915] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f3277abe-0d74-4c19-b1c6-efdc7913ad19 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.853263] env[68326]: DEBUG oslo_vmware.rw_handles [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lease: (returnval){ [ 821.853263] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52de5636-83ec-5b8a-8a8f-0807883ad2bb" [ 821.853263] env[68326]: _type = "HttpNfcLease" [ 821.853263] env[68326]: } obtained for exporting VM: (result){ [ 821.853263] env[68326]: value = "vm-626285" [ 821.853263] env[68326]: _type = "VirtualMachine" [ 821.853263] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 821.853656] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the lease: (returnval){ [ 821.853656] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52de5636-83ec-5b8a-8a8f-0807883ad2bb" [ 821.853656] env[68326]: _type = "HttpNfcLease" [ 821.853656] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 821.865920] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 821.865920] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52de5636-83ec-5b8a-8a8f-0807883ad2bb" [ 821.865920] env[68326]: _type = "HttpNfcLease" [ 821.865920] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 821.867957] env[68326]: DEBUG oslo_vmware.rw_handles [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 821.867957] env[68326]: value = "vm-626284" [ 821.867957] env[68326]: _type = "VirtualMachine" [ 821.867957] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 821.868316] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-45935d7c-38b6-4858-90b0-3842c727081d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.877551] env[68326]: DEBUG oslo_vmware.rw_handles [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lease: (returnval){ [ 821.877551] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52689de3-6884-30c3-c657-cfb98521d710" [ 821.877551] env[68326]: _type = "HttpNfcLease" [ 821.877551] env[68326]: } obtained for exporting VM: (result){ [ 821.877551] env[68326]: value = "vm-626284" [ 821.877551] env[68326]: _type = "VirtualMachine" [ 821.877551] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 821.877790] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the lease: (returnval){ [ 821.877790] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52689de3-6884-30c3-c657-cfb98521d710" [ 821.877790] env[68326]: _type = "HttpNfcLease" [ 821.877790] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 821.885750] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 821.885750] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52689de3-6884-30c3-c657-cfb98521d710" [ 821.885750] env[68326]: _type = "HttpNfcLease" [ 821.885750] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 822.024166] env[68326]: DEBUG nova.network.neutron [req-b563546e-64a6-4f1f-bcf3-2f2b71c8abf7 req-0f2d9d47-bde7-43e8-b31f-b2a179026577 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Updated VIF entry in instance network info cache for port 7d4141e9-bf16-4da3-b6f5-283dda0c836c. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.024562] env[68326]: DEBUG nova.network.neutron [req-b563546e-64a6-4f1f-bcf3-2f2b71c8abf7 req-0f2d9d47-bde7-43e8-b31f-b2a179026577 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Updating instance_info_cache with network_info: [{"id": "7d4141e9-bf16-4da3-b6f5-283dda0c836c", "address": "fa:16:3e:05:bc:f3", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d4141e9-bf", "ovs_interfaceid": "7d4141e9-bf16-4da3-b6f5-283dda0c836c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.032429] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129211, 'name': ReconfigVM_Task, 'duration_secs': 0.57215} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.032561] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 02d85b25-cc17-4a9e-a37b-8ffc449bf3be/02d85b25-cc17-4a9e-a37b-8ffc449bf3be.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.034493] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8de199d-541f-48c2-9f79-cf20425f5970 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.047624] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 822.047624] env[68326]: value = "task-3129220" [ 822.047624] env[68326]: _type = "Task" [ 822.047624] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.056278] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129220, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.185418] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129216, 'name': Rename_Task, 'duration_secs': 0.151981} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.185705] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.185955] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d8863ff-13f6-4b50-bec2-ad3e6656b04e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.193050] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 822.193050] env[68326]: value = "task-3129221" [ 822.193050] env[68326]: _type = "Task" [ 822.193050] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.201161] env[68326]: DEBUG nova.network.neutron [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Successfully updated port: 03b0d347-d093-48ec-bdc8-3e2d455b5efb {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.223399] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129221, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.228637] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5239fba0-48a7-f97b-d882-7ec9cacd6f75, 'name': SearchDatastore_Task, 'duration_secs': 0.015137} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.230417] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-551aeb48-74ec-4e89-8592-15b649a28efd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.236933] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 822.236933] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]525d2adf-d01e-e291-39f4-30d463544d9e" [ 822.236933] env[68326]: _type = "Task" [ 822.236933] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.245886] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525d2adf-d01e-e291-39f4-30d463544d9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.282486] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Acquiring lock "0835b4ae-efeb-450f-8aeb-d88480750b25" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.282742] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Lock "0835b4ae-efeb-450f-8aeb-d88480750b25" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.287214] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129217, 'name': ReconfigVM_Task, 'duration_secs': 0.213814} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.288795] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626227', 'volume_id': '089021de-2fe3-4801-ae5d-a2c459e9de1b', 'name': 'volume-089021de-2fe3-4801-ae5d-a2c459e9de1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7acf762-bbcd-403a-afac-342a44f13a20', 'attached_at': '', 'detached_at': '', 'volume_id': '089021de-2fe3-4801-ae5d-a2c459e9de1b', 'serial': '089021de-2fe3-4801-ae5d-a2c459e9de1b'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 822.289850] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbb478e5-7db0-45cb-8add-9ea4f0a4c1c2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.301341] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Waiting for the task: (returnval){ [ 822.301341] env[68326]: value = "task-3129222" [ 822.301341] env[68326]: _type = "Task" [ 822.301341] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.310637] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129222, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.363021] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 822.363021] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52de5636-83ec-5b8a-8a8f-0807883ad2bb" [ 822.363021] env[68326]: _type = "HttpNfcLease" [ 822.363021] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 822.363319] env[68326]: DEBUG oslo_vmware.rw_handles [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 822.363319] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52de5636-83ec-5b8a-8a8f-0807883ad2bb" [ 822.363319] env[68326]: _type = "HttpNfcLease" [ 822.363319] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 822.364343] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c26404d-cd25-4fe9-a882-15e9e6c2b40b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.375924] env[68326]: DEBUG oslo_vmware.rw_handles [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b51a7-f3e8-939f-be54-f169fe54943a/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 822.377052] env[68326]: DEBUG oslo_vmware.rw_handles [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b51a7-f3e8-939f-be54-f169fe54943a/disk-0.vmdk for reading. {{(pid=68326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 822.445840] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 822.445840] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52689de3-6884-30c3-c657-cfb98521d710" [ 822.445840] env[68326]: _type = "HttpNfcLease" [ 822.445840] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 822.447018] env[68326]: DEBUG oslo_vmware.rw_handles [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 822.447018] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52689de3-6884-30c3-c657-cfb98521d710" [ 822.447018] env[68326]: _type = "HttpNfcLease" [ 822.447018] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 822.447336] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3b8226-f3ad-447a-b2cf-0f7a1ff3bd44 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.456907] env[68326]: DEBUG oslo_vmware.rw_handles [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c2db4-6eac-fd62-da16-970ec4742da3/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 822.457171] env[68326]: DEBUG oslo_vmware.rw_handles [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c2db4-6eac-fd62-da16-970ec4742da3/disk-0.vmdk for reading. {{(pid=68326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 822.531026] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e99c4ed-6f6c-41ad-a16c-3ecdc8825b72 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.533884] env[68326]: DEBUG oslo_concurrency.lockutils [req-b563546e-64a6-4f1f-bcf3-2f2b71c8abf7 req-0f2d9d47-bde7-43e8-b31f-b2a179026577 service nova] Releasing lock "refresh_cache-5945078b-f11b-4503-8990-a8437c8f2627" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.558853] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129220, 'name': Rename_Task, 'duration_secs': 0.323609} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.564168] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.564689] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfa0aa1f-0ea0-45b9-b295-701dca0fc2e4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.573621] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 822.573621] env[68326]: value = "task-3129223" [ 822.573621] env[68326]: _type = "Task" [ 822.573621] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.583928] env[68326]: DEBUG nova.network.neutron [req-5ed9f744-1638-4e70-89fa-7adf83ef4386 req-18c70927-02d3-442a-98fb-da6fb793181c service nova] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Updated VIF entry in instance network info cache for port 4672390b-d18b-440d-834f-1f29d467ec75. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.585198] env[68326]: DEBUG nova.network.neutron [req-5ed9f744-1638-4e70-89fa-7adf83ef4386 req-18c70927-02d3-442a-98fb-da6fb793181c service nova] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Updating instance_info_cache with network_info: [{"id": "4672390b-d18b-440d-834f-1f29d467ec75", "address": "fa:16:3e:ff:63:51", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4672390b-d1", "ovs_interfaceid": "4672390b-d18b-440d-834f-1f29d467ec75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.588465] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.615535] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-761cafc7-f982-457b-bee7-2fab2bf423bf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.704423] env[68326]: DEBUG oslo_vmware.api [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129221, 'name': PowerOnVM_Task, 'duration_secs': 0.457081} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.704423] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.704585] env[68326]: INFO nova.compute.manager [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Took 7.09 seconds to spawn the instance on the hypervisor. [ 822.704831] env[68326]: DEBUG nova.compute.manager [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 822.708079] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937846b0-266a-4fa2-8f77-823cee4448f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.713943] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquiring lock "refresh_cache-e0acde58-0db2-4368-a8b9-986796ba11bc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.714065] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquired lock "refresh_cache-e0acde58-0db2-4368-a8b9-986796ba11bc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.715890] env[68326]: DEBUG nova.network.neutron [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 822.748507] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525d2adf-d01e-e291-39f4-30d463544d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.033093} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.748860] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.749412] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] bb66c99b-5e81-4473-99be-1bfedd3319dc/bb66c99b-5e81-4473-99be-1bfedd3319dc.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.749412] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ddae990-72a2-4077-bfd6-8f893e3f726f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.761944] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 822.761944] env[68326]: value = "task-3129224" [ 822.761944] env[68326]: _type = "Task" [ 822.761944] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.771670] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.790170] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Lock "0835b4ae-efeb-450f-8aeb-d88480750b25" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.790699] env[68326]: DEBUG nova.compute.manager [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 822.816885] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129222, 'name': Rename_Task, 'duration_secs': 0.214491} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.817331] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.822092] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bc411e7-bc32-4922-9073-791b1ea508e7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.832366] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Waiting for the task: (returnval){ [ 822.832366] env[68326]: value = "task-3129225" [ 822.832366] env[68326]: _type = "Task" [ 822.832366] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.848847] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.021078] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84e7fac-b4f5-4d35-8362-1630da2e8262 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.033773] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7863a6a9-3e4d-4d54-8bcb-1e95d33e989d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.078809] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856fd7f0-1d16-40be-96b2-794684939d90 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.090343] env[68326]: DEBUG oslo_concurrency.lockutils [req-5ed9f744-1638-4e70-89fa-7adf83ef4386 req-18c70927-02d3-442a-98fb-da6fb793181c service nova] Releasing lock "refresh_cache-bb66c99b-5e81-4473-99be-1bfedd3319dc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.107146] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc4acaa-0129-4082-a559-dbbeb8fb0179 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.111152] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129223, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.134767] env[68326]: DEBUG nova.compute.provider_tree [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.239810] env[68326]: INFO nova.compute.manager [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Took 38.49 seconds to build instance. [ 823.279391] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129224, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.295185] env[68326]: DEBUG nova.network.neutron [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.301010] env[68326]: DEBUG nova.compute.utils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.303435] env[68326]: DEBUG nova.compute.manager [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 823.303545] env[68326]: DEBUG nova.network.neutron [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.346035] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.413324] env[68326]: DEBUG nova.policy [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0a96e774afe4e31ad241a34f1ebdf57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '88e3c5ab1ca8451bbbdc8fb428d06601', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.560939] env[68326]: DEBUG nova.network.neutron [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Updating instance_info_cache with network_info: [{"id": "03b0d347-d093-48ec-bdc8-3e2d455b5efb", "address": "fa:16:3e:02:f2:08", "network": {"id": "1b4e4271-8cfe-4786-bb65-ea4ccc22b71c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-356623667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4722d704ebba463c890c092cdce3f175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03b0d347-d0", "ovs_interfaceid": "03b0d347-d093-48ec-bdc8-3e2d455b5efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.595188] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129223, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.642490] env[68326]: DEBUG nova.scheduler.client.report [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.742374] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Volume attach. Driver type: vmdk {{(pid=68326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 823.742568] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626283', 'volume_id': '2860d294-fd13-4a90-a052-082a3b006393', 'name': 'volume-2860d294-fd13-4a90-a052-082a3b006393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51e92baa-01a8-4d09-b531-18d958cc5c29', 'attached_at': '', 'detached_at': '', 'volume_id': '2860d294-fd13-4a90-a052-082a3b006393', 'serial': '2860d294-fd13-4a90-a052-082a3b006393'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 823.743446] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320942d0-07f0-4785-9ed3-cf38e7c4ba8d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.747680] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e31cd57-710e-481a-86c3-8a7a689e4307 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Lock "cb7dac59-1165-4c86-b8e7-07330a7125b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.339s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.763125] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5527a89a-5ab4-4ae6-8227-8239fee2fb07 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.776639] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669004} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.790077] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] bb66c99b-5e81-4473-99be-1bfedd3319dc/bb66c99b-5e81-4473-99be-1bfedd3319dc.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.790332] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.798589] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] volume-2860d294-fd13-4a90-a052-082a3b006393/volume-2860d294-fd13-4a90-a052-082a3b006393.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.799467] env[68326]: DEBUG nova.network.neutron [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Successfully created port: dbc31691-4c15-44a8-ad25-ccb86652ca33 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.801341] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a5d7dbc-4b18-49c1-a223-21904e165ece {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.803619] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f80f3ae-cd04-41b7-b8d5-dadfeda0a0d2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.816490] env[68326]: DEBUG nova.compute.manager [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 823.825972] env[68326]: DEBUG oslo_vmware.api [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 823.825972] env[68326]: value = "task-3129227" [ 823.825972] env[68326]: _type = "Task" [ 823.825972] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.827248] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 823.827248] env[68326]: value = "task-3129226" [ 823.827248] env[68326]: _type = "Task" [ 823.827248] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.845236] env[68326]: DEBUG oslo_vmware.api [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.845489] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.851784] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.063522] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Releasing lock "refresh_cache-e0acde58-0db2-4368-a8b9-986796ba11bc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.063845] env[68326]: DEBUG nova.compute.manager [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Instance network_info: |[{"id": "03b0d347-d093-48ec-bdc8-3e2d455b5efb", "address": "fa:16:3e:02:f2:08", "network": {"id": "1b4e4271-8cfe-4786-bb65-ea4ccc22b71c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-356623667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4722d704ebba463c890c092cdce3f175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03b0d347-d0", "ovs_interfaceid": "03b0d347-d093-48ec-bdc8-3e2d455b5efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 824.064536] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:f2:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03b0d347-d093-48ec-bdc8-3e2d455b5efb', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.072099] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.072844] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.073104] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b059fd1e-575f-4073-9daf-24568f983d7a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.100680] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129223, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.102094] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.102094] env[68326]: value = "task-3129228" [ 824.102094] env[68326]: _type = "Task" [ 824.102094] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.110633] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129228, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.148024] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.381s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.150213] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.692s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.151923] env[68326]: INFO nova.compute.claims [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.173437] env[68326]: INFO nova.scheduler.client.report [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Deleted allocations for instance 3671a9c4-7e47-4377-8e57-d56a99763f47 [ 824.249930] env[68326]: DEBUG nova.compute.manager [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 824.343066] env[68326]: DEBUG oslo_vmware.api [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.346877] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072002} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.347036] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.347895] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3295c8b-c45b-48f3-88f2-cb146a77b091 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.354087] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129225, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.375293] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] bb66c99b-5e81-4473-99be-1bfedd3319dc/bb66c99b-5e81-4473-99be-1bfedd3319dc.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.376037] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a34b3582-026f-407e-9823-9b1559236be7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.400924] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 824.400924] env[68326]: value = "task-3129229" [ 824.400924] env[68326]: _type = "Task" [ 824.400924] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.416554] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.596856] env[68326]: DEBUG oslo_vmware.api [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129223, 'name': PowerOnVM_Task, 'duration_secs': 1.646033} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.597142] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.597340] env[68326]: INFO nova.compute.manager [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Took 11.73 seconds to spawn the instance on the hypervisor. [ 824.597514] env[68326]: DEBUG nova.compute.manager [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 824.598295] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a03b0f-ad3a-41f7-a2d0-b473012de423 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.615488] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129228, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.680257] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2eba7f1-1b15-4b68-bd17-297db6b0521f tempest-VolumesAssistedSnapshotsTest-1207986388 tempest-VolumesAssistedSnapshotsTest-1207986388-project-member] Lock "3671a9c4-7e47-4377-8e57-d56a99763f47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.273s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.770047] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.828083] env[68326]: DEBUG nova.compute.manager [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 824.843627] env[68326]: DEBUG oslo_vmware.api [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129227, 'name': ReconfigVM_Task, 'duration_secs': 0.996565} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.844262] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Reconfigured VM instance instance-00000014 to attach disk [datastore1] volume-2860d294-fd13-4a90-a052-082a3b006393/volume-2860d294-fd13-4a90-a052-082a3b006393.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.852064] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-609e28d2-25cb-4a43-814f-15e084344ff9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.862088] env[68326]: DEBUG oslo_vmware.api [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129225, 'name': PowerOnVM_Task, 'duration_secs': 1.625905} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.862371] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.862576] env[68326]: INFO nova.compute.manager [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Took 12.89 seconds to spawn the instance on the hypervisor. [ 824.862754] env[68326]: DEBUG nova.compute.manager [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 824.864126] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d3ae6d-73c7-4863-9dc2-8e1eaddba565 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.870230] env[68326]: DEBUG oslo_vmware.api [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 824.870230] env[68326]: value = "task-3129230" [ 824.870230] env[68326]: _type = "Task" [ 824.870230] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.883455] env[68326]: DEBUG oslo_vmware.api [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.912022] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.118071] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129228, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.120547] env[68326]: INFO nova.compute.manager [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Took 42.49 seconds to build instance. [ 825.285385] env[68326]: DEBUG nova.network.neutron [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Successfully updated port: dbc31691-4c15-44a8-ad25-ccb86652ca33 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 825.386561] env[68326]: DEBUG oslo_vmware.api [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129230, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.388627] env[68326]: INFO nova.compute.manager [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Took 44.56 seconds to build instance. [ 825.412466] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129229, 'name': ReconfigVM_Task, 'duration_secs': 0.601694} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.412722] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Reconfigured VM instance instance-0000002f to attach disk [datastore1] bb66c99b-5e81-4473-99be-1bfedd3319dc/bb66c99b-5e81-4473-99be-1bfedd3319dc.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.413381] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49f262d2-c818-4934-953a-336bb4defe8b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.423313] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 825.423313] env[68326]: value = "task-3129231" [ 825.423313] env[68326]: _type = "Task" [ 825.423313] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.432422] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129231, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.585603] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2732e384-13b1-4242-a824-dac8267a7fe8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.593850] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437332ff-ff44-45af-8263-30ae098034cc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.624409] env[68326]: DEBUG oslo_concurrency.lockutils [None req-380a1661-fb85-4b82-bad1-67bde87aa469 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "02d85b25-cc17-4a9e-a37b-8ffc449bf3be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.226s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.629184] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae85179-4fe3-4572-8648-56fb3f4e6f91 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.640206] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d318c481-be55-43a5-885c-a7e6b0ffedbe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.643751] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129228, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.654721] env[68326]: DEBUG nova.compute.provider_tree [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.790707] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Acquiring lock "refresh_cache-4b5df73e-f53c-43a1-8746-82b879b5d610" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.790901] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Acquired lock "refresh_cache-4b5df73e-f53c-43a1-8746-82b879b5d610" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.791041] env[68326]: DEBUG nova.network.neutron [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.885749] env[68326]: DEBUG oslo_vmware.api [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129230, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.890389] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c4bd654-0187-4f1b-ac5e-d27b44a1439a tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Lock "d7acf762-bbcd-403a-afac-342a44f13a20" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.350s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.934738] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129231, 'name': Rename_Task, 'duration_secs': 0.150777} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.935195] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.935643] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9970c1c-857f-4a8d-b343-49d499557745 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.944804] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 825.944804] env[68326]: value = "task-3129232" [ 825.944804] env[68326]: _type = "Task" [ 825.944804] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.954154] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.132524] env[68326]: DEBUG nova.compute.manager [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 826.139606] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129228, 'name': CreateVM_Task, 'duration_secs': 1.784491} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.140073] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.140806] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.140980] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.141545] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.141878] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe4cf13d-77c5-4328-90ce-8362f1aa4b1b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.148059] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 826.148059] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523b0e2d-d335-0c00-b6a8-0d65d5933b92" [ 826.148059] env[68326]: _type = "Task" [ 826.148059] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.158438] env[68326]: DEBUG nova.scheduler.client.report [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.163506] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523b0e2d-d335-0c00-b6a8-0d65d5933b92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.326525] env[68326]: DEBUG nova.network.neutron [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.387903] env[68326]: DEBUG oslo_vmware.api [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129230, 'name': ReconfigVM_Task, 'duration_secs': 1.200519} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.388768] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626283', 'volume_id': '2860d294-fd13-4a90-a052-082a3b006393', 'name': 'volume-2860d294-fd13-4a90-a052-082a3b006393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51e92baa-01a8-4d09-b531-18d958cc5c29', 'attached_at': '', 'detached_at': '', 'volume_id': '2860d294-fd13-4a90-a052-082a3b006393', 'serial': '2860d294-fd13-4a90-a052-082a3b006393'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 826.393392] env[68326]: DEBUG nova.compute.manager [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 826.458634] env[68326]: DEBUG oslo_vmware.api [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129232, 'name': PowerOnVM_Task, 'duration_secs': 0.508521} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.462789] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.463321] env[68326]: INFO nova.compute.manager [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Took 8.15 seconds to spawn the instance on the hypervisor. [ 826.464189] env[68326]: DEBUG nova.compute.manager [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 826.465074] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad6c460-17c7-42e7-90c1-c2da52dc30b5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.517559] env[68326]: DEBUG nova.network.neutron [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Updating instance_info_cache with network_info: [{"id": "dbc31691-4c15-44a8-ad25-ccb86652ca33", "address": "fa:16:3e:fe:b8:8f", "network": {"id": "1ba30646-3194-4b48-9558-a97de0bc897e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-177119577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88e3c5ab1ca8451bbbdc8fb428d06601", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc31691-4c", "ovs_interfaceid": "dbc31691-4c15-44a8-ad25-ccb86652ca33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.660136] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523b0e2d-d335-0c00-b6a8-0d65d5933b92, 'name': SearchDatastore_Task, 'duration_secs': 0.014201} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.660799] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.661726] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.661726] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.661726] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.661726] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.662813] env[68326]: DEBUG oslo_concurrency.lockutils [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.663129] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5eebbe08-7312-42de-8886-947d8b7edbf0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.665947] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.666518] env[68326]: DEBUG nova.compute.manager [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 826.669275] env[68326]: DEBUG oslo_concurrency.lockutils [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.094s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.669599] env[68326]: DEBUG nova.objects.instance [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lazy-loading 'resources' on Instance uuid b7503f22-68fd-4ee1-b0dd-4535e0e293d0 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.682372] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.682601] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.684103] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cfa5ccb-6f8f-4cb3-b3b7-ad87e65deea0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.691835] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 826.691835] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52a34c8f-c888-519f-464d-6c72e375ca0a" [ 826.691835] env[68326]: _type = "Task" [ 826.691835] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.702139] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a34c8f-c888-519f-464d-6c72e375ca0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.917315] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.988505] env[68326]: INFO nova.compute.manager [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Took 37.53 seconds to build instance. [ 827.020115] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Releasing lock "refresh_cache-4b5df73e-f53c-43a1-8746-82b879b5d610" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.020801] env[68326]: DEBUG nova.compute.manager [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Instance network_info: |[{"id": "dbc31691-4c15-44a8-ad25-ccb86652ca33", "address": "fa:16:3e:fe:b8:8f", "network": {"id": "1ba30646-3194-4b48-9558-a97de0bc897e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-177119577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88e3c5ab1ca8451bbbdc8fb428d06601", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc31691-4c", "ovs_interfaceid": "dbc31691-4c15-44a8-ad25-ccb86652ca33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 827.177683] env[68326]: DEBUG nova.compute.utils [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.179500] env[68326]: DEBUG nova.compute.manager [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 827.179755] env[68326]: DEBUG nova.network.neutron [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.205915] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a34c8f-c888-519f-464d-6c72e375ca0a, 'name': SearchDatastore_Task, 'duration_secs': 0.015273} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.206862] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c06117-ea00-47a3-bb54-47fcc166353c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.213714] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 827.213714] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52af8e06-41cd-ff15-e7ff-1a6d45cc4a29" [ 827.213714] env[68326]: _type = "Task" [ 827.213714] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.227967] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52af8e06-41cd-ff15-e7ff-1a6d45cc4a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.229838] env[68326]: DEBUG nova.policy [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '90eed639d67f4c37b26f5eeeb5ab8668', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0edf64dcf2c6414bbb2389d2d6b4e9db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.434888] env[68326]: DEBUG nova.objects.instance [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lazy-loading 'flavor' on Instance uuid 51e92baa-01a8-4d09-b531-18d958cc5c29 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.492085] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f39b73ec-1055-45a5-8256-d2ec2b6509c5 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "bb66c99b-5e81-4473-99be-1bfedd3319dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.442s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.562018] env[68326]: DEBUG nova.network.neutron [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Successfully created port: 1cf173ff-ffa5-4d3a-855e-7be923471e8d {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.683272] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f79a56-dd17-4597-8d6d-979ef5748e8a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.686496] env[68326]: DEBUG nova.compute.utils [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.693675] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdff93e-b369-470d-90de-9d95ab07016e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.729128] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aa5a16-2f71-4066-a9c0-48c235d64e35 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.740596] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52af8e06-41cd-ff15-e7ff-1a6d45cc4a29, 'name': SearchDatastore_Task, 'duration_secs': 0.01604} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.742886] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.743176] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] e0acde58-0db2-4368-a8b9-986796ba11bc/e0acde58-0db2-4368-a8b9-986796ba11bc.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.743489] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77938af0-5439-4530-a54b-47c9f71c0b91 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.746429] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cacd545-c2d7-448f-90d3-94a616df55a1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.763142] env[68326]: DEBUG nova.compute.provider_tree [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.767080] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 827.767080] env[68326]: value = "task-3129233" [ 827.767080] env[68326]: _type = "Task" [ 827.767080] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.939763] env[68326]: DEBUG oslo_concurrency.lockutils [None req-05667278-7ad7-429a-96ca-b7be6ba82007 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "51e92baa-01a8-4d09-b531-18d958cc5c29" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.358s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.994926] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 828.190224] env[68326]: DEBUG nova.compute.manager [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 828.268642] env[68326]: DEBUG nova.scheduler.client.report [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.289971] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129233, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.520065] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.780986] env[68326]: DEBUG oslo_concurrency.lockutils [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.787237] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.609s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.787674] env[68326]: DEBUG nova.objects.instance [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Lazy-loading 'resources' on Instance uuid a943e075-4ea2-4b2c-bd0e-503a3bf9a597 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.789699] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704577} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.790194] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] e0acde58-0db2-4368-a8b9-986796ba11bc/e0acde58-0db2-4368-a8b9-986796ba11bc.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.790415] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.790676] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-384e00ee-5ef1-49a8-893a-a4e699369c78 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.800724] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 828.800724] env[68326]: value = "task-3129234" [ 828.800724] env[68326]: _type = "Task" [ 828.800724] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.811953] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.813097] env[68326]: INFO nova.scheduler.client.report [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Deleted allocations for instance b7503f22-68fd-4ee1-b0dd-4535e0e293d0 [ 829.137072] env[68326]: DEBUG nova.network.neutron [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Successfully updated port: 1cf173ff-ffa5-4d3a-855e-7be923471e8d {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.201776] env[68326]: DEBUG nova.compute.manager [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 829.312378] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148423} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.312742] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.313648] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644c5dbf-a398-42c9-b47d-5f3fd4164762 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.322244] env[68326]: DEBUG oslo_concurrency.lockutils [None req-462d7722-c428-4779-aca7-88914ef69224 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "b7503f22-68fd-4ee1-b0dd-4535e0e293d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.308s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.344622] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] e0acde58-0db2-4368-a8b9-986796ba11bc/e0acde58-0db2-4368-a8b9-986796ba11bc.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.349055] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d892e839-77d4-41f6-b899-e63517550973 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.371826] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 829.371826] env[68326]: value = "task-3129235" [ 829.371826] env[68326]: _type = "Task" [ 829.371826] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.384625] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129235, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.641123] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquiring lock "refresh_cache-a6190545-bcc1-40c9-9505-0c1001a38cf2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.641397] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquired lock "refresh_cache-a6190545-bcc1-40c9-9505-0c1001a38cf2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.641603] env[68326]: DEBUG nova.network.neutron [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.774813] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093f8494-4d79-4b11-bbad-5143be5cbe3a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.784485] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800ee5e6-f954-45a2-aa35-175205479148 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.818570] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992275a5-e94d-4c3b-85b3-6f330a42bf05 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.827556] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e47512c-4701-48c6-a212-84a85f5321e5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.843546] env[68326]: DEBUG nova.compute.provider_tree [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.883840] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.173929] env[68326]: DEBUG nova.network.neutron [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.309094] env[68326]: DEBUG nova.network.neutron [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Updating instance_info_cache with network_info: [{"id": "1cf173ff-ffa5-4d3a-855e-7be923471e8d", "address": "fa:16:3e:d0:19:e1", "network": {"id": "76574db7-a156-488f-a1f7-4cdaa5b52f6c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-129859594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0edf64dcf2c6414bbb2389d2d6b4e9db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cf173ff-ff", "ovs_interfaceid": "1cf173ff-ffa5-4d3a-855e-7be923471e8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.346997] env[68326]: DEBUG nova.scheduler.client.report [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.384155] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129235, 'name': ReconfigVM_Task, 'duration_secs': 0.630275} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.384508] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Reconfigured VM instance instance-00000030 to attach disk [datastore1] e0acde58-0db2-4368-a8b9-986796ba11bc/e0acde58-0db2-4368-a8b9-986796ba11bc.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.385272] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5eacc0f-2ac7-4971-b8ab-3ef7227d6ce7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.393746] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 830.393746] env[68326]: value = "task-3129236" [ 830.393746] env[68326]: _type = "Task" [ 830.393746] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.403937] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129236, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.812367] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Releasing lock "refresh_cache-a6190545-bcc1-40c9-9505-0c1001a38cf2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.812770] env[68326]: DEBUG nova.compute.manager [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Instance network_info: |[{"id": "1cf173ff-ffa5-4d3a-855e-7be923471e8d", "address": "fa:16:3e:d0:19:e1", "network": {"id": "76574db7-a156-488f-a1f7-4cdaa5b52f6c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-129859594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0edf64dcf2c6414bbb2389d2d6b4e9db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cf173ff-ff", "ovs_interfaceid": "1cf173ff-ffa5-4d3a-855e-7be923471e8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 830.852836] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.855353] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.654s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.857161] env[68326]: INFO nova.compute.claims [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.873466] env[68326]: INFO nova.scheduler.client.report [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Deleted allocations for instance a943e075-4ea2-4b2c-bd0e-503a3bf9a597 [ 830.905484] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129236, 'name': Rename_Task, 'duration_secs': 0.215328} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.906622] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.906958] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c1428c2-0c77-4561-947b-4ab16f1a48b8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.915963] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 830.915963] env[68326]: value = "task-3129237" [ 830.915963] env[68326]: _type = "Task" [ 830.915963] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.930039] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.942635] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b6858139-a486-4001-ad41-611bf403508f tempest-ServerPasswordTestJSON-1211601105 tempest-ServerPasswordTestJSON-1211601105-project-member] Lock "a943e075-4ea2-4b2c-bd0e-503a3bf9a597" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.281s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.951760] env[68326]: DEBUG oslo_vmware.api [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129237, 'name': PowerOnVM_Task, 'duration_secs': 0.773897} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.952513] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.952693] env[68326]: INFO nova.compute.manager [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Took 10.94 seconds to spawn the instance on the hypervisor. [ 831.952896] env[68326]: DEBUG nova.compute.manager [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 831.953830] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7507d13-ac6b-485f-9cc9-d382f92cc325 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.478405] env[68326]: INFO nova.compute.manager [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Took 36.44 seconds to build instance. [ 832.845079] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118576d5-382e-4dac-b92a-c0773bf8b8d1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.853774] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730e1c76-9ab3-4837-80c9-c575686e56ea {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.883592] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404dba83-f666-44c2-acb9-a690202353de {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.892045] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d47fe24-ccbb-4587-8a61-7004017206d9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.907431] env[68326]: DEBUG nova.compute.provider_tree [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.981028] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f0d88ed0-dcab-4d63-836d-663c8df5e44c tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "e0acde58-0db2-4368-a8b9-986796ba11bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.301s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.410466] env[68326]: DEBUG nova.scheduler.client.report [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.483933] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 833.916015] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.061s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.916618] env[68326]: DEBUG nova.compute.manager [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 833.919570] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.904s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.919797] env[68326]: DEBUG nova.objects.instance [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Lazy-loading 'resources' on Instance uuid 2d21e817-1705-474e-a95c-53c995f092a5 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.006777] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.423634] env[68326]: DEBUG nova.compute.utils [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.425497] env[68326]: DEBUG nova.compute.manager [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 834.425497] env[68326]: DEBUG nova.network.neutron [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.486723] env[68326]: DEBUG nova.policy [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a8e1d594f554a859519a58266d14e0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb2bf991eb4b4faeb37682fd31e612af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.786981] env[68326]: DEBUG nova.virt.hardware [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.787533] env[68326]: DEBUG nova.virt.hardware [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.787533] env[68326]: DEBUG nova.virt.hardware [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.787700] env[68326]: DEBUG nova.virt.hardware [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.787753] env[68326]: DEBUG nova.virt.hardware [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.787881] env[68326]: DEBUG nova.virt.hardware [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.788659] env[68326]: DEBUG nova.virt.hardware [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.788879] env[68326]: DEBUG nova.virt.hardware [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.789084] env[68326]: DEBUG nova.virt.hardware [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.789911] env[68326]: DEBUG nova.virt.hardware [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.789911] env[68326]: DEBUG nova.virt.hardware [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.791931] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9e01b8-a03a-48d8-9fda-974802d59aaa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.806202] env[68326]: DEBUG nova.virt.hardware [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:49:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1511123401',id=18,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1513460505',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.806458] env[68326]: DEBUG nova.virt.hardware [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.806613] env[68326]: DEBUG nova.virt.hardware [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.806792] env[68326]: DEBUG nova.virt.hardware [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.806938] env[68326]: DEBUG nova.virt.hardware [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.807107] env[68326]: DEBUG nova.virt.hardware [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.807352] env[68326]: DEBUG nova.virt.hardware [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.807510] env[68326]: DEBUG nova.virt.hardware [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.807692] env[68326]: DEBUG nova.virt.hardware [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.808018] env[68326]: DEBUG nova.virt.hardware [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.808018] env[68326]: DEBUG nova.virt.hardware [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.809569] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1307643-eefa-4add-98c2-2106d605bca8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.815686] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf414b2-4d2f-4539-accb-5198c09eb7c1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.821736] env[68326]: DEBUG nova.network.neutron [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Successfully created port: d37f041a-9262-4956-92fc-3ba3a4ac06db {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.826415] env[68326]: DEBUG oslo_vmware.rw_handles [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b51a7-f3e8-939f-be54-f169fe54943a/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 834.827784] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e975fa-210d-4a1b-a69a-2f9ff705e362 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.841192] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:b8:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a555680e-4721-4509-97e4-ced9dc17c13e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbc31691-4c15-44a8-ad25-ccb86652ca33', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.848730] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Creating folder: Project (88e3c5ab1ca8451bbbdc8fb428d06601). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.852283] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d95ff20a-bf7c-4cc3-89d6-604cf06f49bf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.855238] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273a7c76-5b4b-43bd-a46b-15007ac9aa07 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.861481] env[68326]: DEBUG oslo_vmware.rw_handles [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b51a7-f3e8-939f-be54-f169fe54943a/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 834.861696] env[68326]: ERROR oslo_vmware.rw_handles [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b51a7-f3e8-939f-be54-f169fe54943a/disk-0.vmdk due to incomplete transfer. [ 834.862674] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-452cc87e-521b-4bb8-818c-5aec0117ac57 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.873497] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:19:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cf173ff-ffa5-4d3a-855e-7be923471e8d', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.881670] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.886277] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.886578] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Created folder: Project (88e3c5ab1ca8451bbbdc8fb428d06601) in parent group-v626141. [ 834.886748] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Creating folder: Instances. Parent ref: group-v626290. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.886969] env[68326]: DEBUG oslo_vmware.rw_handles [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528b51a7-f3e8-939f-be54-f169fe54943a/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 834.887148] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Uploaded image e62b6c62-8bfa-4890-ad64-16986476b1ca to the Glance image server {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 834.890069] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Destroying the VM {{(pid=68326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 834.890572] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b30992fe-06f2-4be7-bffb-772f8b375ba0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.904448] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f97ff270-ef9a-4829-b197-e21bbd3b22ce {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.907614] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4bca6e64-7471-4302-bb5e-f27f8ded6c67 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.919370] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 834.919370] env[68326]: value = "task-3129240" [ 834.919370] env[68326]: _type = "Task" [ 834.919370] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.920846] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.920846] env[68326]: value = "task-3129241" [ 834.920846] env[68326]: _type = "Task" [ 834.920846] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.930624] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Created folder: Instances in parent group-v626290. [ 834.930828] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.931977] env[68326]: DEBUG nova.compute.manager [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 834.934760] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.939126] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2174a1fe-2ab6-4be1-b5c1-6fc11b9caec5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.954052] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129240, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.960318] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129241, 'name': CreateVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.967855] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.967855] env[68326]: value = "task-3129242" [ 834.967855] env[68326]: _type = "Task" [ 834.967855] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.973898] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129242, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.989716] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dbc894-080c-4722-8cb1-538fce0f4aaf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.998506] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6012d3-7a30-47db-8835-8a2d62d57992 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.033130] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38afaec6-6d1f-423f-a675-c887dad8626f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.040933] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb5d11-1a1d-4786-8915-c3df1a93012d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.055479] env[68326]: DEBUG nova.compute.provider_tree [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.409952] env[68326]: DEBUG nova.compute.manager [req-8881e431-942e-42f4-ba1c-abfdb4678a18 req-9be3b910-947f-40e5-b986-429f40a9776a service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Received event network-vif-plugged-03b0d347-d093-48ec-bdc8-3e2d455b5efb {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 835.410176] env[68326]: DEBUG oslo_concurrency.lockutils [req-8881e431-942e-42f4-ba1c-abfdb4678a18 req-9be3b910-947f-40e5-b986-429f40a9776a service nova] Acquiring lock "e0acde58-0db2-4368-a8b9-986796ba11bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.410418] env[68326]: DEBUG oslo_concurrency.lockutils [req-8881e431-942e-42f4-ba1c-abfdb4678a18 req-9be3b910-947f-40e5-b986-429f40a9776a service nova] Lock "e0acde58-0db2-4368-a8b9-986796ba11bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.410603] env[68326]: DEBUG oslo_concurrency.lockutils [req-8881e431-942e-42f4-ba1c-abfdb4678a18 req-9be3b910-947f-40e5-b986-429f40a9776a service nova] Lock "e0acde58-0db2-4368-a8b9-986796ba11bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.410741] env[68326]: DEBUG nova.compute.manager [req-8881e431-942e-42f4-ba1c-abfdb4678a18 req-9be3b910-947f-40e5-b986-429f40a9776a service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] No waiting events found dispatching network-vif-plugged-03b0d347-d093-48ec-bdc8-3e2d455b5efb {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.410899] env[68326]: WARNING nova.compute.manager [req-8881e431-942e-42f4-ba1c-abfdb4678a18 req-9be3b910-947f-40e5-b986-429f40a9776a service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Received unexpected event network-vif-plugged-03b0d347-d093-48ec-bdc8-3e2d455b5efb for instance with vm_state active and task_state None. [ 835.411070] env[68326]: DEBUG nova.compute.manager [req-8881e431-942e-42f4-ba1c-abfdb4678a18 req-9be3b910-947f-40e5-b986-429f40a9776a service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Received event network-changed-03b0d347-d093-48ec-bdc8-3e2d455b5efb {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 835.411226] env[68326]: DEBUG nova.compute.manager [req-8881e431-942e-42f4-ba1c-abfdb4678a18 req-9be3b910-947f-40e5-b986-429f40a9776a service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Refreshing instance network info cache due to event network-changed-03b0d347-d093-48ec-bdc8-3e2d455b5efb. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 835.411405] env[68326]: DEBUG oslo_concurrency.lockutils [req-8881e431-942e-42f4-ba1c-abfdb4678a18 req-9be3b910-947f-40e5-b986-429f40a9776a service nova] Acquiring lock "refresh_cache-e0acde58-0db2-4368-a8b9-986796ba11bc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.411561] env[68326]: DEBUG oslo_concurrency.lockutils [req-8881e431-942e-42f4-ba1c-abfdb4678a18 req-9be3b910-947f-40e5-b986-429f40a9776a service nova] Acquired lock "refresh_cache-e0acde58-0db2-4368-a8b9-986796ba11bc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.411686] env[68326]: DEBUG nova.network.neutron [req-8881e431-942e-42f4-ba1c-abfdb4678a18 req-9be3b910-947f-40e5-b986-429f40a9776a service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Refreshing network info cache for port 03b0d347-d093-48ec-bdc8-3e2d455b5efb {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.435218] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129240, 'name': Destroy_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.438376] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129241, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.475467] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129242, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.559189] env[68326]: DEBUG nova.scheduler.client.report [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.934197] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129240, 'name': Destroy_Task, 'duration_secs': 0.815851} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.934810] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Destroyed the VM [ 835.935055] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Deleting Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 835.935307] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6256107b-2d24-47d1-ad96-ab6dce106e92 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.939846] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129241, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.944590] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 835.944590] env[68326]: value = "task-3129243" [ 835.944590] env[68326]: _type = "Task" [ 835.944590] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.954266] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129243, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.961802] env[68326]: DEBUG nova.compute.manager [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 835.977460] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129242, 'name': CreateVM_Task, 'duration_secs': 0.990329} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.978163] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.979063] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.979274] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.979616] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.979886] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a155aaf8-a0d8-4a76-8ba2-76e694a94804 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.984625] env[68326]: DEBUG oslo_vmware.rw_handles [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c2db4-6eac-fd62-da16-970ec4742da3/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 835.986805] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d882edf-55ee-4f15-8c04-1fe23dad9248 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.995623] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Waiting for the task: (returnval){ [ 835.995623] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]521df400-8fec-9ffd-e003-a48ddef91d20" [ 835.995623] env[68326]: _type = "Task" [ 835.995623] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.002642] env[68326]: DEBUG oslo_vmware.rw_handles [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c2db4-6eac-fd62-da16-970ec4742da3/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 836.002808] env[68326]: ERROR oslo_vmware.rw_handles [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c2db4-6eac-fd62-da16-970ec4742da3/disk-0.vmdk due to incomplete transfer. [ 836.005094] env[68326]: DEBUG nova.virt.hardware [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.005309] env[68326]: DEBUG nova.virt.hardware [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.005458] env[68326]: DEBUG nova.virt.hardware [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.005628] env[68326]: DEBUG nova.virt.hardware [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.005830] env[68326]: DEBUG nova.virt.hardware [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.005997] env[68326]: DEBUG nova.virt.hardware [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.006279] env[68326]: DEBUG nova.virt.hardware [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.006449] env[68326]: DEBUG nova.virt.hardware [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.006612] env[68326]: DEBUG nova.virt.hardware [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.006771] env[68326]: DEBUG nova.virt.hardware [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.006941] env[68326]: DEBUG nova.virt.hardware [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.007676] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1420fd53-e314-4c87-a01e-d31920de4f10 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.009942] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7309b18-ca9c-40cf-a0a4-ee10f75b9676 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.016285] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521df400-8fec-9ffd-e003-a48ddef91d20, 'name': SearchDatastore_Task, 'duration_secs': 0.021522} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.017358] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.017659] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.017946] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.018128] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.018391] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.020659] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-663fb06c-f893-4325-a30b-c9492738b332 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.023996] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafa38a3-815b-4a0e-ae59-3c90635f0829 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.029741] env[68326]: DEBUG oslo_vmware.rw_handles [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c2db4-6eac-fd62-da16-970ec4742da3/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 836.031407] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Uploaded image 77ba77d7-01d7-4fe2-a80b-2308f73c8e99 to the Glance image server {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 836.034415] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Destroying the VM {{(pid=68326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 836.035040] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3b86812a-df3d-48c1-b1e0-e13f68585627 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.048024] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.048024] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.048422] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff976c27-5a03-4aaa-abed-dd4449ae5d45 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.051835] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 836.051835] env[68326]: value = "task-3129244" [ 836.051835] env[68326]: _type = "Task" [ 836.051835] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.058380] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Waiting for the task: (returnval){ [ 836.058380] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ba91f7-040f-f92c-1b7f-a80f7cd2a071" [ 836.058380] env[68326]: _type = "Task" [ 836.058380] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.067737] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.069979] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129244, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.072140] env[68326]: DEBUG oslo_concurrency.lockutils [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.505s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.072140] env[68326]: DEBUG nova.objects.instance [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lazy-loading 'resources' on Instance uuid 4256b43d-08ce-4818-abbf-c7ff3e603ca5 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.077378] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ba91f7-040f-f92c-1b7f-a80f7cd2a071, 'name': SearchDatastore_Task, 'duration_secs': 0.013299} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.078879] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a32a9d8-42d3-4ba4-8bed-fc9a17b28703 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.083301] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Waiting for the task: (returnval){ [ 836.083301] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520b7ef6-840d-f76f-29f1-89866ea3cc0a" [ 836.083301] env[68326]: _type = "Task" [ 836.083301] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.095634] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520b7ef6-840d-f76f-29f1-89866ea3cc0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.101992] env[68326]: INFO nova.scheduler.client.report [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Deleted allocations for instance 2d21e817-1705-474e-a95c-53c995f092a5 [ 836.438049] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129241, 'name': CreateVM_Task, 'duration_secs': 1.127887} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.438238] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.438971] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.439100] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.439437] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.440441] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0099bb6-0a52-48b4-ab7e-b5a98b0121c6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.444924] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 836.444924] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52d931d8-9d0c-0a4c-d475-c6f3668d708c" [ 836.444924] env[68326]: _type = "Task" [ 836.444924] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.455922] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d931d8-9d0c-0a4c-d475-c6f3668d708c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.459269] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129243, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.561441] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129244, 'name': Destroy_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.597630] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520b7ef6-840d-f76f-29f1-89866ea3cc0a, 'name': SearchDatastore_Task, 'duration_secs': 0.014212} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.597931] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.598240] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 4b5df73e-f53c-43a1-8746-82b879b5d610/4b5df73e-f53c-43a1-8746-82b879b5d610.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.598855] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b351154-00eb-41a2-9da7-8e556da62c2d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.610696] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Waiting for the task: (returnval){ [ 836.610696] env[68326]: value = "task-3129245" [ 836.610696] env[68326]: _type = "Task" [ 836.610696] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.611162] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8561d58f-1f01-489c-9f96-5f9737b033ff tempest-FloatingIPsAssociationNegativeTestJSON-594378201 tempest-FloatingIPsAssociationNegativeTestJSON-594378201-project-member] Lock "2d21e817-1705-474e-a95c-53c995f092a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.067s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.618278] env[68326]: DEBUG nova.network.neutron [req-8881e431-942e-42f4-ba1c-abfdb4678a18 req-9be3b910-947f-40e5-b986-429f40a9776a service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Updated VIF entry in instance network info cache for port 03b0d347-d093-48ec-bdc8-3e2d455b5efb. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.618615] env[68326]: DEBUG nova.network.neutron [req-8881e431-942e-42f4-ba1c-abfdb4678a18 req-9be3b910-947f-40e5-b986-429f40a9776a service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Updating instance_info_cache with network_info: [{"id": "03b0d347-d093-48ec-bdc8-3e2d455b5efb", "address": "fa:16:3e:02:f2:08", "network": {"id": "1b4e4271-8cfe-4786-bb65-ea4ccc22b71c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-356623667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4722d704ebba463c890c092cdce3f175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03b0d347-d0", "ovs_interfaceid": "03b0d347-d093-48ec-bdc8-3e2d455b5efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.629245] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Task: {'id': task-3129245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.865022] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "eba5d596-ae2d-42c5-be69-e632c9a265ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.865022] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "eba5d596-ae2d-42c5-be69-e632c9a265ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.962195] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d931d8-9d0c-0a4c-d475-c6f3668d708c, 'name': SearchDatastore_Task, 'duration_secs': 0.011055} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.971136] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.971368] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.971664] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.974349] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.974349] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.974349] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129243, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.974349] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cf1c4a3-c867-4b83-bf0b-9666dcd05a13 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.991408] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.992017] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.992812] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b4eb41c-ae63-4a67-97f7-1a50c3f01ab1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.003500] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 837.003500] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52246157-edfe-9bbf-455d-df51218801f0" [ 837.003500] env[68326]: _type = "Task" [ 837.003500] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.020744] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52246157-edfe-9bbf-455d-df51218801f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.069150] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129244, 'name': Destroy_Task, 'duration_secs': 0.707218} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.069586] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Destroyed the VM [ 837.069844] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Deleting Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 837.070324] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b8079c14-7584-4f81-8871-200414deee06 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.078711] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 837.078711] env[68326]: value = "task-3129246" [ 837.078711] env[68326]: _type = "Task" [ 837.078711] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.089711] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129246, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.122048] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Task: {'id': task-3129245, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.133837] env[68326]: DEBUG oslo_concurrency.lockutils [req-8881e431-942e-42f4-ba1c-abfdb4678a18 req-9be3b910-947f-40e5-b986-429f40a9776a service nova] Releasing lock "refresh_cache-e0acde58-0db2-4368-a8b9-986796ba11bc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.173827] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89df9d68-6d8a-4847-80dc-60d4ad4bb9a7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.182381] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb75f49b-7379-4998-ba00-c9e5c753ed27 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.219410] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787594ee-7991-4e9c-b9c3-372f43338dce {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.228084] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926053a2-6e43-4c50-b841-7efc18e0a83c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.246186] env[68326]: DEBUG nova.compute.provider_tree [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.319701] env[68326]: DEBUG nova.network.neutron [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Successfully updated port: d37f041a-9262-4956-92fc-3ba3a4ac06db {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.457589] env[68326]: DEBUG oslo_vmware.api [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129243, 'name': RemoveSnapshot_Task, 'duration_secs': 1.299379} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.457957] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Deleted Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 837.458281] env[68326]: INFO nova.compute.manager [None req-d4cf1c3c-8f88-4b2d-84c6-7c87e7b6d73a tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Took 20.83 seconds to snapshot the instance on the hypervisor. [ 837.518833] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52246157-edfe-9bbf-455d-df51218801f0, 'name': SearchDatastore_Task, 'duration_secs': 0.060855} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.519341] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b128b81b-d341-488a-a0c4-0d1c2c117a53 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.525791] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 837.525791] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52925182-c0a4-bc1e-7043-7f82a42d42d5" [ 837.525791] env[68326]: _type = "Task" [ 837.525791] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.534562] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52925182-c0a4-bc1e-7043-7f82a42d42d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.590637] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129246, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.625757] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Task: {'id': task-3129245, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527767} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.626311] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 4b5df73e-f53c-43a1-8746-82b879b5d610/4b5df73e-f53c-43a1-8746-82b879b5d610.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.626749] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.627018] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d8289cc-9cba-4bb7-88bc-be4407560bca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.637570] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Waiting for the task: (returnval){ [ 837.637570] env[68326]: value = "task-3129247" [ 837.637570] env[68326]: _type = "Task" [ 837.637570] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.649915] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Task: {'id': task-3129247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.749887] env[68326]: DEBUG nova.scheduler.client.report [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.824191] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "refresh_cache-5950bd62-c505-4c7d-a235-f4e810d302ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.824858] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired lock "refresh_cache-5950bd62-c505-4c7d-a235-f4e810d302ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.824858] env[68326]: DEBUG nova.network.neutron [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.841206] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c13aee80-77f7-477a-8e8a-c3fd3410b38d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "97282d72-18a2-4f17-8bc9-36108a73a885" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.842012] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c13aee80-77f7-477a-8e8a-c3fd3410b38d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "97282d72-18a2-4f17-8bc9-36108a73a885" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.901876] env[68326]: DEBUG oslo_concurrency.lockutils [None req-093f0626-1832-4d67-bd6b-1d1becde7a8a tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquiring lock "51e92baa-01a8-4d09-b531-18d958cc5c29" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.902682] env[68326]: DEBUG oslo_concurrency.lockutils [None req-093f0626-1832-4d67-bd6b-1d1becde7a8a tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "51e92baa-01a8-4d09-b531-18d958cc5c29" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.037663] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52925182-c0a4-bc1e-7043-7f82a42d42d5, 'name': SearchDatastore_Task, 'duration_secs': 0.018536} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.037927] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.038207] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] a6190545-bcc1-40c9-9505-0c1001a38cf2/a6190545-bcc1-40c9-9505-0c1001a38cf2.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.038475] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-342b7b10-ba62-4568-b3c2-2c9337bf0ad8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.048149] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 838.048149] env[68326]: value = "task-3129248" [ 838.048149] env[68326]: _type = "Task" [ 838.048149] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.054200] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.096929] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129246, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.110044] env[68326]: DEBUG nova.compute.manager [req-1e0f32fa-6d8f-49dd-bf12-584aa1371f29 req-a1ca9e36-6d48-49ee-b9ce-d441cdea1393 service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Received event network-changed-03b0d347-d093-48ec-bdc8-3e2d455b5efb {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 838.110638] env[68326]: DEBUG nova.compute.manager [req-1e0f32fa-6d8f-49dd-bf12-584aa1371f29 req-a1ca9e36-6d48-49ee-b9ce-d441cdea1393 service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Refreshing instance network info cache due to event network-changed-03b0d347-d093-48ec-bdc8-3e2d455b5efb. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 838.110638] env[68326]: DEBUG oslo_concurrency.lockutils [req-1e0f32fa-6d8f-49dd-bf12-584aa1371f29 req-a1ca9e36-6d48-49ee-b9ce-d441cdea1393 service nova] Acquiring lock "refresh_cache-e0acde58-0db2-4368-a8b9-986796ba11bc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.110638] env[68326]: DEBUG oslo_concurrency.lockutils [req-1e0f32fa-6d8f-49dd-bf12-584aa1371f29 req-a1ca9e36-6d48-49ee-b9ce-d441cdea1393 service nova] Acquired lock "refresh_cache-e0acde58-0db2-4368-a8b9-986796ba11bc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.110760] env[68326]: DEBUG nova.network.neutron [req-1e0f32fa-6d8f-49dd-bf12-584aa1371f29 req-a1ca9e36-6d48-49ee-b9ce-d441cdea1393 service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Refreshing network info cache for port 03b0d347-d093-48ec-bdc8-3e2d455b5efb {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.150096] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Task: {'id': task-3129247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108595} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.150992] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.152053] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cebcb7f-7925-4986-8b30-2f3593819805 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.176645] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 4b5df73e-f53c-43a1-8746-82b879b5d610/4b5df73e-f53c-43a1-8746-82b879b5d610.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.177208] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ce9e898-4b4a-48f8-9db3-43131ad6f90d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.199768] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Waiting for the task: (returnval){ [ 838.199768] env[68326]: value = "task-3129249" [ 838.199768] env[68326]: _type = "Task" [ 838.199768] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.209590] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Task: {'id': task-3129249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.256237] env[68326]: DEBUG oslo_concurrency.lockutils [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.258688] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.433s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.262027] env[68326]: DEBUG nova.objects.instance [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Lazy-loading 'resources' on Instance uuid 473dc8e2-9d6f-43b9-be2d-d35408a88520 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.291676] env[68326]: INFO nova.scheduler.client.report [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Deleted allocations for instance 4256b43d-08ce-4818-abbf-c7ff3e603ca5 [ 838.406556] env[68326]: DEBUG nova.compute.manager [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Received event network-vif-plugged-dbc31691-4c15-44a8-ad25-ccb86652ca33 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 838.407019] env[68326]: DEBUG oslo_concurrency.lockutils [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] Acquiring lock "4b5df73e-f53c-43a1-8746-82b879b5d610-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.407213] env[68326]: DEBUG oslo_concurrency.lockutils [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] Lock "4b5df73e-f53c-43a1-8746-82b879b5d610-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.407281] env[68326]: DEBUG oslo_concurrency.lockutils [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] Lock "4b5df73e-f53c-43a1-8746-82b879b5d610-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.408015] env[68326]: DEBUG nova.compute.manager [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] No waiting events found dispatching network-vif-plugged-dbc31691-4c15-44a8-ad25-ccb86652ca33 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.408015] env[68326]: WARNING nova.compute.manager [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Received unexpected event network-vif-plugged-dbc31691-4c15-44a8-ad25-ccb86652ca33 for instance with vm_state building and task_state spawning. [ 838.408015] env[68326]: DEBUG nova.compute.manager [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Received event network-changed-dbc31691-4c15-44a8-ad25-ccb86652ca33 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 838.408186] env[68326]: DEBUG nova.compute.manager [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Refreshing instance network info cache due to event network-changed-dbc31691-4c15-44a8-ad25-ccb86652ca33. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 838.408280] env[68326]: DEBUG oslo_concurrency.lockutils [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] Acquiring lock "refresh_cache-4b5df73e-f53c-43a1-8746-82b879b5d610" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.408444] env[68326]: DEBUG oslo_concurrency.lockutils [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] Acquired lock "refresh_cache-4b5df73e-f53c-43a1-8746-82b879b5d610" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.408709] env[68326]: DEBUG nova.network.neutron [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Refreshing network info cache for port dbc31691-4c15-44a8-ad25-ccb86652ca33 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.411104] env[68326]: INFO nova.compute.manager [None req-093f0626-1832-4d67-bd6b-1d1becde7a8a tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Detaching volume 2860d294-fd13-4a90-a052-082a3b006393 [ 838.431567] env[68326]: DEBUG nova.network.neutron [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.472416] env[68326]: INFO nova.virt.block_device [None req-093f0626-1832-4d67-bd6b-1d1becde7a8a tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Attempting to driver detach volume 2860d294-fd13-4a90-a052-082a3b006393 from mountpoint /dev/sdb [ 838.472752] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-093f0626-1832-4d67-bd6b-1d1becde7a8a tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Volume detach. Driver type: vmdk {{(pid=68326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 838.472977] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-093f0626-1832-4d67-bd6b-1d1becde7a8a tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626283', 'volume_id': '2860d294-fd13-4a90-a052-082a3b006393', 'name': 'volume-2860d294-fd13-4a90-a052-082a3b006393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51e92baa-01a8-4d09-b531-18d958cc5c29', 'attached_at': '', 'detached_at': '', 'volume_id': '2860d294-fd13-4a90-a052-082a3b006393', 'serial': '2860d294-fd13-4a90-a052-082a3b006393'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 838.474334] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca830b6-adf7-40d4-8df5-44e9e00176d7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.503804] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7409d44-d025-4081-8ab2-71b8868c51f0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.512596] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1396675-63f5-43ee-978b-406ea7a5b7f9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.539392] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccb17b6-965f-4204-adb1-6162840e59d4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.566222] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-093f0626-1832-4d67-bd6b-1d1becde7a8a tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] The volume has not been displaced from its original location: [datastore1] volume-2860d294-fd13-4a90-a052-082a3b006393/volume-2860d294-fd13-4a90-a052-082a3b006393.vmdk. No consolidation needed. {{(pid=68326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 838.572037] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-093f0626-1832-4d67-bd6b-1d1becde7a8a tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Reconfiguring VM instance instance-00000014 to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 838.575037] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07aa3cf7-b0dd-4605-9089-49291171bcc5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.596106] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129248, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.605516] env[68326]: DEBUG oslo_vmware.api [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129246, 'name': RemoveSnapshot_Task, 'duration_secs': 1.367994} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.607396] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Deleted Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 838.607700] env[68326]: INFO nova.compute.manager [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Took 22.43 seconds to snapshot the instance on the hypervisor. [ 838.612229] env[68326]: DEBUG oslo_vmware.api [None req-093f0626-1832-4d67-bd6b-1d1becde7a8a tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 838.612229] env[68326]: value = "task-3129250" [ 838.612229] env[68326]: _type = "Task" [ 838.612229] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.624752] env[68326]: DEBUG oslo_vmware.api [None req-093f0626-1832-4d67-bd6b-1d1becde7a8a tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129250, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.710020] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Task: {'id': task-3129249, 'name': ReconfigVM_Task, 'duration_secs': 0.497482} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.710319] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 4b5df73e-f53c-43a1-8746-82b879b5d610/4b5df73e-f53c-43a1-8746-82b879b5d610.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.711053] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ef87fa9-4cb1-43a7-8f43-22a1ef000b54 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.717540] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Waiting for the task: (returnval){ [ 838.717540] env[68326]: value = "task-3129251" [ 838.717540] env[68326]: _type = "Task" [ 838.717540] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.726496] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Task: {'id': task-3129251, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.808371] env[68326]: DEBUG oslo_concurrency.lockutils [None req-498afcd7-c7bb-4c0f-a639-a293bb9ebc40 tempest-FloatingIPsAssociationTestJSON-1564302571 tempest-FloatingIPsAssociationTestJSON-1564302571-project-member] Lock "4256b43d-08ce-4818-abbf-c7ff3e603ca5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.934s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.063397] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583526} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.065456] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] a6190545-bcc1-40c9-9505-0c1001a38cf2/a6190545-bcc1-40c9-9505-0c1001a38cf2.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.065686] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.070643] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9a2dc68-d37c-45e7-b47a-4fafec945ec7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.080612] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 839.080612] env[68326]: value = "task-3129252" [ 839.080612] env[68326]: _type = "Task" [ 839.080612] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.091547] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.135746] env[68326]: DEBUG oslo_vmware.api [None req-093f0626-1832-4d67-bd6b-1d1becde7a8a tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129250, 'name': ReconfigVM_Task, 'duration_secs': 0.233932} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.136052] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-093f0626-1832-4d67-bd6b-1d1becde7a8a tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Reconfigured VM instance instance-00000014 to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 839.141234] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21ee1f26-f3b1-4ae1-a8dd-696ebbe46d0c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.159145] env[68326]: DEBUG oslo_vmware.api [None req-093f0626-1832-4d67-bd6b-1d1becde7a8a tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 839.159145] env[68326]: value = "task-3129253" [ 839.159145] env[68326]: _type = "Task" [ 839.159145] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.167942] env[68326]: DEBUG oslo_vmware.api [None req-093f0626-1832-4d67-bd6b-1d1becde7a8a tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129253, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.191363] env[68326]: DEBUG nova.compute.manager [None req-0ce843b2-2d93-431a-ada3-e87ca83493d2 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Found 1 images (rotation: 2) {{(pid=68326) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5095}} [ 839.207607] env[68326]: DEBUG nova.network.neutron [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Updating instance_info_cache with network_info: [{"id": "d37f041a-9262-4956-92fc-3ba3a4ac06db", "address": "fa:16:3e:92:ac:81", "network": {"id": "cc109f0b-c7ad-4117-8b9a-b1703bb934c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-995407191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb2bf991eb4b4faeb37682fd31e612af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37f041a-92", "ovs_interfaceid": "d37f041a-9262-4956-92fc-3ba3a4ac06db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.231145] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Task: {'id': task-3129251, 'name': Rename_Task, 'duration_secs': 0.15765} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.231409] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.234704] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d1fd4eb-2e11-41f7-8cd2-a4589c686552 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.240922] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Waiting for the task: (returnval){ [ 839.240922] env[68326]: value = "task-3129254" [ 839.240922] env[68326]: _type = "Task" [ 839.240922] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.255024] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Task: {'id': task-3129254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.303279] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab603fd-a52d-436c-8165-325277b4ee91 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.311261] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0638cd-9eb5-4d82-865d-b5bf2e232904 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.347946] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d7f4d6-395c-4bb8-8b2f-1c9ef05d6601 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.356601] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc229c9-bc17-4ab1-b983-6c668e9768cd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.371864] env[68326]: DEBUG nova.compute.provider_tree [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.473457] env[68326]: DEBUG oslo_concurrency.lockutils [None req-74f385e5-60e5-4e36-99ac-3e234e4fd1d4 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquiring lock "e0acde58-0db2-4368-a8b9-986796ba11bc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.473730] env[68326]: DEBUG oslo_concurrency.lockutils [None req-74f385e5-60e5-4e36-99ac-3e234e4fd1d4 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "e0acde58-0db2-4368-a8b9-986796ba11bc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.473954] env[68326]: INFO nova.compute.manager [None req-74f385e5-60e5-4e36-99ac-3e234e4fd1d4 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Rebooting instance [ 839.481479] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.481748] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.557137] env[68326]: DEBUG nova.network.neutron [req-1e0f32fa-6d8f-49dd-bf12-584aa1371f29 req-a1ca9e36-6d48-49ee-b9ce-d441cdea1393 service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Updated VIF entry in instance network info cache for port 03b0d347-d093-48ec-bdc8-3e2d455b5efb. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.557569] env[68326]: DEBUG nova.network.neutron [req-1e0f32fa-6d8f-49dd-bf12-584aa1371f29 req-a1ca9e36-6d48-49ee-b9ce-d441cdea1393 service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Updating instance_info_cache with network_info: [{"id": "03b0d347-d093-48ec-bdc8-3e2d455b5efb", "address": "fa:16:3e:02:f2:08", "network": {"id": "1b4e4271-8cfe-4786-bb65-ea4ccc22b71c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-356623667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4722d704ebba463c890c092cdce3f175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03b0d347-d0", "ovs_interfaceid": "03b0d347-d093-48ec-bdc8-3e2d455b5efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.589816] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0948} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.590528] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.590894] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6509c098-a760-4b76-b79b-329813cba6c2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.614180] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] a6190545-bcc1-40c9-9505-0c1001a38cf2/a6190545-bcc1-40c9-9505-0c1001a38cf2.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.614790] env[68326]: DEBUG nova.network.neutron [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Updated VIF entry in instance network info cache for port dbc31691-4c15-44a8-ad25-ccb86652ca33. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.615422] env[68326]: DEBUG nova.network.neutron [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Updating instance_info_cache with network_info: [{"id": "dbc31691-4c15-44a8-ad25-ccb86652ca33", "address": "fa:16:3e:fe:b8:8f", "network": {"id": "1ba30646-3194-4b48-9558-a97de0bc897e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-177119577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "88e3c5ab1ca8451bbbdc8fb428d06601", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a555680e-4721-4509-97e4-ced9dc17c13e", "external-id": "nsx-vlan-transportzone-4", "segmentation_id": 4, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbc31691-4c", "ovs_interfaceid": "dbc31691-4c15-44a8-ad25-ccb86652ca33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.620653] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c111aa6-dd95-41ab-8991-73633e67df8e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.636902] env[68326]: DEBUG oslo_concurrency.lockutils [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] Releasing lock "refresh_cache-4b5df73e-f53c-43a1-8746-82b879b5d610" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.636902] env[68326]: DEBUG nova.compute.manager [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Received event network-vif-plugged-1cf173ff-ffa5-4d3a-855e-7be923471e8d {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 839.637094] env[68326]: DEBUG oslo_concurrency.lockutils [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] Acquiring lock "a6190545-bcc1-40c9-9505-0c1001a38cf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.637314] env[68326]: DEBUG oslo_concurrency.lockutils [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] Lock "a6190545-bcc1-40c9-9505-0c1001a38cf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.638216] env[68326]: DEBUG oslo_concurrency.lockutils [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] Lock "a6190545-bcc1-40c9-9505-0c1001a38cf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.638216] env[68326]: DEBUG nova.compute.manager [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] No waiting events found dispatching network-vif-plugged-1cf173ff-ffa5-4d3a-855e-7be923471e8d {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.638216] env[68326]: WARNING nova.compute.manager [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Received unexpected event network-vif-plugged-1cf173ff-ffa5-4d3a-855e-7be923471e8d for instance with vm_state building and task_state spawning. [ 839.638216] env[68326]: DEBUG nova.compute.manager [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Received event network-changed-1cf173ff-ffa5-4d3a-855e-7be923471e8d {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 839.638216] env[68326]: DEBUG nova.compute.manager [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Refreshing instance network info cache due to event network-changed-1cf173ff-ffa5-4d3a-855e-7be923471e8d. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 839.638486] env[68326]: DEBUG oslo_concurrency.lockutils [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] Acquiring lock "refresh_cache-a6190545-bcc1-40c9-9505-0c1001a38cf2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.638486] env[68326]: DEBUG oslo_concurrency.lockutils [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] Acquired lock "refresh_cache-a6190545-bcc1-40c9-9505-0c1001a38cf2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.638657] env[68326]: DEBUG nova.network.neutron [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Refreshing network info cache for port 1cf173ff-ffa5-4d3a-855e-7be923471e8d {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.645876] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 839.645876] env[68326]: value = "task-3129255" [ 839.645876] env[68326]: _type = "Task" [ 839.645876] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.655508] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129255, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.668879] env[68326]: DEBUG oslo_vmware.api [None req-093f0626-1832-4d67-bd6b-1d1becde7a8a tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129253, 'name': ReconfigVM_Task, 'duration_secs': 0.146551} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.669251] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-093f0626-1832-4d67-bd6b-1d1becde7a8a tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626283', 'volume_id': '2860d294-fd13-4a90-a052-082a3b006393', 'name': 'volume-2860d294-fd13-4a90-a052-082a3b006393', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '51e92baa-01a8-4d09-b531-18d958cc5c29', 'attached_at': '', 'detached_at': '', 'volume_id': '2860d294-fd13-4a90-a052-082a3b006393', 'serial': '2860d294-fd13-4a90-a052-082a3b006393'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 839.710511] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Releasing lock "refresh_cache-5950bd62-c505-4c7d-a235-f4e810d302ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.710921] env[68326]: DEBUG nova.compute.manager [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Instance network_info: |[{"id": "d37f041a-9262-4956-92fc-3ba3a4ac06db", "address": "fa:16:3e:92:ac:81", "network": {"id": "cc109f0b-c7ad-4117-8b9a-b1703bb934c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-995407191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb2bf991eb4b4faeb37682fd31e612af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37f041a-92", "ovs_interfaceid": "d37f041a-9262-4956-92fc-3ba3a4ac06db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 839.711787] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:ac:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd37f041a-9262-4956-92fc-3ba3a4ac06db', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.720818] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.721189] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.721649] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-987ddd06-3f2e-4993-afea-b5471d4b0877 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.742956] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.742956] env[68326]: value = "task-3129256" [ 839.742956] env[68326]: _type = "Task" [ 839.742956] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.756039] env[68326]: DEBUG oslo_vmware.api [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Task: {'id': task-3129254, 'name': PowerOnVM_Task, 'duration_secs': 0.488498} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.758990] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.759467] env[68326]: INFO nova.compute.manager [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Took 14.93 seconds to spawn the instance on the hypervisor. [ 839.759467] env[68326]: DEBUG nova.compute.manager [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 839.759467] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129256, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.760212] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1655b675-d480-487f-b537-5a20c49d8135 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.875711] env[68326]: DEBUG nova.scheduler.client.report [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.992733] env[68326]: DEBUG oslo_concurrency.lockutils [None req-74f385e5-60e5-4e36-99ac-3e234e4fd1d4 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquiring lock "refresh_cache-e0acde58-0db2-4368-a8b9-986796ba11bc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.060216] env[68326]: DEBUG oslo_concurrency.lockutils [req-1e0f32fa-6d8f-49dd-bf12-584aa1371f29 req-a1ca9e36-6d48-49ee-b9ce-d441cdea1393 service nova] Releasing lock "refresh_cache-e0acde58-0db2-4368-a8b9-986796ba11bc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.060743] env[68326]: DEBUG oslo_concurrency.lockutils [None req-74f385e5-60e5-4e36-99ac-3e234e4fd1d4 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquired lock "refresh_cache-e0acde58-0db2-4368-a8b9-986796ba11bc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.060960] env[68326]: DEBUG nova.network.neutron [None req-74f385e5-60e5-4e36-99ac-3e234e4fd1d4 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.168041] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129255, 'name': ReconfigVM_Task, 'duration_secs': 0.439824} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.168041] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Reconfigured VM instance instance-00000032 to attach disk [datastore2] a6190545-bcc1-40c9-9505-0c1001a38cf2/a6190545-bcc1-40c9-9505-0c1001a38cf2.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.168041] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68326) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 840.168393] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-88711a12-c85c-4441-9236-935f92acfce0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.177487] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 840.177487] env[68326]: value = "task-3129257" [ 840.177487] env[68326]: _type = "Task" [ 840.177487] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.187540] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129257, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.233103] env[68326]: DEBUG nova.objects.instance [None req-093f0626-1832-4d67-bd6b-1d1becde7a8a tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lazy-loading 'flavor' on Instance uuid 51e92baa-01a8-4d09-b531-18d958cc5c29 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.257954] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129256, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.275405] env[68326]: INFO nova.compute.manager [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Rebuilding instance [ 840.289612] env[68326]: INFO nova.compute.manager [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Took 43.13 seconds to build instance. [ 840.336763] env[68326]: DEBUG nova.compute.manager [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 840.337149] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf85da95-2928-4632-8126-28e6d4642a39 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.381531] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.385605] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.597s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.385605] env[68326]: DEBUG nova.objects.instance [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 840.407572] env[68326]: INFO nova.scheduler.client.report [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Deleted allocations for instance 473dc8e2-9d6f-43b9-be2d-d35408a88520 [ 840.550956] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Acquiring lock "5f32ac15-011a-4574-b635-8833971c5a33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.551255] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Lock "5f32ac15-011a-4574-b635-8833971c5a33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.551467] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Acquiring lock "5f32ac15-011a-4574-b635-8833971c5a33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.551648] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Lock "5f32ac15-011a-4574-b635-8833971c5a33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.551816] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Lock "5f32ac15-011a-4574-b635-8833971c5a33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.555947] env[68326]: INFO nova.compute.manager [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Terminating instance [ 840.605207] env[68326]: DEBUG nova.network.neutron [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Updated VIF entry in instance network info cache for port 1cf173ff-ffa5-4d3a-855e-7be923471e8d. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.605598] env[68326]: DEBUG nova.network.neutron [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Updating instance_info_cache with network_info: [{"id": "1cf173ff-ffa5-4d3a-855e-7be923471e8d", "address": "fa:16:3e:d0:19:e1", "network": {"id": "76574db7-a156-488f-a1f7-4cdaa5b52f6c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-129859594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0edf64dcf2c6414bbb2389d2d6b4e9db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cf173ff-ff", "ovs_interfaceid": "1cf173ff-ffa5-4d3a-855e-7be923471e8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.691041] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129257, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.05639} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.691041] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68326) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 840.692040] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45712067-863c-4fbe-bbf8-8513306876a7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.725251] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] a6190545-bcc1-40c9-9505-0c1001a38cf2/ephemeral_0.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.727936] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b9a3be8-2c32-4480-b0e9-40722c31eacb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.748644] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 840.748644] env[68326]: value = "task-3129258" [ 840.748644] env[68326]: _type = "Task" [ 840.748644] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.761812] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129256, 'name': CreateVM_Task, 'duration_secs': 0.523576} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.766942] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.767564] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129258, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.768989] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.769404] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.770032] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.770333] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9696280-7025-4a39-b8e2-ac88cd94409f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.775992] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 840.775992] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529d9493-4bd2-c282-d7b2-357435b0b616" [ 840.775992] env[68326]: _type = "Task" [ 840.775992] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.785608] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529d9493-4bd2-c282-d7b2-357435b0b616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.791434] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1b5fdfbb-cac9-4e0a-9644-8b8722cae8e4 tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Lock "4b5df73e-f53c-43a1-8746-82b879b5d610" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.956s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.916387] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0dcdce9d-edac-41d5-81a4-245726b3f9f5 tempest-ServerTagsTestJSON-310439387 tempest-ServerTagsTestJSON-310439387-project-member] Lock "473dc8e2-9d6f-43b9-be2d-d35408a88520" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.815s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.993858] env[68326]: DEBUG nova.compute.manager [req-d00a455c-5ce6-45b9-bb30-63a729c16623 req-a7d1687d-984f-445f-a810-08b45bc45221 service nova] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Received event network-changed-948bd049-c4d6-49a1-a656-23fc1360f3da {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 840.994077] env[68326]: DEBUG nova.compute.manager [req-d00a455c-5ce6-45b9-bb30-63a729c16623 req-a7d1687d-984f-445f-a810-08b45bc45221 service nova] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Refreshing instance network info cache due to event network-changed-948bd049-c4d6-49a1-a656-23fc1360f3da. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 840.994310] env[68326]: DEBUG oslo_concurrency.lockutils [req-d00a455c-5ce6-45b9-bb30-63a729c16623 req-a7d1687d-984f-445f-a810-08b45bc45221 service nova] Acquiring lock "refresh_cache-d7acf762-bbcd-403a-afac-342a44f13a20" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.994544] env[68326]: DEBUG oslo_concurrency.lockutils [req-d00a455c-5ce6-45b9-bb30-63a729c16623 req-a7d1687d-984f-445f-a810-08b45bc45221 service nova] Acquired lock "refresh_cache-d7acf762-bbcd-403a-afac-342a44f13a20" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.994805] env[68326]: DEBUG nova.network.neutron [req-d00a455c-5ce6-45b9-bb30-63a729c16623 req-a7d1687d-984f-445f-a810-08b45bc45221 service nova] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Refreshing network info cache for port 948bd049-c4d6-49a1-a656-23fc1360f3da {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.997256] env[68326]: DEBUG nova.network.neutron [None req-74f385e5-60e5-4e36-99ac-3e234e4fd1d4 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Updating instance_info_cache with network_info: [{"id": "03b0d347-d093-48ec-bdc8-3e2d455b5efb", "address": "fa:16:3e:02:f2:08", "network": {"id": "1b4e4271-8cfe-4786-bb65-ea4ccc22b71c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-356623667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4722d704ebba463c890c092cdce3f175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03b0d347-d0", "ovs_interfaceid": "03b0d347-d093-48ec-bdc8-3e2d455b5efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.063022] env[68326]: DEBUG nova.compute.manager [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 841.063273] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.064679] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee9f92f-88bf-4291-8cc1-52a7ef6470a9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.072129] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.072367] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c305a7f3-bceb-4987-911c-74499010b519 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.078520] env[68326]: DEBUG oslo_vmware.api [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Waiting for the task: (returnval){ [ 841.078520] env[68326]: value = "task-3129259" [ 841.078520] env[68326]: _type = "Task" [ 841.078520] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.088130] env[68326]: DEBUG oslo_vmware.api [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': task-3129259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.109090] env[68326]: DEBUG oslo_concurrency.lockutils [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] Releasing lock "refresh_cache-a6190545-bcc1-40c9-9505-0c1001a38cf2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.109525] env[68326]: DEBUG nova.compute.manager [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Received event network-vif-plugged-d37f041a-9262-4956-92fc-3ba3a4ac06db {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 841.109803] env[68326]: DEBUG oslo_concurrency.lockutils [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] Acquiring lock "5950bd62-c505-4c7d-a235-f4e810d302ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.110041] env[68326]: DEBUG oslo_concurrency.lockutils [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] Lock "5950bd62-c505-4c7d-a235-f4e810d302ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.110213] env[68326]: DEBUG oslo_concurrency.lockutils [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] Lock "5950bd62-c505-4c7d-a235-f4e810d302ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.110386] env[68326]: DEBUG nova.compute.manager [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] No waiting events found dispatching network-vif-plugged-d37f041a-9262-4956-92fc-3ba3a4ac06db {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.110581] env[68326]: WARNING nova.compute.manager [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Received unexpected event network-vif-plugged-d37f041a-9262-4956-92fc-3ba3a4ac06db for instance with vm_state building and task_state spawning. [ 841.111485] env[68326]: DEBUG nova.compute.manager [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Received event network-changed-d37f041a-9262-4956-92fc-3ba3a4ac06db {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 841.111485] env[68326]: DEBUG nova.compute.manager [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Refreshing instance network info cache due to event network-changed-d37f041a-9262-4956-92fc-3ba3a4ac06db. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 841.111485] env[68326]: DEBUG oslo_concurrency.lockutils [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] Acquiring lock "refresh_cache-5950bd62-c505-4c7d-a235-f4e810d302ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.111485] env[68326]: DEBUG oslo_concurrency.lockutils [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] Acquired lock "refresh_cache-5950bd62-c505-4c7d-a235-f4e810d302ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.111485] env[68326]: DEBUG nova.network.neutron [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Refreshing network info cache for port d37f041a-9262-4956-92fc-3ba3a4ac06db {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.246213] env[68326]: DEBUG oslo_concurrency.lockutils [None req-093f0626-1832-4d67-bd6b-1d1becde7a8a tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "51e92baa-01a8-4d09-b531-18d958cc5c29" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.343s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.271677] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129258, 'name': ReconfigVM_Task, 'duration_secs': 0.321909} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.271985] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Reconfigured VM instance instance-00000032 to attach disk [datastore2] a6190545-bcc1-40c9-9505-0c1001a38cf2/ephemeral_0.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.277012] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ac57e75-d48e-4e34-a0c4-36af10f734de {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.289695] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529d9493-4bd2-c282-d7b2-357435b0b616, 'name': SearchDatastore_Task, 'duration_secs': 0.011956} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.291926] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.292295] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.292791] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.292791] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.293024] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.293425] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 841.293425] env[68326]: value = "task-3129260" [ 841.293425] env[68326]: _type = "Task" [ 841.293425] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.293837] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 841.296596] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f0b1e4b-a45a-4cc8-917d-1ea23056ee67 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.309694] env[68326]: DEBUG oslo_concurrency.lockutils [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.309961] env[68326]: DEBUG oslo_concurrency.lockutils [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.314525] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129260, 'name': Rename_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.321058] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.321284] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.322106] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb05d05-b7b5-43f0-869c-a9e3349ee9ce {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.327960] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 841.327960] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523816f1-bb24-3b04-ee6f-2277a3123777" [ 841.327960] env[68326]: _type = "Task" [ 841.327960] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.339337] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523816f1-bb24-3b04-ee6f-2277a3123777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.350759] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.351457] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62ee902b-e434-4459-9050-7bde1310fc28 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.358251] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 841.358251] env[68326]: value = "task-3129261" [ 841.358251] env[68326]: _type = "Task" [ 841.358251] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.366785] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.396931] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f5c5dcae-4eab-4aa4-9d42-63a34dfa2fe7 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.398103] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.092s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.398340] env[68326]: DEBUG nova.objects.instance [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lazy-loading 'resources' on Instance uuid 08bc8f22-db4d-4df7-84d1-55633ecdf87d {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.500668] env[68326]: DEBUG oslo_concurrency.lockutils [None req-74f385e5-60e5-4e36-99ac-3e234e4fd1d4 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Releasing lock "refresh_cache-e0acde58-0db2-4368-a8b9-986796ba11bc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.590514] env[68326]: DEBUG oslo_vmware.api [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': task-3129259, 'name': PowerOffVM_Task, 'duration_secs': 0.240186} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.590852] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.591034] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.591334] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6cc8967-e2b9-40f2-b500-bda545173985 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.653586] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.653875] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.654238] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Deleting the datastore file [datastore1] 5f32ac15-011a-4574-b635-8833971c5a33 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.654562] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c61d80c9-5eb3-41d7-b19b-63d94f1a4b7d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.663891] env[68326]: DEBUG oslo_vmware.api [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Waiting for the task: (returnval){ [ 841.663891] env[68326]: value = "task-3129263" [ 841.663891] env[68326]: _type = "Task" [ 841.663891] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.674161] env[68326]: DEBUG nova.compute.manager [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 841.677818] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c166f93-397e-4ad9-82f0-792ab9108cfd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.680826] env[68326]: DEBUG oslo_vmware.api [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': task-3129263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.817219] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129260, 'name': Rename_Task, 'duration_secs': 0.274837} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.817373] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.817692] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-195dd363-1c47-4711-9a17-910615b2327a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.827164] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 841.827164] env[68326]: value = "task-3129264" [ 841.827164] env[68326]: _type = "Task" [ 841.827164] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.831826] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.843678] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129264, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.848795] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523816f1-bb24-3b04-ee6f-2277a3123777, 'name': SearchDatastore_Task, 'duration_secs': 0.009552} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.849634] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21735f19-b876-4fa2-a41b-053d2b1b37b1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.855334] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 841.855334] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52213cf3-0683-0736-04f1-368ef51e074f" [ 841.855334] env[68326]: _type = "Task" [ 841.855334] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.870991] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129261, 'name': PowerOffVM_Task, 'duration_secs': 0.227567} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.874952] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.876327] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.876717] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52213cf3-0683-0736-04f1-368ef51e074f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.885353] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3eeee3-14ea-429e-b0e7-a631cf5ec6b6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.892993] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.893343] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f67222a7-974b-4946-9d84-eb0036d71b76 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.919578] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.919768] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.920880] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Deleting the datastore file [datastore1] cb7dac59-1165-4c86-b8e7-07330a7125b0 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.920880] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d4baa61-e9e7-4b46-aed2-deac7a4422c0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.927794] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 841.927794] env[68326]: value = "task-3129266" [ 841.927794] env[68326]: _type = "Task" [ 841.927794] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.945868] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.959042] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f3809086-e434-48e6-b7e5-e14fc0d11564 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.960804] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f3809086-e434-48e6-b7e5-e14fc0d11564 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.960804] env[68326]: INFO nova.compute.manager [None req-f3809086-e434-48e6-b7e5-e14fc0d11564 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Rebooting instance [ 842.010365] env[68326]: DEBUG nova.compute.manager [None req-74f385e5-60e5-4e36-99ac-3e234e4fd1d4 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 842.011367] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584add12-8931-4902-9e1b-c48e38c3d388 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.176433] env[68326]: DEBUG oslo_vmware.api [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Task: {'id': task-3129263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151353} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.182373] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.182821] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.183159] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.183500] env[68326]: INFO nova.compute.manager [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Took 1.12 seconds to destroy the instance on the hypervisor. [ 842.183870] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.184731] env[68326]: DEBUG nova.compute.manager [-] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 842.184945] env[68326]: DEBUG nova.network.neutron [-] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.192403] env[68326]: INFO nova.compute.manager [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] instance snapshotting [ 842.193888] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df55822-90bb-46e3-8fe8-429520cb81c2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.221267] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36801765-a581-48f9-be22-fc143ee9405e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.338503] env[68326]: DEBUG nova.network.neutron [req-d00a455c-5ce6-45b9-bb30-63a729c16623 req-a7d1687d-984f-445f-a810-08b45bc45221 service nova] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Updated VIF entry in instance network info cache for port 948bd049-c4d6-49a1-a656-23fc1360f3da. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.339040] env[68326]: DEBUG nova.network.neutron [req-d00a455c-5ce6-45b9-bb30-63a729c16623 req-a7d1687d-984f-445f-a810-08b45bc45221 service nova] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Updating instance_info_cache with network_info: [{"id": "948bd049-c4d6-49a1-a656-23fc1360f3da", "address": "fa:16:3e:35:41:56", "network": {"id": "3384afcf-7bad-40b9-826c-1c1413f1a7e8", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-938061974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c954367c1edf4f13aed2a39c19290c80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap948bd049-c4", "ovs_interfaceid": "948bd049-c4d6-49a1-a656-23fc1360f3da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.348188] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129264, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.366231] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52213cf3-0683-0736-04f1-368ef51e074f, 'name': SearchDatastore_Task, 'duration_secs': 0.011964} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.366573] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.366829] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 5950bd62-c505-4c7d-a235-f4e810d302ec/5950bd62-c505-4c7d-a235-f4e810d302ec.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.367128] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc99f6dc-f0f7-4553-a786-d265c060e54b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.385670] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 842.385670] env[68326]: value = "task-3129267" [ 842.385670] env[68326]: _type = "Task" [ 842.385670] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.402021] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.446617] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097804} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.447663] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 842.447663] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 842.447663] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 842.488212] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f3809086-e434-48e6-b7e5-e14fc0d11564 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.488212] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f3809086-e434-48e6-b7e5-e14fc0d11564 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.488212] env[68326]: DEBUG nova.network.neutron [None req-f3809086-e434-48e6-b7e5-e14fc0d11564 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.541123] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74d7186-eb23-413d-8915-600541c5cafc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.550405] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029fbf09-26cf-4f26-86d9-ddeec2cc7e75 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.554375] env[68326]: DEBUG nova.network.neutron [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Updated VIF entry in instance network info cache for port d37f041a-9262-4956-92fc-3ba3a4ac06db. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.556289] env[68326]: DEBUG nova.network.neutron [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Updating instance_info_cache with network_info: [{"id": "d37f041a-9262-4956-92fc-3ba3a4ac06db", "address": "fa:16:3e:92:ac:81", "network": {"id": "cc109f0b-c7ad-4117-8b9a-b1703bb934c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-995407191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb2bf991eb4b4faeb37682fd31e612af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd37f041a-92", "ovs_interfaceid": "d37f041a-9262-4956-92fc-3ba3a4ac06db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.593666] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e547aa1-6d21-43bb-b3f9-1ce78c6e060e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.603693] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87635017-7a04-4d6d-b895-3538683dd6c2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.627874] env[68326]: DEBUG nova.compute.provider_tree [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.644566] env[68326]: DEBUG nova.compute.manager [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 842.645978] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049cfadf-1b87-4985-8de1-843f444ac01f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.733426] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Creating Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 842.733821] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0dc70b02-63ce-46d2-930c-cd1f82497117 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.751384] env[68326]: DEBUG oslo_vmware.api [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 842.751384] env[68326]: value = "task-3129268" [ 842.751384] env[68326]: _type = "Task" [ 842.751384] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.759580] env[68326]: DEBUG oslo_vmware.api [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129268, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.838341] env[68326]: DEBUG oslo_vmware.api [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129264, 'name': PowerOnVM_Task, 'duration_secs': 0.518207} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.838684] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.838893] env[68326]: INFO nova.compute.manager [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Took 13.64 seconds to spawn the instance on the hypervisor. [ 842.839378] env[68326]: DEBUG nova.compute.manager [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 842.840255] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42711ff7-64ce-47f2-9b3e-bcadf2c04727 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.851378] env[68326]: DEBUG oslo_concurrency.lockutils [req-d00a455c-5ce6-45b9-bb30-63a729c16623 req-a7d1687d-984f-445f-a810-08b45bc45221 service nova] Releasing lock "refresh_cache-d7acf762-bbcd-403a-afac-342a44f13a20" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.896890] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129267, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.045547] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c40588-f65d-4066-898e-76a609237d15 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.053574] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-74f385e5-60e5-4e36-99ac-3e234e4fd1d4 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Doing hard reboot of VM {{(pid=68326) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 843.053832] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-00c77a08-496e-4f59-9db9-979ac3e8254c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.058250] env[68326]: DEBUG oslo_concurrency.lockutils [req-61e25a99-898a-434a-9de2-f3cddef9ad56 req-0ea9be51-cffb-4173-8226-96bf6e35b558 service nova] Releasing lock "refresh_cache-5950bd62-c505-4c7d-a235-f4e810d302ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.060773] env[68326]: DEBUG oslo_vmware.api [None req-74f385e5-60e5-4e36-99ac-3e234e4fd1d4 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 843.060773] env[68326]: value = "task-3129269" [ 843.060773] env[68326]: _type = "Task" [ 843.060773] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.071333] env[68326]: DEBUG oslo_vmware.api [None req-74f385e5-60e5-4e36-99ac-3e234e4fd1d4 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129269, 'name': ResetVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.131967] env[68326]: DEBUG nova.scheduler.client.report [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.160940] env[68326]: INFO nova.compute.manager [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] instance snapshotting [ 843.161852] env[68326]: DEBUG nova.objects.instance [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lazy-loading 'flavor' on Instance uuid df2f88d6-5e47-4d8c-a727-9f20cecee976 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.262118] env[68326]: DEBUG oslo_vmware.api [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129268, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.362639] env[68326]: INFO nova.compute.manager [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Took 43.92 seconds to build instance. [ 843.398765] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592787} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.399246] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 5950bd62-c505-4c7d-a235-f4e810d302ec/5950bd62-c505-4c7d-a235-f4e810d302ec.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.399518] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.399781] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88581376-4941-4e78-bf51-6cda2717c43e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.409743] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 843.409743] env[68326]: value = "task-3129270" [ 843.409743] env[68326]: _type = "Task" [ 843.409743] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.418720] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.504951] env[68326]: DEBUG nova.virt.hardware [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.505231] env[68326]: DEBUG nova.virt.hardware [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.505393] env[68326]: DEBUG nova.virt.hardware [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.505575] env[68326]: DEBUG nova.virt.hardware [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.505720] env[68326]: DEBUG nova.virt.hardware [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.505864] env[68326]: DEBUG nova.virt.hardware [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.506085] env[68326]: DEBUG nova.virt.hardware [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.506247] env[68326]: DEBUG nova.virt.hardware [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.506585] env[68326]: DEBUG nova.virt.hardware [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.506727] env[68326]: DEBUG nova.virt.hardware [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.507069] env[68326]: DEBUG nova.virt.hardware [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.508581] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58391ab-6dc2-465f-ae85-da85d30a475f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.517274] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce3d9f6-e3cc-4384-ac4d-7d90af0ee731 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.532971] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Instance VIF info [] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.538673] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.538933] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.539165] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9298a587-e0ca-4e5c-b152-9518b5b9ef60 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.557716] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.557716] env[68326]: value = "task-3129271" [ 843.557716] env[68326]: _type = "Task" [ 843.557716] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.568816] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129271, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.571846] env[68326]: DEBUG oslo_vmware.api [None req-74f385e5-60e5-4e36-99ac-3e234e4fd1d4 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129269, 'name': ResetVM_Task, 'duration_secs': 0.080823} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.572104] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-74f385e5-60e5-4e36-99ac-3e234e4fd1d4 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Did hard reboot of VM {{(pid=68326) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 843.572295] env[68326]: DEBUG nova.compute.manager [None req-74f385e5-60e5-4e36-99ac-3e234e4fd1d4 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 843.573025] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d699b9c1-5264-49bc-bb7d-91a9d486c7e4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.629644] env[68326]: DEBUG nova.network.neutron [None req-f3809086-e434-48e6-b7e5-e14fc0d11564 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updating instance_info_cache with network_info: [{"id": "97470a46-6b57-4482-8fcf-64973ab15393", "address": "fa:16:3e:ac:0f:c8", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97470a46-6b", "ovs_interfaceid": "97470a46-6b57-4482-8fcf-64973ab15393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.641227] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.644776] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.510s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.648097] env[68326]: DEBUG nova.objects.instance [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lazy-loading 'resources' on Instance uuid 4adc91ad-9992-4a21-b3cf-88e905004802 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.673506] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15655bf-6cfd-4b5e-b40c-026624fde94b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.695232] env[68326]: INFO nova.scheduler.client.report [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Deleted allocations for instance 08bc8f22-db4d-4df7-84d1-55633ecdf87d [ 843.696839] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf8e5b7-7e82-4596-a12f-f19e56d5bb4a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.765780] env[68326]: DEBUG oslo_vmware.api [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129268, 'name': CreateSnapshot_Task, 'duration_secs': 0.845708} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.766069] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Created Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 843.766889] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341ea70c-b8cc-454a-a021-68e848c48e28 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.866972] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ab1624dc-7a96-4b0d-aaa0-57266b7ff221 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "a6190545-bcc1-40c9-9505-0c1001a38cf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.987s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.925027] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07197} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.925364] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.926817] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544380c2-5a58-4a8b-9d5c-0e28ffda9e7a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.953614] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 5950bd62-c505-4c7d-a235-f4e810d302ec/5950bd62-c505-4c7d-a235-f4e810d302ec.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.953614] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7747a744-a5ad-43f2-9271-f1fc57c1b47b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.977430] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Acquiring lock "4b5df73e-f53c-43a1-8746-82b879b5d610" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.977430] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Lock "4b5df73e-f53c-43a1-8746-82b879b5d610" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.978121] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Acquiring lock "4b5df73e-f53c-43a1-8746-82b879b5d610-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.978121] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Lock "4b5df73e-f53c-43a1-8746-82b879b5d610-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.978121] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Lock "4b5df73e-f53c-43a1-8746-82b879b5d610-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.979898] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 843.979898] env[68326]: value = "task-3129272" [ 843.979898] env[68326]: _type = "Task" [ 843.979898] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.981036] env[68326]: INFO nova.compute.manager [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Terminating instance [ 843.995253] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.069680] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129271, 'name': CreateVM_Task, 'duration_secs': 0.501417} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.070273] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.070392] env[68326]: DEBUG oslo_concurrency.lockutils [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.070787] env[68326]: DEBUG oslo_concurrency.lockutils [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.070962] env[68326]: DEBUG oslo_concurrency.lockutils [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.071257] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-602e726c-d45e-4ec0-9021-1e9a0fa709d1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.076604] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 844.076604] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]527c36c4-05e7-df50-32de-23f39e9c9fe5" [ 844.076604] env[68326]: _type = "Task" [ 844.076604] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.088714] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]527c36c4-05e7-df50-32de-23f39e9c9fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.089873] env[68326]: DEBUG oslo_concurrency.lockutils [None req-74f385e5-60e5-4e36-99ac-3e234e4fd1d4 tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "e0acde58-0db2-4368-a8b9-986796ba11bc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.615s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.133531] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f3809086-e434-48e6-b7e5-e14fc0d11564 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.205945] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5d6ea0fe-6b2d-4644-b96b-fa63c4edd7f0 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.423s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.206935] env[68326]: DEBUG oslo_concurrency.lockutils [req-9db3d789-d651-4029-8a65-67fe3eae8b9d req-45e6b8d2-34cc-470a-920f-1617db43c2a7 service nova] Acquired lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.207855] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f247bbc-7f5e-43c0-abcb-fa5e07559ee9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.214466] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Creating Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 844.217940] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b90133b5-0c13-4c44-a4c6-ed77e5048578 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.221589] env[68326]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 844.221749] env[68326]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68326) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 844.223565] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a157309-c88d-4f01-a984-04cb0cdb24e2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.230195] env[68326]: DEBUG oslo_vmware.api [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 844.230195] env[68326]: value = "task-3129273" [ 844.230195] env[68326]: _type = "Task" [ 844.230195] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.238142] env[68326]: DEBUG nova.network.neutron [-] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.246715] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d96231-2144-48c3-b7a0-307e7ee492d9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.261739] env[68326]: INFO nova.compute.manager [-] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Took 2.08 seconds to deallocate network for instance. [ 844.269251] env[68326]: DEBUG oslo_vmware.api [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129273, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.286366] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Creating linked-clone VM from snapshot {{(pid=68326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 844.307977] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4279e3dd-1078-4d26-bfb0-4b9dce5eb2d2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.309191] env[68326]: ERROR root [req-9db3d789-d651-4029-8a65-67fe3eae8b9d req-45e6b8d2-34cc-470a-920f-1617db43c2a7 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-626184' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-626184' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-626184' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-626184'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-626184' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-626184' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-626184'}\n"]: nova.exception.InstanceNotFound: Instance 08bc8f22-db4d-4df7-84d1-55633ecdf87d could not be found. [ 844.310113] env[68326]: DEBUG oslo_concurrency.lockutils [req-9db3d789-d651-4029-8a65-67fe3eae8b9d req-45e6b8d2-34cc-470a-920f-1617db43c2a7 service nova] Releasing lock "08bc8f22-db4d-4df7-84d1-55633ecdf87d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.310113] env[68326]: DEBUG nova.compute.manager [req-9db3d789-d651-4029-8a65-67fe3eae8b9d req-45e6b8d2-34cc-470a-920f-1617db43c2a7 service nova] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Detach interface failed, port_id=cb3533bd-5470-4d51-b9de-923cd2011a49, reason: Instance 08bc8f22-db4d-4df7-84d1-55633ecdf87d could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 844.312460] env[68326]: DEBUG nova.compute.manager [req-2bf0d7a4-e42e-418a-9425-c24ecebdf12e req-2f87ce01-69d3-4ba0-b3a6-352a4d5b9f93 service nova] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Received event network-vif-deleted-90bf3437-2c4b-4897-b4a0-347e4b009f7f {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 844.317176] env[68326]: DEBUG oslo_vmware.api [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 844.317176] env[68326]: value = "task-3129274" [ 844.317176] env[68326]: _type = "Task" [ 844.317176] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.329559] env[68326]: DEBUG oslo_vmware.api [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129274, 'name': CloneVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.369766] env[68326]: DEBUG nova.compute.manager [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 844.491709] env[68326]: DEBUG nova.compute.manager [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 844.491933] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.492804] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4969c0-a500-43c0-b36e-510fd5223a8d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.502081] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129272, 'name': ReconfigVM_Task, 'duration_secs': 0.280022} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.511056] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 5950bd62-c505-4c7d-a235-f4e810d302ec/5950bd62-c505-4c7d-a235-f4e810d302ec.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.515028] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.515028] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c7014a7-0419-43ac-b956-765bc23af0cd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.515519] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f17fe5ea-4131-4174-9c7d-d177c3c27cbe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.520412] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquiring lock "1030d138-6631-4782-8b8a-80c31e7ec17f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.520740] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "1030d138-6631-4782-8b8a-80c31e7ec17f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.527944] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 844.527944] env[68326]: value = "task-3129275" [ 844.527944] env[68326]: _type = "Task" [ 844.527944] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.530596] env[68326]: DEBUG oslo_vmware.api [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Waiting for the task: (returnval){ [ 844.530596] env[68326]: value = "task-3129276" [ 844.530596] env[68326]: _type = "Task" [ 844.530596] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.542818] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129275, 'name': Rename_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.546535] env[68326]: DEBUG oslo_vmware.api [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Task: {'id': task-3129276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.589437] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]527c36c4-05e7-df50-32de-23f39e9c9fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.010516} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.589832] env[68326]: DEBUG oslo_concurrency.lockutils [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.590659] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.590824] env[68326]: DEBUG oslo_concurrency.lockutils [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.591505] env[68326]: DEBUG oslo_concurrency.lockutils [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.591505] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.594565] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fc184e9-bc37-4268-aaa3-8f7aa2d7fed4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.607790] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.607965] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.608697] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ea7fb8-2c47-4565-8b3a-b6204d06430e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.618396] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 844.618396] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]524727e7-9c58-e788-194a-d910dbdf8469" [ 844.618396] env[68326]: _type = "Task" [ 844.618396] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.631260] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524727e7-9c58-e788-194a-d910dbdf8469, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.640493] env[68326]: DEBUG nova.compute.manager [None req-f3809086-e434-48e6-b7e5-e14fc0d11564 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 844.644488] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0208ef59-b351-4a40-b65d-4d3598737022 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.746399] env[68326]: DEBUG oslo_vmware.api [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129273, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.774882] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.810328] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155a4bce-cfed-49ae-a440-dee7b55fd935 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.821824] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430766f4-afa2-43aa-b962-70d366777226 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.830810] env[68326]: DEBUG oslo_vmware.api [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129274, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.861083] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48faa57-4dff-48e5-9f07-f8aa984cbfbd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.869590] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c25880e-aab2-40fe-a6e6-d2634503da93 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.886890] env[68326]: DEBUG nova.compute.provider_tree [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.909226] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.048422] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129275, 'name': Rename_Task, 'duration_secs': 0.319345} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.052097] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.052379] env[68326]: DEBUG oslo_vmware.api [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Task: {'id': task-3129276, 'name': PowerOffVM_Task, 'duration_secs': 0.255197} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.052640] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0850ee0c-a758-465c-9750-bd8933131e02 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.054891] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.055082] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.055344] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4ebe1fc-9568-449c-8f32-262224d8a175 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.064776] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 845.064776] env[68326]: value = "task-3129277" [ 845.064776] env[68326]: _type = "Task" [ 845.064776] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.073416] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.120820] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.121044] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.121479] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Deleting the datastore file [datastore2] 4b5df73e-f53c-43a1-8746-82b879b5d610 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.127264] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92322258-7e65-4031-bd76-d6dd6aaca2b8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.137555] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524727e7-9c58-e788-194a-d910dbdf8469, 'name': SearchDatastore_Task, 'duration_secs': 0.010803} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.138566] env[68326]: DEBUG oslo_vmware.api [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Waiting for the task: (returnval){ [ 845.138566] env[68326]: value = "task-3129279" [ 845.138566] env[68326]: _type = "Task" [ 845.138566] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.139086] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65ab552-567d-44a0-82ed-6e99f2036a27 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.148728] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 845.148728] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5276d592-2947-c2ff-8925-9c1bfb10b6c3" [ 845.148728] env[68326]: _type = "Task" [ 845.148728] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.152654] env[68326]: DEBUG oslo_vmware.api [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Task: {'id': task-3129279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.169116] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5276d592-2947-c2ff-8925-9c1bfb10b6c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012086} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.169232] env[68326]: DEBUG oslo_concurrency.lockutils [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.169487] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] cb7dac59-1165-4c86-b8e7-07330a7125b0/cb7dac59-1165-4c86-b8e7-07330a7125b0.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.169865] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bef46077-122a-4b92-8278-fd537f8f1653 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.178997] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 845.178997] env[68326]: value = "task-3129280" [ 845.178997] env[68326]: _type = "Task" [ 845.178997] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.191052] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.242907] env[68326]: DEBUG oslo_vmware.api [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129273, 'name': CreateSnapshot_Task, 'duration_secs': 0.834505} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.243222] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Created Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 845.244118] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e37b9c-5541-4eb0-975d-72b9d018a0f7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.328034] env[68326]: DEBUG oslo_vmware.api [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129274, 'name': CloneVM_Task} progress is 95%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.391895] env[68326]: DEBUG nova.scheduler.client.report [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.580353] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129277, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.590652] env[68326]: DEBUG nova.compute.manager [req-3b1ab68e-84ed-463a-b5ca-344d8074d410 req-957a65e9-aa13-453d-9dd9-d0f59209f3ac service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Received event network-changed-03b0d347-d093-48ec-bdc8-3e2d455b5efb {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 845.590877] env[68326]: DEBUG nova.compute.manager [req-3b1ab68e-84ed-463a-b5ca-344d8074d410 req-957a65e9-aa13-453d-9dd9-d0f59209f3ac service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Refreshing instance network info cache due to event network-changed-03b0d347-d093-48ec-bdc8-3e2d455b5efb. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 845.592529] env[68326]: DEBUG oslo_concurrency.lockutils [req-3b1ab68e-84ed-463a-b5ca-344d8074d410 req-957a65e9-aa13-453d-9dd9-d0f59209f3ac service nova] Acquiring lock "refresh_cache-e0acde58-0db2-4368-a8b9-986796ba11bc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.592529] env[68326]: DEBUG oslo_concurrency.lockutils [req-3b1ab68e-84ed-463a-b5ca-344d8074d410 req-957a65e9-aa13-453d-9dd9-d0f59209f3ac service nova] Acquired lock "refresh_cache-e0acde58-0db2-4368-a8b9-986796ba11bc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.592637] env[68326]: DEBUG nova.network.neutron [req-3b1ab68e-84ed-463a-b5ca-344d8074d410 req-957a65e9-aa13-453d-9dd9-d0f59209f3ac service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Refreshing network info cache for port 03b0d347-d093-48ec-bdc8-3e2d455b5efb {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.658052] env[68326]: DEBUG oslo_vmware.api [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Task: {'id': task-3129279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185791} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.658612] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.659613] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.659859] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.660129] env[68326]: INFO nova.compute.manager [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Took 1.17 seconds to destroy the instance on the hypervisor. [ 845.660434] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.664330] env[68326]: DEBUG nova.compute.manager [-] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 845.664475] env[68326]: DEBUG nova.network.neutron [-] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.669798] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f2c2fa-53f8-4785-be70-7acee1207218 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.682732] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f3809086-e434-48e6-b7e5-e14fc0d11564 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Doing hard reboot of VM {{(pid=68326) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 845.688387] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d4be0992-a9a5-4019-b660-e08f38217346 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.700975] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129280, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.702752] env[68326]: DEBUG oslo_vmware.api [None req-f3809086-e434-48e6-b7e5-e14fc0d11564 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 845.702752] env[68326]: value = "task-3129281" [ 845.702752] env[68326]: _type = "Task" [ 845.702752] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.711792] env[68326]: DEBUG oslo_vmware.api [None req-f3809086-e434-48e6-b7e5-e14fc0d11564 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129281, 'name': ResetVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.764341] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Creating linked-clone VM from snapshot {{(pid=68326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 845.764867] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-19742e8b-845f-450a-9b91-d5e5598c06f4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.774565] env[68326]: DEBUG oslo_vmware.api [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 845.774565] env[68326]: value = "task-3129282" [ 845.774565] env[68326]: _type = "Task" [ 845.774565] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.786014] env[68326]: DEBUG oslo_vmware.api [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129282, 'name': CloneVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.828181] env[68326]: DEBUG oslo_vmware.api [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129274, 'name': CloneVM_Task, 'duration_secs': 1.137498} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.828475] env[68326]: INFO nova.virt.vmwareapi.vmops [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Created linked-clone VM from snapshot [ 845.829296] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b40540-27ad-48b9-9f8c-892c6bda8d45 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.837976] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Uploading image 3254b980-0ec6-4a8a-8519-db64e2a972f1 {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 845.875276] env[68326]: DEBUG oslo_vmware.rw_handles [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 845.875276] env[68326]: value = "vm-626297" [ 845.875276] env[68326]: _type = "VirtualMachine" [ 845.875276] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 845.875570] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7a5bc635-3d88-4630-83b3-c27a85b4645e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.883900] env[68326]: DEBUG oslo_vmware.rw_handles [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lease: (returnval){ [ 845.883900] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529b52fc-b078-2d58-b3e6-a969cde36da5" [ 845.883900] env[68326]: _type = "HttpNfcLease" [ 845.883900] env[68326]: } obtained for exporting VM: (result){ [ 845.883900] env[68326]: value = "vm-626297" [ 845.883900] env[68326]: _type = "VirtualMachine" [ 845.883900] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 845.883900] env[68326]: DEBUG oslo_vmware.api [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the lease: (returnval){ [ 845.883900] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529b52fc-b078-2d58-b3e6-a969cde36da5" [ 845.883900] env[68326]: _type = "HttpNfcLease" [ 845.883900] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 845.893542] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 845.893542] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529b52fc-b078-2d58-b3e6-a969cde36da5" [ 845.893542] env[68326]: _type = "HttpNfcLease" [ 845.893542] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 845.898660] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.901928] env[68326]: DEBUG oslo_concurrency.lockutils [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.337s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.904083] env[68326]: INFO nova.compute.claims [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.937426] env[68326]: INFO nova.scheduler.client.report [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleted allocations for instance 4adc91ad-9992-4a21-b3cf-88e905004802 [ 846.081020] env[68326]: DEBUG oslo_vmware.api [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129277, 'name': PowerOnVM_Task, 'duration_secs': 0.647556} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.081020] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.081020] env[68326]: INFO nova.compute.manager [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Took 10.12 seconds to spawn the instance on the hypervisor. [ 846.081020] env[68326]: DEBUG nova.compute.manager [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 846.081020] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3278776b-e1e2-4792-99c4-e4ad9032a81a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.129015] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Acquiring lock "c9523eb4-b705-4080-96f8-964b88d937fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.129314] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Lock "c9523eb4-b705-4080-96f8-964b88d937fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.194514] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587673} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.195924] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] cb7dac59-1165-4c86-b8e7-07330a7125b0/cb7dac59-1165-4c86-b8e7-07330a7125b0.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.195924] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.195924] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91cd8291-3dce-4e09-9895-0463d003c418 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.208589] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 846.208589] env[68326]: value = "task-3129284" [ 846.208589] env[68326]: _type = "Task" [ 846.208589] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.217146] env[68326]: DEBUG oslo_vmware.api [None req-f3809086-e434-48e6-b7e5-e14fc0d11564 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129281, 'name': ResetVM_Task, 'duration_secs': 0.14261} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.220335] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f3809086-e434-48e6-b7e5-e14fc0d11564 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Did hard reboot of VM {{(pid=68326) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 846.220335] env[68326]: DEBUG nova.compute.manager [None req-f3809086-e434-48e6-b7e5-e14fc0d11564 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 846.220335] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81379f1-b6cd-414f-9f4e-82686fde2a20 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.229496] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.294986] env[68326]: DEBUG oslo_vmware.api [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129282, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.394460] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 846.394460] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529b52fc-b078-2d58-b3e6-a969cde36da5" [ 846.394460] env[68326]: _type = "HttpNfcLease" [ 846.394460] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 846.394460] env[68326]: DEBUG oslo_vmware.rw_handles [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 846.394460] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529b52fc-b078-2d58-b3e6-a969cde36da5" [ 846.394460] env[68326]: _type = "HttpNfcLease" [ 846.394460] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 846.394460] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9992291-5471-44ba-8896-a08431221142 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.410531] env[68326]: DEBUG oslo_vmware.rw_handles [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e47b1-4913-ca4b-71cb-a0786f519bf9/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 846.410531] env[68326]: DEBUG oslo_vmware.rw_handles [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e47b1-4913-ca4b-71cb-a0786f519bf9/disk-0.vmdk for reading. {{(pid=68326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 846.486286] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171228b-29dc-4c0c-bc94-9b6d9055cf7f tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "4adc91ad-9992-4a21-b3cf-88e905004802" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.934s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.601444] env[68326]: INFO nova.compute.manager [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Took 43.41 seconds to build instance. [ 846.633946] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2b7e82ee-5d63-4daa-a8d4-63b3eaeacdeb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.641452] env[68326]: DEBUG nova.network.neutron [req-3b1ab68e-84ed-463a-b5ca-344d8074d410 req-957a65e9-aa13-453d-9dd9-d0f59209f3ac service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Updated VIF entry in instance network info cache for port 03b0d347-d093-48ec-bdc8-3e2d455b5efb. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.641635] env[68326]: DEBUG nova.network.neutron [req-3b1ab68e-84ed-463a-b5ca-344d8074d410 req-957a65e9-aa13-453d-9dd9-d0f59209f3ac service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Updating instance_info_cache with network_info: [{"id": "03b0d347-d093-48ec-bdc8-3e2d455b5efb", "address": "fa:16:3e:02:f2:08", "network": {"id": "1b4e4271-8cfe-4786-bb65-ea4ccc22b71c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-356623667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4722d704ebba463c890c092cdce3f175", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03b0d347-d0", "ovs_interfaceid": "03b0d347-d093-48ec-bdc8-3e2d455b5efb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.649601] env[68326]: DEBUG nova.compute.manager [req-0553c632-8dd7-4e65-98b2-e7b9f7c13566 req-e8a1cf5d-c9e4-40ca-ab13-e9967d733ea5 service nova] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Received event network-vif-deleted-dbc31691-4c15-44a8-ad25-ccb86652ca33 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 846.649963] env[68326]: INFO nova.compute.manager [req-0553c632-8dd7-4e65-98b2-e7b9f7c13566 req-e8a1cf5d-c9e4-40ca-ab13-e9967d733ea5 service nova] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Neutron deleted interface dbc31691-4c15-44a8-ad25-ccb86652ca33; detaching it from the instance and deleting it from the info cache [ 846.650218] env[68326]: DEBUG nova.network.neutron [req-0553c632-8dd7-4e65-98b2-e7b9f7c13566 req-e8a1cf5d-c9e4-40ca-ab13-e9967d733ea5 service nova] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.721442] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065246} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.721725] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.722671] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dd98f5-2a13-4273-8ab3-4f0d2aa28ec6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.743463] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] cb7dac59-1165-4c86-b8e7-07330a7125b0/cb7dac59-1165-4c86-b8e7-07330a7125b0.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.746053] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13005254-d958-4199-9e6c-4541d4ddb5c8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.760640] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f3809086-e434-48e6-b7e5-e14fc0d11564 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.801s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.767280] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 846.767280] env[68326]: value = "task-3129285" [ 846.767280] env[68326]: _type = "Task" [ 846.767280] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.775795] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.789132] env[68326]: DEBUG oslo_vmware.api [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129282, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.870713] env[68326]: DEBUG nova.network.neutron [-] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.903935] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquiring lock "e0acde58-0db2-4368-a8b9-986796ba11bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.904200] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "e0acde58-0db2-4368-a8b9-986796ba11bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.904407] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquiring lock "e0acde58-0db2-4368-a8b9-986796ba11bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.904585] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "e0acde58-0db2-4368-a8b9-986796ba11bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.904760] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "e0acde58-0db2-4368-a8b9-986796ba11bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.909034] env[68326]: INFO nova.compute.manager [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Terminating instance [ 847.104980] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3d02ebc-44fe-4b3a-9759-e1b76c760a31 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "5950bd62-c505-4c7d-a235-f4e810d302ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.051s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.145719] env[68326]: DEBUG oslo_concurrency.lockutils [req-3b1ab68e-84ed-463a-b5ca-344d8074d410 req-957a65e9-aa13-453d-9dd9-d0f59209f3ac service nova] Releasing lock "refresh_cache-e0acde58-0db2-4368-a8b9-986796ba11bc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.158650] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e695f0f1-582e-45f8-b526-66ff40b660ea {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.171870] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffffdcda-98a0-4758-94a6-761ed0df8c60 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.223225] env[68326]: DEBUG nova.compute.manager [req-0553c632-8dd7-4e65-98b2-e7b9f7c13566 req-e8a1cf5d-c9e4-40ca-ab13-e9967d733ea5 service nova] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Detach interface failed, port_id=dbc31691-4c15-44a8-ad25-ccb86652ca33, reason: Instance 4b5df73e-f53c-43a1-8746-82b879b5d610 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 847.298313] env[68326]: DEBUG oslo_vmware.api [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129282, 'name': CloneVM_Task} progress is 95%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.298665] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129285, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.378495] env[68326]: INFO nova.compute.manager [-] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Took 1.71 seconds to deallocate network for instance. [ 847.415698] env[68326]: DEBUG nova.compute.manager [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 847.416031] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.416919] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0427de7c-daae-4141-b3de-031644db15d7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.426192] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.426685] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc144e7b-2a61-41b0-8d28-3b2c9160a1be {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.440660] env[68326]: DEBUG oslo_vmware.api [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 847.440660] env[68326]: value = "task-3129286" [ 847.440660] env[68326]: _type = "Task" [ 847.440660] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.464232] env[68326]: DEBUG oslo_vmware.api [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.614281] env[68326]: DEBUG nova.compute.manager [None req-c13aee80-77f7-477a-8e8a-c3fd3410b38d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 97282d72-18a2-4f17-8bc9-36108a73a885] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 847.702246] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca36bde-0603-45bc-9893-53217cb853e4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.714750] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3666d26-c7b3-45cf-a09f-b5e2facbb9da {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.752113] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7328d42a-7976-42f7-861f-1f4645f669f2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.764015] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427fc743-bd2b-42e8-aae3-aff30dbd6d10 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.779518] env[68326]: DEBUG nova.compute.provider_tree [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.788069] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129285, 'name': ReconfigVM_Task, 'duration_secs': 0.634724} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.788326] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Reconfigured VM instance instance-0000002e to attach disk [datastore1] cb7dac59-1165-4c86-b8e7-07330a7125b0/cb7dac59-1165-4c86-b8e7-07330a7125b0.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.788978] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b7552a8-18d3-4e2b-9a1b-22af498da88c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.793688] env[68326]: DEBUG oslo_vmware.api [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129282, 'name': CloneVM_Task, 'duration_secs': 1.822923} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.794952] env[68326]: INFO nova.virt.vmwareapi.vmops [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Created linked-clone VM from snapshot [ 847.795807] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf4b96f-285c-4a6a-8da1-4bb723d1d98b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.800227] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 847.800227] env[68326]: value = "task-3129287" [ 847.800227] env[68326]: _type = "Task" [ 847.800227] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.807123] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Uploading image 8ff4e88d-c044-481a-a1f5-499948feff8b {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 847.814751] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129287, 'name': Rename_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.896817] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.955253] env[68326]: DEBUG oslo_vmware.api [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129286, 'name': PowerOffVM_Task, 'duration_secs': 0.185845} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.957157] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.957157] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.957157] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a65621ad-d424-4b6d-a169-492866597370 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.030582] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.030635] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.033878] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Deleting the datastore file [datastore1] e0acde58-0db2-4368-a8b9-986796ba11bc {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.034805] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f552ecd-c9f3-485f-a951-27e0f0764350 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.044416] env[68326]: DEBUG oslo_vmware.api [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 848.044416] env[68326]: value = "task-3129289" [ 848.044416] env[68326]: _type = "Task" [ 848.044416] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.049094] env[68326]: DEBUG oslo_vmware.rw_handles [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 848.049094] env[68326]: value = "vm-626299" [ 848.049094] env[68326]: _type = "VirtualMachine" [ 848.049094] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 848.049450] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b8ca655a-1f29-4bae-a75d-53b67bd753ca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.056605] env[68326]: DEBUG oslo_vmware.api [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.058183] env[68326]: DEBUG oslo_vmware.rw_handles [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lease: (returnval){ [ 848.058183] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52deaa9a-caf4-fe17-b3d4-d97a513bab88" [ 848.058183] env[68326]: _type = "HttpNfcLease" [ 848.058183] env[68326]: } obtained for exporting VM: (result){ [ 848.058183] env[68326]: value = "vm-626299" [ 848.058183] env[68326]: _type = "VirtualMachine" [ 848.058183] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 848.058540] env[68326]: DEBUG oslo_vmware.api [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the lease: (returnval){ [ 848.058540] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52deaa9a-caf4-fe17-b3d4-d97a513bab88" [ 848.058540] env[68326]: _type = "HttpNfcLease" [ 848.058540] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 848.064841] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.064841] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52deaa9a-caf4-fe17-b3d4-d97a513bab88" [ 848.064841] env[68326]: _type = "HttpNfcLease" [ 848.064841] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 848.120654] env[68326]: DEBUG nova.compute.manager [None req-c13aee80-77f7-477a-8e8a-c3fd3410b38d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 97282d72-18a2-4f17-8bc9-36108a73a885] Instance disappeared before build. {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2524}} [ 848.274618] env[68326]: DEBUG nova.compute.manager [req-4195d671-a428-43ed-9fce-8190ea794810 req-8394cc89-d071-4fe5-a547-fde94977ca0f service nova] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Received event network-changed-1cf173ff-ffa5-4d3a-855e-7be923471e8d {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 848.274768] env[68326]: DEBUG nova.compute.manager [req-4195d671-a428-43ed-9fce-8190ea794810 req-8394cc89-d071-4fe5-a547-fde94977ca0f service nova] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Refreshing instance network info cache due to event network-changed-1cf173ff-ffa5-4d3a-855e-7be923471e8d. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 848.275025] env[68326]: DEBUG oslo_concurrency.lockutils [req-4195d671-a428-43ed-9fce-8190ea794810 req-8394cc89-d071-4fe5-a547-fde94977ca0f service nova] Acquiring lock "refresh_cache-a6190545-bcc1-40c9-9505-0c1001a38cf2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.275181] env[68326]: DEBUG oslo_concurrency.lockutils [req-4195d671-a428-43ed-9fce-8190ea794810 req-8394cc89-d071-4fe5-a547-fde94977ca0f service nova] Acquired lock "refresh_cache-a6190545-bcc1-40c9-9505-0c1001a38cf2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.275354] env[68326]: DEBUG nova.network.neutron [req-4195d671-a428-43ed-9fce-8190ea794810 req-8394cc89-d071-4fe5-a547-fde94977ca0f service nova] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Refreshing network info cache for port 1cf173ff-ffa5-4d3a-855e-7be923471e8d {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.283162] env[68326]: DEBUG nova.scheduler.client.report [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.311705] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129287, 'name': Rename_Task, 'duration_secs': 0.243661} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.312445] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.312445] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57f4f833-94bf-4348-bcf8-3433c38540f6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.320601] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 848.320601] env[68326]: value = "task-3129291" [ 848.320601] env[68326]: _type = "Task" [ 848.320601] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.330463] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.556850] env[68326]: DEBUG oslo_vmware.api [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272911} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.557806] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.558310] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.558509] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.558739] env[68326]: INFO nova.compute.manager [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 848.559059] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.559574] env[68326]: DEBUG nova.compute.manager [-] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 848.559966] env[68326]: DEBUG nova.network.neutron [-] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.571726] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 848.571726] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52deaa9a-caf4-fe17-b3d4-d97a513bab88" [ 848.571726] env[68326]: _type = "HttpNfcLease" [ 848.571726] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 848.572120] env[68326]: DEBUG oslo_vmware.rw_handles [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 848.572120] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52deaa9a-caf4-fe17-b3d4-d97a513bab88" [ 848.572120] env[68326]: _type = "HttpNfcLease" [ 848.572120] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 848.574074] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78f24bb-5d5b-4cc8-a6f6-3d0d7015d706 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.585589] env[68326]: DEBUG oslo_vmware.rw_handles [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c39e83-cdc7-6668-ca0e-7ea8892ff1ba/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 848.585589] env[68326]: DEBUG oslo_vmware.rw_handles [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c39e83-cdc7-6668-ca0e-7ea8892ff1ba/disk-0.vmdk for reading. {{(pid=68326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 848.682219] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c13aee80-77f7-477a-8e8a-c3fd3410b38d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "97282d72-18a2-4f17-8bc9-36108a73a885" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.840s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.711477] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c6e685be-0e9d-4f59-a69d-2b7428e8f1b6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.788672] env[68326]: DEBUG oslo_concurrency.lockutils [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.887s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.789312] env[68326]: DEBUG nova.compute.manager [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 848.794255] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.695s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.794544] env[68326]: INFO nova.compute.claims [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.834884] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.076561] env[68326]: DEBUG nova.compute.manager [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 849.080210] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba06914-d441-42b6-bd1d-5cb542be833f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.188059] env[68326]: DEBUG nova.compute.manager [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 849.299812] env[68326]: DEBUG nova.compute.utils [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.313927] env[68326]: DEBUG nova.compute.manager [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 849.313927] env[68326]: DEBUG nova.network.neutron [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.337969] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.418267] env[68326]: DEBUG nova.policy [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8292c4db55a04e23a55ef2695ec7b380', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'adece8b377dd41f688a8e145faa67a34', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.578568] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.578568] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.596566] env[68326]: INFO nova.compute.manager [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] instance snapshotting [ 849.601143] env[68326]: DEBUG nova.network.neutron [req-4195d671-a428-43ed-9fce-8190ea794810 req-8394cc89-d071-4fe5-a547-fde94977ca0f service nova] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Updated VIF entry in instance network info cache for port 1cf173ff-ffa5-4d3a-855e-7be923471e8d. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 849.601143] env[68326]: DEBUG nova.network.neutron [req-4195d671-a428-43ed-9fce-8190ea794810 req-8394cc89-d071-4fe5-a547-fde94977ca0f service nova] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Updating instance_info_cache with network_info: [{"id": "1cf173ff-ffa5-4d3a-855e-7be923471e8d", "address": "fa:16:3e:d0:19:e1", "network": {"id": "76574db7-a156-488f-a1f7-4cdaa5b52f6c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-129859594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0edf64dcf2c6414bbb2389d2d6b4e9db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cf173ff-ff", "ovs_interfaceid": "1cf173ff-ffa5-4d3a-855e-7be923471e8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.603924] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849e1a0c-a6c3-423a-9768-1c776077b87f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.634485] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15d272a-208a-4614-b60e-ae2b21dc9d13 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.714699] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.806695] env[68326]: DEBUG nova.compute.manager [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 849.811706] env[68326]: DEBUG nova.compute.manager [req-8dd0556a-affb-46b0-a754-7100fc2bce29 req-a3685ed1-41d8-4f1a-9a07-b63750788d56 service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Received event network-vif-deleted-03b0d347-d093-48ec-bdc8-3e2d455b5efb {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 849.812789] env[68326]: INFO nova.compute.manager [req-8dd0556a-affb-46b0-a754-7100fc2bce29 req-a3685ed1-41d8-4f1a-9a07-b63750788d56 service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Neutron deleted interface 03b0d347-d093-48ec-bdc8-3e2d455b5efb; detaching it from the instance and deleting it from the info cache [ 849.812963] env[68326]: DEBUG nova.network.neutron [req-8dd0556a-affb-46b0-a754-7100fc2bce29 req-a3685ed1-41d8-4f1a-9a07-b63750788d56 service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.836407] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.852241] env[68326]: DEBUG nova.network.neutron [-] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.952014] env[68326]: DEBUG nova.network.neutron [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Successfully created port: d3aee4b7-75d5-4eec-9c0e-ab06c967d1fe {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.114678] env[68326]: DEBUG oslo_concurrency.lockutils [req-4195d671-a428-43ed-9fce-8190ea794810 req-8394cc89-d071-4fe5-a547-fde94977ca0f service nova] Releasing lock "refresh_cache-a6190545-bcc1-40c9-9505-0c1001a38cf2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.150400] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Creating Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 850.151185] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2da80e28-5f61-4140-abe6-dad5cc4b683c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.163271] env[68326]: DEBUG oslo_vmware.api [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 850.163271] env[68326]: value = "task-3129292" [ 850.163271] env[68326]: _type = "Task" [ 850.163271] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.176533] env[68326]: DEBUG oslo_vmware.api [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129292, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.322489] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7440c64d-ef2f-4c96-bbde-1e338087a456 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.333771] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6695edc8-344c-4442-b60a-f6a851aa39d1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.354814] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.357038] env[68326]: INFO nova.compute.manager [-] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Took 1.80 seconds to deallocate network for instance. [ 850.385454] env[68326]: DEBUG nova.compute.manager [req-8dd0556a-affb-46b0-a754-7100fc2bce29 req-a3685ed1-41d8-4f1a-9a07-b63750788d56 service nova] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Detach interface failed, port_id=03b0d347-d093-48ec-bdc8-3e2d455b5efb, reason: Instance e0acde58-0db2-4368-a8b9-986796ba11bc could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 850.417405] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0990863-95d6-420b-8871-c5979d5603ec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.425704] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d97465-29bd-4ace-b6fc-8777824051c6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.459773] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a200c0-1954-499c-9ede-8884d7f130e9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.468066] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842bb37e-c687-4d96-9eb7-7124c0614f1c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.485273] env[68326]: DEBUG nova.compute.provider_tree [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.675344] env[68326]: DEBUG oslo_vmware.api [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129292, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.824303] env[68326]: DEBUG nova.compute.manager [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 850.837024] env[68326]: DEBUG oslo_vmware.api [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129291, 'name': PowerOnVM_Task, 'duration_secs': 2.328745} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.837400] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.837652] env[68326]: DEBUG nova.compute.manager [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 850.838484] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262c3dc2-1ba5-49ea-8ba3-64b9dbe16c03 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.864554] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.989361] env[68326]: DEBUG nova.scheduler.client.report [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.176421] env[68326]: DEBUG oslo_vmware.api [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129292, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.355605] env[68326]: DEBUG oslo_concurrency.lockutils [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.496987] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.497534] env[68326]: DEBUG nova.compute.manager [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 851.501374] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.731s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.502646] env[68326]: INFO nova.compute.claims [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.507604] env[68326]: DEBUG nova.network.neutron [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Successfully updated port: d3aee4b7-75d5-4eec-9c0e-ab06c967d1fe {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.675737] env[68326]: DEBUG oslo_vmware.api [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129292, 'name': CreateSnapshot_Task, 'duration_secs': 1.020894} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.676119] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Created Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 851.676925] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c693a3-6a0a-4bd9-9fc8-1ccbf3b1f710 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.008022] env[68326]: DEBUG nova.compute.utils [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.009503] env[68326]: DEBUG nova.compute.manager [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 852.009679] env[68326]: DEBUG nova.network.neutron [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.013947] env[68326]: DEBUG oslo_concurrency.lockutils [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Acquiring lock "refresh_cache-bf27cdd1-0c00-42f2-ae1b-f27823306046" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.014052] env[68326]: DEBUG oslo_concurrency.lockutils [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Acquired lock "refresh_cache-bf27cdd1-0c00-42f2-ae1b-f27823306046" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.014177] env[68326]: DEBUG nova.network.neutron [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.054845] env[68326]: DEBUG nova.policy [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffe53df518d74f00b577c0dda95f781d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1694b5655b7b4bf48db1b41d54ee9c99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.195335] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Creating linked-clone VM from snapshot {{(pid=68326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 852.195718] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9642df94-9d9b-4578-82f7-6620a53cef95 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.206390] env[68326]: DEBUG oslo_vmware.api [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 852.206390] env[68326]: value = "task-3129293" [ 852.206390] env[68326]: _type = "Task" [ 852.206390] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.216929] env[68326]: DEBUG oslo_vmware.api [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129293, 'name': CloneVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.335046] env[68326]: DEBUG nova.network.neutron [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Successfully created port: 1c8553a6-d399-419c-a6f1-19b9a12ff6da {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.514942] env[68326]: DEBUG nova.compute.manager [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 852.569285] env[68326]: DEBUG nova.network.neutron [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 852.711906] env[68326]: DEBUG nova.network.neutron [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Successfully created port: d6ca3bd7-5b2f-4c9a-9b10-6c1d0c11e560 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.719292] env[68326]: DEBUG oslo_vmware.api [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129293, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.802330] env[68326]: DEBUG nova.network.neutron [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Updating instance_info_cache with network_info: [{"id": "d3aee4b7-75d5-4eec-9c0e-ab06c967d1fe", "address": "fa:16:3e:8d:d4:30", "network": {"id": "fb7221c9-6af9-4407-b09c-d717da3f0863", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-551637887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adece8b377dd41f688a8e145faa67a34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3aee4b7-75", "ovs_interfaceid": "d3aee4b7-75d5-4eec-9c0e-ab06c967d1fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.039659] env[68326]: DEBUG nova.network.neutron [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Successfully created port: 2bb64261-f457-4000-b398-8685987d0e04 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.044476] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb3bf53-304d-47e4-bceb-c75949e20621 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.052543] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f99b8bb-c510-4592-b149-3d1ef7ccbd39 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.088189] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6934cdcb-5e7d-456f-8125-2cbeec327cb2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.097704] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfcac44-cf2a-4ad5-a79b-46e9925142a5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.114763] env[68326]: DEBUG nova.compute.provider_tree [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.223907] env[68326]: DEBUG oslo_vmware.api [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129293, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.308518] env[68326]: DEBUG oslo_concurrency.lockutils [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Releasing lock "refresh_cache-bf27cdd1-0c00-42f2-ae1b-f27823306046" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.309083] env[68326]: DEBUG nova.compute.manager [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Instance network_info: |[{"id": "d3aee4b7-75d5-4eec-9c0e-ab06c967d1fe", "address": "fa:16:3e:8d:d4:30", "network": {"id": "fb7221c9-6af9-4407-b09c-d717da3f0863", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-551637887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adece8b377dd41f688a8e145faa67a34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3aee4b7-75", "ovs_interfaceid": "d3aee4b7-75d5-4eec-9c0e-ab06c967d1fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 853.534979] env[68326]: DEBUG nova.compute.manager [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 853.617952] env[68326]: DEBUG nova.scheduler.client.report [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.718638] env[68326]: DEBUG oslo_vmware.api [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129293, 'name': CloneVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.123862] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.124623] env[68326]: DEBUG nova.compute.manager [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 854.127585] env[68326]: DEBUG oslo_concurrency.lockutils [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.465s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.129763] env[68326]: INFO nova.compute.claims [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.219035] env[68326]: DEBUG oslo_vmware.api [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129293, 'name': CloneVM_Task, 'duration_secs': 1.621762} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.219271] env[68326]: INFO nova.virt.vmwareapi.vmops [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Created linked-clone VM from snapshot [ 854.220062] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36db860-4a94-47f3-91e7-e2f9e24985fe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.228546] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Uploading image a5220100-494a-4a4d-bcfd-60085629dea9 {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 854.590132] env[68326]: DEBUG nova.network.neutron [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Successfully updated port: 1c8553a6-d399-419c-a6f1-19b9a12ff6da {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.635452] env[68326]: DEBUG nova.compute.utils [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.639961] env[68326]: DEBUG nova.compute.manager [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Not allocating networking since 'none' was specified. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2062}} [ 855.140816] env[68326]: DEBUG nova.compute.manager [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 855.656043] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012ace51-d2da-4fd6-a46e-3eee35378a7c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.664771] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81cb0852-5791-4e79-be97-85ca530236e8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.695901] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f51a337-59e2-4c33-9172-c8b2a7ea0917 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.704064] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9558a4cf-3d0d-4c2b-af53-aef785df6d48 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.717751] env[68326]: DEBUG nova.compute.provider_tree [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.877016] env[68326]: DEBUG nova.virt.hardware [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.877323] env[68326]: DEBUG nova.virt.hardware [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.877486] env[68326]: DEBUG nova.virt.hardware [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.877669] env[68326]: DEBUG nova.virt.hardware [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.877814] env[68326]: DEBUG nova.virt.hardware [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.877962] env[68326]: DEBUG nova.virt.hardware [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.878238] env[68326]: DEBUG nova.virt.hardware [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.878404] env[68326]: DEBUG nova.virt.hardware [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.878574] env[68326]: DEBUG nova.virt.hardware [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.878737] env[68326]: DEBUG nova.virt.hardware [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.878917] env[68326]: DEBUG nova.virt.hardware [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.880997] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f70c57-94bb-4fe7-af70-677941b6e588 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.889968] env[68326]: DEBUG nova.virt.hardware [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.890159] env[68326]: DEBUG nova.virt.hardware [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.890786] env[68326]: DEBUG nova.virt.hardware [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.890786] env[68326]: DEBUG nova.virt.hardware [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.890786] env[68326]: DEBUG nova.virt.hardware [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.890951] env[68326]: DEBUG nova.virt.hardware [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.891077] env[68326]: DEBUG nova.virt.hardware [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.891244] env[68326]: DEBUG nova.virt.hardware [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.891409] env[68326]: DEBUG nova.virt.hardware [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.891568] env[68326]: DEBUG nova.virt.hardware [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.891751] env[68326]: DEBUG nova.virt.hardware [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.893031] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e2069c-e372-493d-8a73-0fe4462abe06 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.898767] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66dec4b3-d296-4491-9bc0-72d59e9e5ba3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.916114] env[68326]: DEBUG oslo_vmware.rw_handles [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 855.916114] env[68326]: value = "vm-626301" [ 855.916114] env[68326]: _type = "VirtualMachine" [ 855.916114] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 855.917390] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f133eea0-3ad2-489c-b071-b6bc8c1be6ae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.922390] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:d4:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '750b5f9b-f78a-4650-9153-c5bb117e507c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3aee4b7-75d5-4eec-9c0e-ab06c967d1fe', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.929737] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Creating folder: Project (adece8b377dd41f688a8e145faa67a34). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.931339] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c5f29856-a830-4ddb-a704-e89ebe7ba405 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.933109] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eac2bd3f-e46d-4c42-bf70-52642f1d53ff {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.948420] env[68326]: DEBUG oslo_vmware.rw_handles [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e47b1-4913-ca4b-71cb-a0786f519bf9/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 855.948737] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Created folder: Project (adece8b377dd41f688a8e145faa67a34) in parent group-v626141. [ 855.948915] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Creating folder: Instances. Parent ref: group-v626302. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.949190] env[68326]: DEBUG oslo_vmware.rw_handles [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lease: (returnval){ [ 855.949190] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]528bb8d0-180d-8bbe-97c8-284f6edea848" [ 855.949190] env[68326]: _type = "HttpNfcLease" [ 855.949190] env[68326]: } obtained for exporting VM: (result){ [ 855.949190] env[68326]: value = "vm-626301" [ 855.949190] env[68326]: _type = "VirtualMachine" [ 855.949190] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 855.949415] env[68326]: DEBUG oslo_vmware.api [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the lease: (returnval){ [ 855.949415] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]528bb8d0-180d-8bbe-97c8-284f6edea848" [ 855.949415] env[68326]: _type = "HttpNfcLease" [ 855.949415] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 855.950479] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401a9a1a-670a-46e0-a005-950e001534e6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.952965] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67b73902-3276-4423-8225-3c1b808594b1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.962120] env[68326]: DEBUG oslo_vmware.rw_handles [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e47b1-4913-ca4b-71cb-a0786f519bf9/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 855.962120] env[68326]: ERROR oslo_vmware.rw_handles [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e47b1-4913-ca4b-71cb-a0786f519bf9/disk-0.vmdk due to incomplete transfer. [ 855.963425] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-51d99d5f-a0fd-40b2-be2b-eb38ee423b14 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.964905] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 855.964905] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]528bb8d0-180d-8bbe-97c8-284f6edea848" [ 855.964905] env[68326]: _type = "HttpNfcLease" [ 855.964905] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 855.966783] env[68326]: DEBUG oslo_vmware.rw_handles [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 855.966783] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]528bb8d0-180d-8bbe-97c8-284f6edea848" [ 855.966783] env[68326]: _type = "HttpNfcLease" [ 855.966783] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 855.966978] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Created folder: Instances in parent group-v626302. [ 855.967222] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.968241] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebb2b10-e1c7-43ce-876f-4b865fb6d621 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.970697] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.970824] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4269aab-da74-4851-8ae2-895f30d92af6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.987510] env[68326]: DEBUG oslo_vmware.rw_handles [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521e47b1-4913-ca4b-71cb-a0786f519bf9/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 855.987723] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Uploaded image 3254b980-0ec6-4a8a-8519-db64e2a972f1 to the Glance image server {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 855.989730] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Destroying the VM {{(pid=68326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 855.993404] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-739b924b-1863-4957-bece-e9668756d232 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.994942] env[68326]: DEBUG oslo_vmware.rw_handles [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52533442-e4d0-8921-e06c-4f0ee97fa157/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 855.995195] env[68326]: DEBUG oslo_vmware.rw_handles [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52533442-e4d0-8921-e06c-4f0ee97fa157/disk-0.vmdk for reading. {{(pid=68326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 855.997186] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.997186] env[68326]: value = "task-3129297" [ 855.997186] env[68326]: _type = "Task" [ 855.997186] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.058351] env[68326]: DEBUG oslo_vmware.api [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 856.058351] env[68326]: value = "task-3129298" [ 856.058351] env[68326]: _type = "Task" [ 856.058351] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.064984] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129297, 'name': CreateVM_Task} progress is 15%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.069839] env[68326]: DEBUG oslo_vmware.api [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129298, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.114254] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7537fb79-976d-490d-97db-53eabed9f0e0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.154163] env[68326]: DEBUG nova.compute.manager [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 856.221927] env[68326]: DEBUG nova.scheduler.client.report [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.351589] env[68326]: DEBUG nova.virt.hardware [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.352067] env[68326]: DEBUG nova.virt.hardware [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.352345] env[68326]: DEBUG nova.virt.hardware [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.352743] env[68326]: DEBUG nova.virt.hardware [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.353073] env[68326]: DEBUG nova.virt.hardware [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.353073] env[68326]: DEBUG nova.virt.hardware [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.353866] env[68326]: DEBUG nova.virt.hardware [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.354417] env[68326]: DEBUG nova.virt.hardware [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.354417] env[68326]: DEBUG nova.virt.hardware [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.355132] env[68326]: DEBUG nova.virt.hardware [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.355438] env[68326]: DEBUG nova.virt.hardware [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.356458] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965deff4-c4ab-499b-ab1c-b494d477e337 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.366102] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9fb52f-f919-477c-abbd-dbe53a605081 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.383737] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Instance VIF info [] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.389482] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Creating folder: Project (962e370e20a9425db9f49f5975203e40). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.389877] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70a486d0-d3ff-4458-b469-f72c57eee6d9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.402475] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Created folder: Project (962e370e20a9425db9f49f5975203e40) in parent group-v626141. [ 856.402710] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Creating folder: Instances. Parent ref: group-v626305. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.403505] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-680e3f29-e366-4d1b-9d6b-b92e0a5ae497 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.413172] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Created folder: Instances in parent group-v626305. [ 856.413461] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.413791] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.413950] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ab69a2e-0fbf-4922-b1a1-a891b4a1f1e0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.431461] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.431461] env[68326]: value = "task-3129301" [ 856.431461] env[68326]: _type = "Task" [ 856.431461] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.440368] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129301, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.511539] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129297, 'name': CreateVM_Task, 'duration_secs': 0.473486} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.511716] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.512764] env[68326]: DEBUG oslo_concurrency.lockutils [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.513039] env[68326]: DEBUG oslo_concurrency.lockutils [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.513449] env[68326]: DEBUG oslo_concurrency.lockutils [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.513793] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0224af8b-76e9-4180-b5ff-4bc1f0be30cc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.520014] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Waiting for the task: (returnval){ [ 856.520014] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5258ec39-a1b5-e59a-ba46-73a570ae6873" [ 856.520014] env[68326]: _type = "Task" [ 856.520014] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.529255] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5258ec39-a1b5-e59a-ba46-73a570ae6873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.569035] env[68326]: DEBUG oslo_vmware.api [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129298, 'name': Destroy_Task, 'duration_secs': 0.498944} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.569454] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Destroyed the VM [ 856.569812] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Deleting Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 856.570180] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-840cfc90-49ec-437d-bfb0-b4b36aa49b25 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.578828] env[68326]: DEBUG oslo_vmware.api [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 856.578828] env[68326]: value = "task-3129302" [ 856.578828] env[68326]: _type = "Task" [ 856.578828] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.591318] env[68326]: DEBUG oslo_vmware.api [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129302, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.597042] env[68326]: DEBUG nova.compute.manager [req-b5c8843c-9f16-42f6-8019-d59171f23145 req-a3e63d52-14ef-49e1-a5ff-63fc3d5be6a0 service nova] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Received event network-vif-plugged-d3aee4b7-75d5-4eec-9c0e-ab06c967d1fe {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 856.597463] env[68326]: DEBUG oslo_concurrency.lockutils [req-b5c8843c-9f16-42f6-8019-d59171f23145 req-a3e63d52-14ef-49e1-a5ff-63fc3d5be6a0 service nova] Acquiring lock "bf27cdd1-0c00-42f2-ae1b-f27823306046-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.597885] env[68326]: DEBUG oslo_concurrency.lockutils [req-b5c8843c-9f16-42f6-8019-d59171f23145 req-a3e63d52-14ef-49e1-a5ff-63fc3d5be6a0 service nova] Lock "bf27cdd1-0c00-42f2-ae1b-f27823306046-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.598238] env[68326]: DEBUG oslo_concurrency.lockutils [req-b5c8843c-9f16-42f6-8019-d59171f23145 req-a3e63d52-14ef-49e1-a5ff-63fc3d5be6a0 service nova] Lock "bf27cdd1-0c00-42f2-ae1b-f27823306046-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.598580] env[68326]: DEBUG nova.compute.manager [req-b5c8843c-9f16-42f6-8019-d59171f23145 req-a3e63d52-14ef-49e1-a5ff-63fc3d5be6a0 service nova] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] No waiting events found dispatching network-vif-plugged-d3aee4b7-75d5-4eec-9c0e-ab06c967d1fe {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.598858] env[68326]: WARNING nova.compute.manager [req-b5c8843c-9f16-42f6-8019-d59171f23145 req-a3e63d52-14ef-49e1-a5ff-63fc3d5be6a0 service nova] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Received unexpected event network-vif-plugged-d3aee4b7-75d5-4eec-9c0e-ab06c967d1fe for instance with vm_state building and task_state spawning. [ 856.599585] env[68326]: DEBUG nova.compute.manager [req-b5c8843c-9f16-42f6-8019-d59171f23145 req-a3e63d52-14ef-49e1-a5ff-63fc3d5be6a0 service nova] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Received event network-changed-d3aee4b7-75d5-4eec-9c0e-ab06c967d1fe {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 856.599585] env[68326]: DEBUG nova.compute.manager [req-b5c8843c-9f16-42f6-8019-d59171f23145 req-a3e63d52-14ef-49e1-a5ff-63fc3d5be6a0 service nova] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Refreshing instance network info cache due to event network-changed-d3aee4b7-75d5-4eec-9c0e-ab06c967d1fe. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 856.599831] env[68326]: DEBUG oslo_concurrency.lockutils [req-b5c8843c-9f16-42f6-8019-d59171f23145 req-a3e63d52-14ef-49e1-a5ff-63fc3d5be6a0 service nova] Acquiring lock "refresh_cache-bf27cdd1-0c00-42f2-ae1b-f27823306046" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.600169] env[68326]: DEBUG oslo_concurrency.lockutils [req-b5c8843c-9f16-42f6-8019-d59171f23145 req-a3e63d52-14ef-49e1-a5ff-63fc3d5be6a0 service nova] Acquired lock "refresh_cache-bf27cdd1-0c00-42f2-ae1b-f27823306046" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.600579] env[68326]: DEBUG nova.network.neutron [req-b5c8843c-9f16-42f6-8019-d59171f23145 req-a3e63d52-14ef-49e1-a5ff-63fc3d5be6a0 service nova] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Refreshing network info cache for port d3aee4b7-75d5-4eec-9c0e-ab06c967d1fe {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.730872] env[68326]: DEBUG oslo_concurrency.lockutils [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.730872] env[68326]: DEBUG nova.compute.manager [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 856.734846] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.818s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.738225] env[68326]: INFO nova.compute.claims [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.895325] env[68326]: DEBUG nova.network.neutron [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Successfully updated port: d6ca3bd7-5b2f-4c9a-9b10-6c1d0c11e560 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.944200] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129301, 'name': CreateVM_Task, 'duration_secs': 0.307923} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.944690] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.945277] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.031164] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5258ec39-a1b5-e59a-ba46-73a570ae6873, 'name': SearchDatastore_Task, 'duration_secs': 0.019703} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.031614] env[68326]: DEBUG oslo_concurrency.lockutils [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.031862] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.032302] env[68326]: DEBUG oslo_concurrency.lockutils [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.032494] env[68326]: DEBUG oslo_concurrency.lockutils [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.032633] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.032915] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.033467] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.033580] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72cc3a87-db3d-4b3a-a4b7-48470cb04568 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.035542] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7994f6b8-2634-455a-9f4b-e5495078406b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.042245] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 857.042245] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52e12d52-c772-1cd1-0410-f3ffe9c35fae" [ 857.042245] env[68326]: _type = "Task" [ 857.042245] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.048185] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.048446] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.049699] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e69e0bd9-6ed0-4f0d-aefe-cc094cdd79a3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.055100] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52e12d52-c772-1cd1-0410-f3ffe9c35fae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.058409] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Waiting for the task: (returnval){ [ 857.058409] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]525fea77-b447-33e5-7725-d370bc7b01d1" [ 857.058409] env[68326]: _type = "Task" [ 857.058409] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.066558] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525fea77-b447-33e5-7725-d370bc7b01d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.088917] env[68326]: DEBUG oslo_vmware.api [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129302, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.181220] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Acquiring lock "cb7dac59-1165-4c86-b8e7-07330a7125b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.182039] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Lock "cb7dac59-1165-4c86-b8e7-07330a7125b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.182039] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Acquiring lock "cb7dac59-1165-4c86-b8e7-07330a7125b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.182039] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Lock "cb7dac59-1165-4c86-b8e7-07330a7125b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.182290] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Lock "cb7dac59-1165-4c86-b8e7-07330a7125b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.184939] env[68326]: INFO nova.compute.manager [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Terminating instance [ 857.241887] env[68326]: DEBUG nova.compute.utils [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.249111] env[68326]: DEBUG nova.compute.manager [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 857.249111] env[68326]: DEBUG nova.network.neutron [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.315902] env[68326]: DEBUG nova.policy [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5633436c1a24491acb4d0c414ee3461', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95ce0bb65df142659c2f590ba44be811', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.411111] env[68326]: DEBUG nova.network.neutron [req-b5c8843c-9f16-42f6-8019-d59171f23145 req-a3e63d52-14ef-49e1-a5ff-63fc3d5be6a0 service nova] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Updated VIF entry in instance network info cache for port d3aee4b7-75d5-4eec-9c0e-ab06c967d1fe. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.411503] env[68326]: DEBUG nova.network.neutron [req-b5c8843c-9f16-42f6-8019-d59171f23145 req-a3e63d52-14ef-49e1-a5ff-63fc3d5be6a0 service nova] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Updating instance_info_cache with network_info: [{"id": "d3aee4b7-75d5-4eec-9c0e-ab06c967d1fe", "address": "fa:16:3e:8d:d4:30", "network": {"id": "fb7221c9-6af9-4407-b09c-d717da3f0863", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-551637887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "adece8b377dd41f688a8e145faa67a34", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "750b5f9b-f78a-4650-9153-c5bb117e507c", "external-id": "nsx-vlan-transportzone-237", "segmentation_id": 237, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3aee4b7-75", "ovs_interfaceid": "d3aee4b7-75d5-4eec-9c0e-ab06c967d1fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.553719] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52e12d52-c772-1cd1-0410-f3ffe9c35fae, 'name': SearchDatastore_Task, 'duration_secs': 0.022166} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.554409] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.554660] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.554874] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.568968] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525fea77-b447-33e5-7725-d370bc7b01d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013756} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.569820] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-749d65a1-22da-4438-99b0-1e1671c2a53b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.575852] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Waiting for the task: (returnval){ [ 857.575852] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529a1794-8b36-19e5-bb3b-fa8da9282a38" [ 857.575852] env[68326]: _type = "Task" [ 857.575852] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.598456] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529a1794-8b36-19e5-bb3b-fa8da9282a38, 'name': SearchDatastore_Task, 'duration_secs': 0.011109} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.598719] env[68326]: DEBUG oslo_vmware.api [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129302, 'name': RemoveSnapshot_Task, 'duration_secs': 0.883884} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.598953] env[68326]: DEBUG oslo_concurrency.lockutils [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.599238] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] bf27cdd1-0c00-42f2-ae1b-f27823306046/bf27cdd1-0c00-42f2-ae1b-f27823306046.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.599548] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Deleted Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 857.599743] env[68326]: INFO nova.compute.manager [None req-ee85fb0d-c949-45b5-9785-3e3edaf7c0e9 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Took 15.41 seconds to snapshot the instance on the hypervisor. [ 857.603230] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.608022] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.608022] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e0cc6c7-f287-46b7-96ef-bd6989eab3ac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.608022] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caf8baf5-2e39-4455-82a0-a8af19702ea9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.616941] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Waiting for the task: (returnval){ [ 857.616941] env[68326]: value = "task-3129303" [ 857.616941] env[68326]: _type = "Task" [ 857.616941] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.617180] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.617376] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.618673] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0928d1a4-5b47-46f8-b99f-2033a221358a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.624446] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': task-3129303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.627972] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 857.627972] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5228e992-09e3-6480-21b7-94c80b2a91bb" [ 857.627972] env[68326]: _type = "Task" [ 857.627972] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.636226] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5228e992-09e3-6480-21b7-94c80b2a91bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.694019] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Acquiring lock "refresh_cache-cb7dac59-1165-4c86-b8e7-07330a7125b0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.694019] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Acquired lock "refresh_cache-cb7dac59-1165-4c86-b8e7-07330a7125b0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.694019] env[68326]: DEBUG nova.network.neutron [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.747353] env[68326]: DEBUG nova.compute.manager [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 857.800924] env[68326]: DEBUG nova.network.neutron [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Successfully created port: f2896895-5fc0-4f2a-9f87-7b61a094c486 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.914308] env[68326]: DEBUG oslo_concurrency.lockutils [req-b5c8843c-9f16-42f6-8019-d59171f23145 req-a3e63d52-14ef-49e1-a5ff-63fc3d5be6a0 service nova] Releasing lock "refresh_cache-bf27cdd1-0c00-42f2-ae1b-f27823306046" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.124232] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': task-3129303, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.140293] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5228e992-09e3-6480-21b7-94c80b2a91bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012795} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.144327] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1972fd87-8cdb-4532-b618-0e2f57b95df4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.150949] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 858.150949] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5204f88f-cb8f-eef2-0ae1-bf7741a95de3" [ 858.150949] env[68326]: _type = "Task" [ 858.150949] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.162103] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5204f88f-cb8f-eef2-0ae1-bf7741a95de3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.212344] env[68326]: DEBUG nova.network.neutron [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.246809] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebb0fd2-b7c3-46d2-b496-2f3f6191741e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.254908] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66020713-dbfd-443f-a0cd-f78c979b1628 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.263693] env[68326]: DEBUG nova.network.neutron [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.290040] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Releasing lock "refresh_cache-cb7dac59-1165-4c86-b8e7-07330a7125b0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.290535] env[68326]: DEBUG nova.compute.manager [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 858.290733] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.291603] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e4a58f-aeb3-4b2e-aa80-8d6f3a44861f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.295683] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f62530-8a44-4b16-ac77-683a85ed4e43 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.303966] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.306198] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14b5af04-367f-4147-b467-1bc57ed2bc5a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.309071] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acf20f3-2d11-456c-82dc-8c6933e9b66b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.324543] env[68326]: DEBUG nova.compute.provider_tree [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.327408] env[68326]: DEBUG oslo_vmware.api [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 858.327408] env[68326]: value = "task-3129304" [ 858.327408] env[68326]: _type = "Task" [ 858.327408] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.335915] env[68326]: DEBUG oslo_vmware.api [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.610568] env[68326]: DEBUG oslo_vmware.rw_handles [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c39e83-cdc7-6668-ca0e-7ea8892ff1ba/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 858.611789] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d766120b-585d-40d9-8e2d-65567318d1c2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.621403] env[68326]: DEBUG oslo_vmware.rw_handles [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c39e83-cdc7-6668-ca0e-7ea8892ff1ba/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 858.621579] env[68326]: ERROR oslo_vmware.rw_handles [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c39e83-cdc7-6668-ca0e-7ea8892ff1ba/disk-0.vmdk due to incomplete transfer. [ 858.625031] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-af36197e-58df-48e2-9841-1eab61148efe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.626338] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': task-3129303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617031} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.626592] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] bf27cdd1-0c00-42f2-ae1b-f27823306046/bf27cdd1-0c00-42f2-ae1b-f27823306046.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.626809] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.627386] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c33f6ad-df09-42e9-88ad-a4857e81e350 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.635167] env[68326]: DEBUG oslo_vmware.rw_handles [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c39e83-cdc7-6668-ca0e-7ea8892ff1ba/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 858.635382] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Uploaded image 8ff4e88d-c044-481a-a1f5-499948feff8b to the Glance image server {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 858.637355] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Destroying the VM {{(pid=68326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.637911] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Waiting for the task: (returnval){ [ 858.637911] env[68326]: value = "task-3129305" [ 858.637911] env[68326]: _type = "Task" [ 858.637911] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.637911] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-17dcff4c-1631-45ca-8cc8-f460fad710c2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.651773] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': task-3129305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.653246] env[68326]: DEBUG oslo_vmware.api [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 858.653246] env[68326]: value = "task-3129306" [ 858.653246] env[68326]: _type = "Task" [ 858.653246] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.666350] env[68326]: DEBUG oslo_vmware.api [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129306, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.670200] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5204f88f-cb8f-eef2-0ae1-bf7741a95de3, 'name': SearchDatastore_Task, 'duration_secs': 0.051104} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.670200] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.670472] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] e1e3a9e7-8b19-4346-9373-0c9db0523131/e1e3a9e7-8b19-4346-9373-0c9db0523131.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.670772] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34ec3f37-42c4-4e4f-8c4d-4b0b9d2ee80a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.677777] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 858.677777] env[68326]: value = "task-3129307" [ 858.677777] env[68326]: _type = "Task" [ 858.677777] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.688203] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.764888] env[68326]: DEBUG nova.compute.manager [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 858.791443] env[68326]: DEBUG nova.virt.hardware [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.791695] env[68326]: DEBUG nova.virt.hardware [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.791849] env[68326]: DEBUG nova.virt.hardware [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.792074] env[68326]: DEBUG nova.virt.hardware [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.792248] env[68326]: DEBUG nova.virt.hardware [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.792401] env[68326]: DEBUG nova.virt.hardware [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.792637] env[68326]: DEBUG nova.virt.hardware [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.792815] env[68326]: DEBUG nova.virt.hardware [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.792986] env[68326]: DEBUG nova.virt.hardware [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.793170] env[68326]: DEBUG nova.virt.hardware [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.793347] env[68326]: DEBUG nova.virt.hardware [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.794303] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776e6eae-0c0c-470e-9e90-0a226b00fc7c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.802956] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9677c9-3de7-4abc-b5d3-54c70551cde1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.829125] env[68326]: DEBUG nova.scheduler.client.report [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.842370] env[68326]: DEBUG oslo_vmware.api [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129304, 'name': PowerOffVM_Task, 'duration_secs': 0.158256} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.842370] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.842370] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.842602] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1432d864-3c2b-4815-aa43-058936b74b21 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.870021] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.870021] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.870021] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Deleting the datastore file [datastore1] cb7dac59-1165-4c86-b8e7-07330a7125b0 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.870324] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f5fb6f6-64e3-47f2-a0ac-fccf789df90f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.877884] env[68326]: DEBUG oslo_vmware.api [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for the task: (returnval){ [ 858.877884] env[68326]: value = "task-3129309" [ 858.877884] env[68326]: _type = "Task" [ 858.877884] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.886767] env[68326]: DEBUG oslo_vmware.api [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.150906] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': task-3129305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081592} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.151969] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.153107] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1e8b3f-ccff-42ff-83fa-60cc0b77b46e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.187327] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] bf27cdd1-0c00-42f2-ae1b-f27823306046/bf27cdd1-0c00-42f2-ae1b-f27823306046.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.190034] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-898abe5b-2a70-46bd-b995-6d1411721f2c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.214894] env[68326]: DEBUG oslo_vmware.api [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129306, 'name': Destroy_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.223171] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129307, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.225757] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Waiting for the task: (returnval){ [ 859.225757] env[68326]: value = "task-3129310" [ 859.225757] env[68326]: _type = "Task" [ 859.225757] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.236186] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': task-3129310, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.337528] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.339669] env[68326]: DEBUG nova.compute.manager [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 859.348190] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.825s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.348190] env[68326]: INFO nova.compute.claims [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.350193] env[68326]: DEBUG nova.network.neutron [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Successfully updated port: 2bb64261-f457-4000-b398-8685987d0e04 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.394028] env[68326]: DEBUG oslo_vmware.api [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Task: {'id': task-3129309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417246} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.394028] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.394028] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.394028] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.394028] env[68326]: INFO nova.compute.manager [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 859.394028] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.394028] env[68326]: DEBUG nova.compute.manager [-] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 859.394028] env[68326]: DEBUG nova.network.neutron [-] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 859.448993] env[68326]: DEBUG nova.network.neutron [-] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.509894] env[68326]: DEBUG nova.compute.manager [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Received event network-vif-plugged-1c8553a6-d399-419c-a6f1-19b9a12ff6da {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 859.510127] env[68326]: DEBUG oslo_concurrency.lockutils [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] Acquiring lock "1e0ab26e-2409-4a8d-ba64-07d3921e0a81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.510380] env[68326]: DEBUG oslo_concurrency.lockutils [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] Lock "1e0ab26e-2409-4a8d-ba64-07d3921e0a81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.510571] env[68326]: DEBUG oslo_concurrency.lockutils [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] Lock "1e0ab26e-2409-4a8d-ba64-07d3921e0a81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.510738] env[68326]: DEBUG nova.compute.manager [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] No waiting events found dispatching network-vif-plugged-1c8553a6-d399-419c-a6f1-19b9a12ff6da {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.510901] env[68326]: WARNING nova.compute.manager [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Received unexpected event network-vif-plugged-1c8553a6-d399-419c-a6f1-19b9a12ff6da for instance with vm_state building and task_state spawning. [ 859.511141] env[68326]: DEBUG nova.compute.manager [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Received event network-changed-1c8553a6-d399-419c-a6f1-19b9a12ff6da {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 859.511383] env[68326]: DEBUG nova.compute.manager [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Refreshing instance network info cache due to event network-changed-1c8553a6-d399-419c-a6f1-19b9a12ff6da. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 859.511564] env[68326]: DEBUG oslo_concurrency.lockutils [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] Acquiring lock "refresh_cache-1e0ab26e-2409-4a8d-ba64-07d3921e0a81" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.511722] env[68326]: DEBUG oslo_concurrency.lockutils [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] Acquired lock "refresh_cache-1e0ab26e-2409-4a8d-ba64-07d3921e0a81" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.511883] env[68326]: DEBUG nova.network.neutron [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Refreshing network info cache for port 1c8553a6-d399-419c-a6f1-19b9a12ff6da {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.668328] env[68326]: DEBUG oslo_vmware.api [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129306, 'name': Destroy_Task, 'duration_secs': 0.683496} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.668795] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Destroyed the VM [ 859.668995] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Deleting Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 859.669333] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5b8e59a8-d2d9-4744-a3ce-e57b5d7fac2e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.679278] env[68326]: DEBUG oslo_vmware.api [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 859.679278] env[68326]: value = "task-3129311" [ 859.679278] env[68326]: _type = "Task" [ 859.679278] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.696456] env[68326]: DEBUG oslo_vmware.api [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129311, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.708937] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594176} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.710182] env[68326]: DEBUG nova.network.neutron [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Successfully updated port: f2896895-5fc0-4f2a-9f87-7b61a094c486 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.711537] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] e1e3a9e7-8b19-4346-9373-0c9db0523131/e1e3a9e7-8b19-4346-9373-0c9db0523131.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.715573] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.715573] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f72d1a4-5823-4c32-8f6d-6bea70b93820 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.719701] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 859.719701] env[68326]: value = "task-3129312" [ 859.719701] env[68326]: _type = "Task" [ 859.719701] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.741079] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.746502] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': task-3129310, 'name': ReconfigVM_Task, 'duration_secs': 0.409684} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.746981] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Reconfigured VM instance instance-00000034 to attach disk [datastore1] bf27cdd1-0c00-42f2-ae1b-f27823306046/bf27cdd1-0c00-42f2-ae1b-f27823306046.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.747698] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49ac78e6-6ea3-4a0e-a8bc-4347a3c4f96e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.754535] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Waiting for the task: (returnval){ [ 859.754535] env[68326]: value = "task-3129313" [ 859.754535] env[68326]: _type = "Task" [ 859.754535] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.764664] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': task-3129313, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.851900] env[68326]: DEBUG nova.compute.utils [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.856357] env[68326]: DEBUG nova.compute.manager [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 859.856602] env[68326]: DEBUG nova.network.neutron [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.860014] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquiring lock "refresh_cache-1e0ab26e-2409-4a8d-ba64-07d3921e0a81" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.922737] env[68326]: DEBUG nova.policy [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36747b471a7f440c932848eb528cb6ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8132960ba5214a11b4c57060ad66c27a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.951200] env[68326]: DEBUG nova.network.neutron [-] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.984355] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.984626] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.064108] env[68326]: DEBUG nova.network.neutron [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.189770] env[68326]: DEBUG oslo_vmware.api [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129311, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.203141] env[68326]: DEBUG nova.network.neutron [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.214222] env[68326]: DEBUG oslo_concurrency.lockutils [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "refresh_cache-b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.214301] env[68326]: DEBUG oslo_concurrency.lockutils [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "refresh_cache-b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.214466] env[68326]: DEBUG nova.network.neutron [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.235218] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163518} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.236523] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.239856] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285ff91c-39aa-434a-ad6d-1b086ba95a2d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.265179] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] e1e3a9e7-8b19-4346-9373-0c9db0523131/e1e3a9e7-8b19-4346-9373-0c9db0523131.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.266104] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b37bec5-ae85-4ada-9bd3-085b46bf2a60 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.290317] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': task-3129313, 'name': Rename_Task, 'duration_secs': 0.212092} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.291725] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.292065] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 860.292065] env[68326]: value = "task-3129314" [ 860.292065] env[68326]: _type = "Task" [ 860.292065] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.292262] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e9e8ca2-daf0-4ab6-aae1-b51b6f52cba2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.304632] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129314, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.306019] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Waiting for the task: (returnval){ [ 860.306019] env[68326]: value = "task-3129315" [ 860.306019] env[68326]: _type = "Task" [ 860.306019] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.314636] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': task-3129315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.364781] env[68326]: DEBUG nova.compute.manager [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 860.370043] env[68326]: DEBUG nova.network.neutron [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Successfully created port: 22f21346-868b-4556-aae3-47ac30e75a8d {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.455565] env[68326]: INFO nova.compute.manager [-] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Took 1.06 seconds to deallocate network for instance. [ 860.496067] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.496283] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.496447] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.496611] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.497028] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.497028] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.497198] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 860.497344] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager.update_available_resource {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.691541] env[68326]: DEBUG oslo_vmware.api [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129311, 'name': RemoveSnapshot_Task, 'duration_secs': 0.642343} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.695725] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Deleted Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 860.695983] env[68326]: INFO nova.compute.manager [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Took 17.02 seconds to snapshot the instance on the hypervisor. [ 860.705490] env[68326]: DEBUG oslo_concurrency.lockutils [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] Releasing lock "refresh_cache-1e0ab26e-2409-4a8d-ba64-07d3921e0a81" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.705735] env[68326]: DEBUG nova.compute.manager [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Received event network-vif-plugged-d6ca3bd7-5b2f-4c9a-9b10-6c1d0c11e560 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 860.705930] env[68326]: DEBUG oslo_concurrency.lockutils [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] Acquiring lock "1e0ab26e-2409-4a8d-ba64-07d3921e0a81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.706150] env[68326]: DEBUG oslo_concurrency.lockutils [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] Lock "1e0ab26e-2409-4a8d-ba64-07d3921e0a81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.706311] env[68326]: DEBUG oslo_concurrency.lockutils [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] Lock "1e0ab26e-2409-4a8d-ba64-07d3921e0a81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.706474] env[68326]: DEBUG nova.compute.manager [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] No waiting events found dispatching network-vif-plugged-d6ca3bd7-5b2f-4c9a-9b10-6c1d0c11e560 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.706634] env[68326]: WARNING nova.compute.manager [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Received unexpected event network-vif-plugged-d6ca3bd7-5b2f-4c9a-9b10-6c1d0c11e560 for instance with vm_state building and task_state spawning. [ 860.706834] env[68326]: DEBUG nova.compute.manager [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Received event network-changed-d6ca3bd7-5b2f-4c9a-9b10-6c1d0c11e560 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 860.707013] env[68326]: DEBUG nova.compute.manager [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Refreshing instance network info cache due to event network-changed-d6ca3bd7-5b2f-4c9a-9b10-6c1d0c11e560. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 860.707580] env[68326]: DEBUG oslo_concurrency.lockutils [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] Acquiring lock "refresh_cache-1e0ab26e-2409-4a8d-ba64-07d3921e0a81" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.707732] env[68326]: DEBUG oslo_concurrency.lockutils [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] Acquired lock "refresh_cache-1e0ab26e-2409-4a8d-ba64-07d3921e0a81" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.707937] env[68326]: DEBUG nova.network.neutron [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Refreshing network info cache for port d6ca3bd7-5b2f-4c9a-9b10-6c1d0c11e560 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.789620] env[68326]: DEBUG nova.network.neutron [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.804223] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129314, 'name': ReconfigVM_Task, 'duration_secs': 0.446454} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.804608] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Reconfigured VM instance instance-00000036 to attach disk [datastore1] e1e3a9e7-8b19-4346-9373-0c9db0523131/e1e3a9e7-8b19-4346-9373-0c9db0523131.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.805154] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10b4f55e-aa6c-40e4-a10d-0a294c3ce8ca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.819627] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 860.819627] env[68326]: value = "task-3129316" [ 860.819627] env[68326]: _type = "Task" [ 860.819627] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.819862] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': task-3129315, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.832461] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129316, 'name': Rename_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.905673] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934708a5-20ec-4c7a-b561-e82347e69cb5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.917018] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526a23f5-235e-4471-ac04-252d5f202074 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.948561] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab33e6a7-c297-4b7f-9851-6a245a4ad871 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.958177] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91927371-443d-4ae7-ada1-99a0982fa59e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.964053] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.974464] env[68326]: DEBUG nova.compute.provider_tree [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.995403] env[68326]: DEBUG nova.network.neutron [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Updating instance_info_cache with network_info: [{"id": "f2896895-5fc0-4f2a-9f87-7b61a094c486", "address": "fa:16:3e:ee:48:55", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2896895-5f", "ovs_interfaceid": "f2896895-5fc0-4f2a-9f87-7b61a094c486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.004151] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.249480] env[68326]: DEBUG nova.compute.manager [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 861.250474] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2697feab-0016-4199-a73c-f9875aee4086 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.255407] env[68326]: DEBUG nova.compute.manager [None req-eeb06120-2d56-4c7b-8564-1630d7c78266 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Found 2 images (rotation: 2) {{(pid=68326) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5095}} [ 861.256967] env[68326]: DEBUG nova.network.neutron [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.319355] env[68326]: DEBUG oslo_vmware.api [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': task-3129315, 'name': PowerOnVM_Task, 'duration_secs': 0.568541} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.319355] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.319355] env[68326]: INFO nova.compute.manager [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Took 10.49 seconds to spawn the instance on the hypervisor. [ 861.319355] env[68326]: DEBUG nova.compute.manager [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 861.319355] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9ffada-7097-4001-aa50-f95a8336ac4b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.339637] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129316, 'name': Rename_Task, 'duration_secs': 0.143929} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.339908] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.340159] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c028fd19-e554-42b8-bf6d-5cc27ec2144d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.346494] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 861.346494] env[68326]: value = "task-3129317" [ 861.346494] env[68326]: _type = "Task" [ 861.346494] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.360780] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.375342] env[68326]: DEBUG nova.compute.manager [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 861.382987] env[68326]: DEBUG nova.network.neutron [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.403619] env[68326]: DEBUG nova.virt.hardware [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.403918] env[68326]: DEBUG nova.virt.hardware [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.404244] env[68326]: DEBUG nova.virt.hardware [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.404481] env[68326]: DEBUG nova.virt.hardware [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.404718] env[68326]: DEBUG nova.virt.hardware [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.404924] env[68326]: DEBUG nova.virt.hardware [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.405201] env[68326]: DEBUG nova.virt.hardware [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.405424] env[68326]: DEBUG nova.virt.hardware [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.405641] env[68326]: DEBUG nova.virt.hardware [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.405815] env[68326]: DEBUG nova.virt.hardware [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.405992] env[68326]: DEBUG nova.virt.hardware [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.407287] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3c59a7-bd37-4527-9260-f15ae8679170 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.415141] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530d5499-6419-4ac6-9337-6f631ddfad59 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.479038] env[68326]: DEBUG nova.scheduler.client.report [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.497600] env[68326]: DEBUG oslo_concurrency.lockutils [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "refresh_cache-b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.498016] env[68326]: DEBUG nova.compute.manager [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Instance network_info: |[{"id": "f2896895-5fc0-4f2a-9f87-7b61a094c486", "address": "fa:16:3e:ee:48:55", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2896895-5f", "ovs_interfaceid": "f2896895-5fc0-4f2a-9f87-7b61a094c486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 861.498451] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:48:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2896895-5fc0-4f2a-9f87-7b61a094c486', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.505954] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.506509] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.506758] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09649ff0-91f2-429e-ae34-2b26ee08bf44 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.527499] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.527499] env[68326]: value = "task-3129318" [ 861.527499] env[68326]: _type = "Task" [ 861.527499] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.535906] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129318, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.767239] env[68326]: INFO nova.compute.manager [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] instance snapshotting [ 861.770294] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc39f4b-5cc4-4526-a908-be23ac21dd48 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.792966] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f1617a-ea25-433e-bc9b-9ea3dbb76a33 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.844057] env[68326]: INFO nova.compute.manager [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Took 46.30 seconds to build instance. [ 861.858526] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129317, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.888649] env[68326]: DEBUG oslo_concurrency.lockutils [req-d1a446cb-0d9c-4cb3-8dfd-6d8831c6cdb4 req-44a3cdee-1f18-48bc-8fa9-f489d9bd9649 service nova] Releasing lock "refresh_cache-1e0ab26e-2409-4a8d-ba64-07d3921e0a81" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.888649] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquired lock "refresh_cache-1e0ab26e-2409-4a8d-ba64-07d3921e0a81" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.888649] env[68326]: DEBUG nova.network.neutron [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.912110] env[68326]: DEBUG nova.compute.manager [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Received event network-vif-plugged-2bb64261-f457-4000-b398-8685987d0e04 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 861.912394] env[68326]: DEBUG oslo_concurrency.lockutils [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] Acquiring lock "1e0ab26e-2409-4a8d-ba64-07d3921e0a81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.912601] env[68326]: DEBUG oslo_concurrency.lockutils [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] Lock "1e0ab26e-2409-4a8d-ba64-07d3921e0a81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.912798] env[68326]: DEBUG oslo_concurrency.lockutils [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] Lock "1e0ab26e-2409-4a8d-ba64-07d3921e0a81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.912995] env[68326]: DEBUG nova.compute.manager [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] No waiting events found dispatching network-vif-plugged-2bb64261-f457-4000-b398-8685987d0e04 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.913186] env[68326]: WARNING nova.compute.manager [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Received unexpected event network-vif-plugged-2bb64261-f457-4000-b398-8685987d0e04 for instance with vm_state building and task_state spawning. [ 861.913356] env[68326]: DEBUG nova.compute.manager [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Received event network-changed-2bb64261-f457-4000-b398-8685987d0e04 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 861.913512] env[68326]: DEBUG nova.compute.manager [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Refreshing instance network info cache due to event network-changed-2bb64261-f457-4000-b398-8685987d0e04. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 861.913679] env[68326]: DEBUG oslo_concurrency.lockutils [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] Acquiring lock "refresh_cache-1e0ab26e-2409-4a8d-ba64-07d3921e0a81" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.982509] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.983149] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 861.987147] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.981s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.992423] env[68326]: INFO nova.compute.claims [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.038515] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129318, 'name': CreateVM_Task, 'duration_secs': 0.3497} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.038802] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.039421] env[68326]: DEBUG oslo_concurrency.lockutils [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.039579] env[68326]: DEBUG oslo_concurrency.lockutils [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.039902] env[68326]: DEBUG oslo_concurrency.lockutils [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.040173] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1219ccbe-b694-48ac-b740-1c5a9d357df7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.045234] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 862.045234] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5233b77b-1be9-6dc9-4d1f-54ac03538ac9" [ 862.045234] env[68326]: _type = "Task" [ 862.045234] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.054226] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5233b77b-1be9-6dc9-4d1f-54ac03538ac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.202026] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "703e481a-907e-4738-a4b3-48c83d0aa4aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.202289] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "703e481a-907e-4738-a4b3-48c83d0aa4aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.306114] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Creating Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 862.310057] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8e87e250-1a80-44c3-8275-ab71d9f1761f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.315159] env[68326]: DEBUG nova.compute.manager [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 862.316213] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31beaf03-b117-498c-a209-7bb8cdcb3cf8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.320428] env[68326]: DEBUG oslo_vmware.api [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 862.320428] env[68326]: value = "task-3129319" [ 862.320428] env[68326]: _type = "Task" [ 862.320428] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.336170] env[68326]: DEBUG oslo_vmware.api [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129319, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.347183] env[68326]: DEBUG oslo_concurrency.lockutils [None req-589882bf-e2ea-4a43-a09e-36eafc824bd0 tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Lock "bf27cdd1-0c00-42f2-ae1b-f27823306046" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.058s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.357708] env[68326]: DEBUG oslo_vmware.api [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129317, 'name': PowerOnVM_Task, 'duration_secs': 0.519738} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.361214] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.361214] env[68326]: INFO nova.compute.manager [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Took 6.20 seconds to spawn the instance on the hypervisor. [ 862.361214] env[68326]: DEBUG nova.compute.manager [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 862.361214] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764f50b7-b1b8-42af-856c-8a921b270dbf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.381865] env[68326]: DEBUG nova.network.neutron [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Successfully updated port: 22f21346-868b-4556-aae3-47ac30e75a8d {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.449361] env[68326]: DEBUG nova.network.neutron [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.493182] env[68326]: DEBUG nova.compute.utils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.494581] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 862.494753] env[68326]: DEBUG nova.network.neutron [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.557259] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5233b77b-1be9-6dc9-4d1f-54ac03538ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.030678} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.560507] env[68326]: DEBUG oslo_concurrency.lockutils [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.560901] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.561248] env[68326]: DEBUG oslo_concurrency.lockutils [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.561827] env[68326]: DEBUG oslo_concurrency.lockutils [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.562128] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.562479] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42f19ccd-0ead-4186-bc6a-8cb436a96ea3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.572456] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.573062] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.574460] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2cea2f2-073f-4594-af27-057c074a400a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.580380] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 862.580380] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520a39c7-7f0d-6b1d-4fc7-25871a8b0400" [ 862.580380] env[68326]: _type = "Task" [ 862.580380] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.588580] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520a39c7-7f0d-6b1d-4fc7-25871a8b0400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.591400] env[68326]: DEBUG nova.policy [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a66c1449cefe49c990f8bcbdec8591a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e82880ae6e64379b36e78f95ad6aa60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.833279] env[68326]: INFO nova.compute.manager [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] instance snapshotting [ 862.833870] env[68326]: DEBUG nova.objects.instance [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lazy-loading 'flavor' on Instance uuid df2f88d6-5e47-4d8c-a727-9f20cecee976 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.835168] env[68326]: DEBUG oslo_vmware.api [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129319, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.849259] env[68326]: DEBUG nova.compute.manager [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 862.886116] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Acquiring lock "refresh_cache-8df6b92f-dbf7-4c63-b00f-111f71fe97bb" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.886233] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Acquired lock "refresh_cache-8df6b92f-dbf7-4c63-b00f-111f71fe97bb" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.886360] env[68326]: DEBUG nova.network.neutron [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.887436] env[68326]: INFO nova.compute.manager [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Took 38.13 seconds to build instance. [ 863.004703] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 863.094150] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520a39c7-7f0d-6b1d-4fc7-25871a8b0400, 'name': SearchDatastore_Task, 'duration_secs': 0.013037} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.099684] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81064571-c09e-440d-9836-2acfd1725204 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.105595] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 863.105595] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c2d54a-4765-b0d8-7d4c-d3e9312321b7" [ 863.105595] env[68326]: _type = "Task" [ 863.105595] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.115400] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c2d54a-4765-b0d8-7d4c-d3e9312321b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.242077] env[68326]: DEBUG oslo_concurrency.lockutils [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Acquiring lock "bf27cdd1-0c00-42f2-ae1b-f27823306046" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.242232] env[68326]: DEBUG oslo_concurrency.lockutils [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Lock "bf27cdd1-0c00-42f2-ae1b-f27823306046" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.243043] env[68326]: DEBUG oslo_concurrency.lockutils [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Acquiring lock "bf27cdd1-0c00-42f2-ae1b-f27823306046-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.243043] env[68326]: DEBUG oslo_concurrency.lockutils [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Lock "bf27cdd1-0c00-42f2-ae1b-f27823306046-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.243043] env[68326]: DEBUG oslo_concurrency.lockutils [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Lock "bf27cdd1-0c00-42f2-ae1b-f27823306046-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.246020] env[68326]: INFO nova.compute.manager [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Terminating instance [ 863.254974] env[68326]: DEBUG nova.network.neutron [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Successfully created port: f1d916a1-6bcd-4197-b0ad-eb49e03450ec {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.283631] env[68326]: DEBUG nova.network.neutron [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Updating instance_info_cache with network_info: [{"id": "1c8553a6-d399-419c-a6f1-19b9a12ff6da", "address": "fa:16:3e:89:1a:87", "network": {"id": "18618361-4ade-4ada-bb9f-b74a087643a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1100674069", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1694b5655b7b4bf48db1b41d54ee9c99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c8553a6-d3", "ovs_interfaceid": "1c8553a6-d399-419c-a6f1-19b9a12ff6da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d6ca3bd7-5b2f-4c9a-9b10-6c1d0c11e560", "address": "fa:16:3e:04:d8:57", "network": {"id": "b5b35a5a-c091-4561-9f67-ef2f85c8920c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1001267565", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1694b5655b7b4bf48db1b41d54ee9c99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6ca3bd7-5b", "ovs_interfaceid": "d6ca3bd7-5b2f-4c9a-9b10-6c1d0c11e560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bb64261-f457-4000-b398-8685987d0e04", "address": "fa:16:3e:be:39:b4", "network": {"id": "18618361-4ade-4ada-bb9f-b74a087643a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1100674069", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1694b5655b7b4bf48db1b41d54ee9c99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb64261-f4", "ovs_interfaceid": "2bb64261-f457-4000-b398-8685987d0e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.336169] env[68326]: DEBUG oslo_vmware.api [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129319, 'name': CreateSnapshot_Task, 'duration_secs': 0.563158} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.336500] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Created Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 863.340604] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e28dff-28c9-4eba-a550-91b398da1d10 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.344869] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c5bacb-9620-4986-a057-b8281246d29f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.381262] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6209ba48-0fcf-44eb-a1ff-a5d35bdc6eb2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.394122] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7710b2b0-f811-4dff-9076-346a251c33c0 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Lock "e1e3a9e7-8b19-4346-9373-0c9db0523131" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.438s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.402945] env[68326]: DEBUG oslo_concurrency.lockutils [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.450956] env[68326]: DEBUG nova.network.neutron [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.558017] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54f829b-ae08-4e83-ba5b-65eaf40de85f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.566740] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b4a1e7-d4cc-470d-b45a-acac3390e587 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.605678] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b2fe82-7f22-49b8-8d1a-d2559692b861 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.621163] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a734718c-4635-4ee1-a070-5b05a649b1f2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.625488] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c2d54a-4765-b0d8-7d4c-d3e9312321b7, 'name': SearchDatastore_Task, 'duration_secs': 0.036371} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.625955] env[68326]: DEBUG oslo_concurrency.lockutils [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.629612] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] b22d10a4-055b-4b65-97ae-a4a6f3f6fac6/b22d10a4-055b-4b65-97ae-a4a6f3f6fac6.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.629612] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7242b427-5fd2-40de-96ce-ffe0513ed512 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.637183] env[68326]: DEBUG nova.compute.provider_tree [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.644412] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 863.644412] env[68326]: value = "task-3129320" [ 863.644412] env[68326]: _type = "Task" [ 863.644412] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.653890] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.741775] env[68326]: DEBUG nova.network.neutron [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Updating instance_info_cache with network_info: [{"id": "22f21346-868b-4556-aae3-47ac30e75a8d", "address": "fa:16:3e:b8:7c:e9", "network": {"id": "2ac63ff9-c538-4814-9e14-2950cad4e3b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-860241956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8132960ba5214a11b4c57060ad66c27a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f21346-86", "ovs_interfaceid": "22f21346-868b-4556-aae3-47ac30e75a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.756305] env[68326]: DEBUG nova.compute.manager [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 863.756578] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.758207] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b7ad3e-5c17-4e47-9e88-8a1033942599 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.766380] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.766646] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6784f113-0419-4afc-b0b4-b1e2e4e1d7a3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.774046] env[68326]: DEBUG oslo_vmware.api [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Waiting for the task: (returnval){ [ 863.774046] env[68326]: value = "task-3129321" [ 863.774046] env[68326]: _type = "Task" [ 863.774046] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.782593] env[68326]: DEBUG oslo_vmware.api [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': task-3129321, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.789294] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Releasing lock "refresh_cache-1e0ab26e-2409-4a8d-ba64-07d3921e0a81" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.789673] env[68326]: DEBUG nova.compute.manager [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Instance network_info: |[{"id": "1c8553a6-d399-419c-a6f1-19b9a12ff6da", "address": "fa:16:3e:89:1a:87", "network": {"id": "18618361-4ade-4ada-bb9f-b74a087643a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1100674069", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1694b5655b7b4bf48db1b41d54ee9c99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c8553a6-d3", "ovs_interfaceid": "1c8553a6-d399-419c-a6f1-19b9a12ff6da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d6ca3bd7-5b2f-4c9a-9b10-6c1d0c11e560", "address": "fa:16:3e:04:d8:57", "network": {"id": "b5b35a5a-c091-4561-9f67-ef2f85c8920c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1001267565", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1694b5655b7b4bf48db1b41d54ee9c99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6ca3bd7-5b", "ovs_interfaceid": "d6ca3bd7-5b2f-4c9a-9b10-6c1d0c11e560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bb64261-f457-4000-b398-8685987d0e04", "address": "fa:16:3e:be:39:b4", "network": {"id": "18618361-4ade-4ada-bb9f-b74a087643a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1100674069", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1694b5655b7b4bf48db1b41d54ee9c99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb64261-f4", "ovs_interfaceid": "2bb64261-f457-4000-b398-8685987d0e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 863.790057] env[68326]: DEBUG oslo_concurrency.lockutils [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] Acquired lock "refresh_cache-1e0ab26e-2409-4a8d-ba64-07d3921e0a81" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.790240] env[68326]: DEBUG nova.network.neutron [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Refreshing network info cache for port 2bb64261-f457-4000-b398-8685987d0e04 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.791552] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:1a:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c8553a6-d399-419c-a6f1-19b9a12ff6da', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:d8:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6ca3bd7-5b2f-4c9a-9b10-6c1d0c11e560', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:39:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bb64261-f457-4000-b398-8685987d0e04', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.806793] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Creating folder: Project (1694b5655b7b4bf48db1b41d54ee9c99). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.808199] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5749b93-ba4f-492b-8c86-344177110037 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.820425] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Created folder: Project (1694b5655b7b4bf48db1b41d54ee9c99) in parent group-v626141. [ 863.820669] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Creating folder: Instances. Parent ref: group-v626310. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.820882] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2dec4fb-f155-40f3-9e53-1fe6a1889f17 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.830673] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Created folder: Instances in parent group-v626310. [ 863.830972] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.831198] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.831436] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56b525c4-775a-4f65-a761-184e01929514 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.856318] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.856318] env[68326]: value = "task-3129324" [ 863.856318] env[68326]: _type = "Task" [ 863.856318] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.864703] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129324, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.895788] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Creating linked-clone VM from snapshot {{(pid=68326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 863.897331] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Creating Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 863.897681] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-387a100a-12a1-47c5-a8dc-710ffcb25741 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.901803] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9c011479-9849-4bc9-9ca5-2bd00bc326e7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.904245] env[68326]: DEBUG nova.compute.manager [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 863.912586] env[68326]: DEBUG oslo_vmware.api [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 863.912586] env[68326]: value = "task-3129326" [ 863.912586] env[68326]: _type = "Task" [ 863.912586] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.914511] env[68326]: DEBUG oslo_vmware.api [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 863.914511] env[68326]: value = "task-3129325" [ 863.914511] env[68326]: _type = "Task" [ 863.914511] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.928973] env[68326]: DEBUG oslo_vmware.api [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129325, 'name': CloneVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.932466] env[68326]: DEBUG oslo_vmware.api [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129326, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.021141] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 864.047943] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.048290] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.048461] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.048665] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.048817] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.048970] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.049282] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.049486] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.049805] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.050010] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.050275] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.051904] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f3c2af-8749-4172-8be3-3e15840a428b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.065060] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f844d8-0fcf-4d04-a590-97d489c52d3c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.141360] env[68326]: DEBUG nova.scheduler.client.report [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.163176] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129320, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.204217] env[68326]: DEBUG nova.compute.manager [req-1acacba7-d5fc-4561-a23d-4a53251784eb req-ccefb05e-c9eb-4652-9316-ba76cf4538e2 service nova] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Received event network-vif-plugged-22f21346-868b-4556-aae3-47ac30e75a8d {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 864.204535] env[68326]: DEBUG oslo_concurrency.lockutils [req-1acacba7-d5fc-4561-a23d-4a53251784eb req-ccefb05e-c9eb-4652-9316-ba76cf4538e2 service nova] Acquiring lock "8df6b92f-dbf7-4c63-b00f-111f71fe97bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.204748] env[68326]: DEBUG oslo_concurrency.lockutils [req-1acacba7-d5fc-4561-a23d-4a53251784eb req-ccefb05e-c9eb-4652-9316-ba76cf4538e2 service nova] Lock "8df6b92f-dbf7-4c63-b00f-111f71fe97bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.204977] env[68326]: DEBUG oslo_concurrency.lockutils [req-1acacba7-d5fc-4561-a23d-4a53251784eb req-ccefb05e-c9eb-4652-9316-ba76cf4538e2 service nova] Lock "8df6b92f-dbf7-4c63-b00f-111f71fe97bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.205187] env[68326]: DEBUG nova.compute.manager [req-1acacba7-d5fc-4561-a23d-4a53251784eb req-ccefb05e-c9eb-4652-9316-ba76cf4538e2 service nova] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] No waiting events found dispatching network-vif-plugged-22f21346-868b-4556-aae3-47ac30e75a8d {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.205390] env[68326]: WARNING nova.compute.manager [req-1acacba7-d5fc-4561-a23d-4a53251784eb req-ccefb05e-c9eb-4652-9316-ba76cf4538e2 service nova] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Received unexpected event network-vif-plugged-22f21346-868b-4556-aae3-47ac30e75a8d for instance with vm_state building and task_state spawning. [ 864.205559] env[68326]: DEBUG nova.compute.manager [req-1acacba7-d5fc-4561-a23d-4a53251784eb req-ccefb05e-c9eb-4652-9316-ba76cf4538e2 service nova] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Received event network-changed-22f21346-868b-4556-aae3-47ac30e75a8d {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 864.205793] env[68326]: DEBUG nova.compute.manager [req-1acacba7-d5fc-4561-a23d-4a53251784eb req-ccefb05e-c9eb-4652-9316-ba76cf4538e2 service nova] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Refreshing instance network info cache due to event network-changed-22f21346-868b-4556-aae3-47ac30e75a8d. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 864.206166] env[68326]: DEBUG oslo_concurrency.lockutils [req-1acacba7-d5fc-4561-a23d-4a53251784eb req-ccefb05e-c9eb-4652-9316-ba76cf4538e2 service nova] Acquiring lock "refresh_cache-8df6b92f-dbf7-4c63-b00f-111f71fe97bb" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.244785] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Releasing lock "refresh_cache-8df6b92f-dbf7-4c63-b00f-111f71fe97bb" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.245281] env[68326]: DEBUG nova.compute.manager [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Instance network_info: |[{"id": "22f21346-868b-4556-aae3-47ac30e75a8d", "address": "fa:16:3e:b8:7c:e9", "network": {"id": "2ac63ff9-c538-4814-9e14-2950cad4e3b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-860241956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8132960ba5214a11b4c57060ad66c27a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f21346-86", "ovs_interfaceid": "22f21346-868b-4556-aae3-47ac30e75a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 864.245683] env[68326]: DEBUG oslo_concurrency.lockutils [req-1acacba7-d5fc-4561-a23d-4a53251784eb req-ccefb05e-c9eb-4652-9316-ba76cf4538e2 service nova] Acquired lock "refresh_cache-8df6b92f-dbf7-4c63-b00f-111f71fe97bb" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.245989] env[68326]: DEBUG nova.network.neutron [req-1acacba7-d5fc-4561-a23d-4a53251784eb req-ccefb05e-c9eb-4652-9316-ba76cf4538e2 service nova] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Refreshing network info cache for port 22f21346-868b-4556-aae3-47ac30e75a8d {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.247585] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:7c:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22f21346-868b-4556-aae3-47ac30e75a8d', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.257436] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Creating folder: Project (8132960ba5214a11b4c57060ad66c27a). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.261589] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c53bc3f-99b7-4231-86dc-5ddff8ab2e74 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.275308] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Created folder: Project (8132960ba5214a11b4c57060ad66c27a) in parent group-v626141. [ 864.275612] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Creating folder: Instances. Parent ref: group-v626314. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.276215] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-255a8f1d-5e27-4499-90de-ba92d750df22 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.289587] env[68326]: DEBUG oslo_vmware.api [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': task-3129321, 'name': PowerOffVM_Task, 'duration_secs': 0.495609} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.290973] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.291200] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.291483] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Created folder: Instances in parent group-v626314. [ 864.291725] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.291940] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24d9a1f9-3a92-4d02-9884-3f0efd388307 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.294365] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.297796] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-848f958c-d4bd-47e7-b261-72f719105167 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.321542] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.321542] env[68326]: value = "task-3129330" [ 864.321542] env[68326]: _type = "Task" [ 864.321542] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.330854] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129330, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.369139] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129324, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.387334] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.387334] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.387334] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Deleting the datastore file [datastore1] bf27cdd1-0c00-42f2-ae1b-f27823306046 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.387334] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0583657c-8dce-47f8-a326-40bfce8975d1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.399810] env[68326]: DEBUG oslo_vmware.api [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Waiting for the task: (returnval){ [ 864.399810] env[68326]: value = "task-3129331" [ 864.399810] env[68326]: _type = "Task" [ 864.399810] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.415821] env[68326]: DEBUG oslo_vmware.api [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': task-3129331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.438288] env[68326]: DEBUG oslo_vmware.api [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129326, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.440977] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.445450] env[68326]: DEBUG oslo_vmware.api [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129325, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.524843] env[68326]: INFO nova.compute.manager [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Rebuilding instance [ 864.571656] env[68326]: DEBUG nova.compute.manager [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 864.572825] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05287f5f-0195-4fcc-99e6-9f11987b9330 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.653698] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.654641] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 864.659124] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.828s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.663043] env[68326]: INFO nova.compute.claims [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.684438] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634505} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.684962] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] b22d10a4-055b-4b65-97ae-a4a6f3f6fac6/b22d10a4-055b-4b65-97ae-a4a6f3f6fac6.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.685361] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.685775] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d210986b-a7ac-4ac1-9775-c9a00b30afb1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.696617] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 864.696617] env[68326]: value = "task-3129332" [ 864.696617] env[68326]: _type = "Task" [ 864.696617] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.709743] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.764912] env[68326]: DEBUG oslo_vmware.rw_handles [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52533442-e4d0-8921-e06c-4f0ee97fa157/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 864.766325] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe736c72-9a45-4283-9d31-801c37bbc855 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.769591] env[68326]: DEBUG nova.network.neutron [req-1acacba7-d5fc-4561-a23d-4a53251784eb req-ccefb05e-c9eb-4652-9316-ba76cf4538e2 service nova] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Updated VIF entry in instance network info cache for port 22f21346-868b-4556-aae3-47ac30e75a8d. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.769986] env[68326]: DEBUG nova.network.neutron [req-1acacba7-d5fc-4561-a23d-4a53251784eb req-ccefb05e-c9eb-4652-9316-ba76cf4538e2 service nova] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Updating instance_info_cache with network_info: [{"id": "22f21346-868b-4556-aae3-47ac30e75a8d", "address": "fa:16:3e:b8:7c:e9", "network": {"id": "2ac63ff9-c538-4814-9e14-2950cad4e3b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-860241956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8132960ba5214a11b4c57060ad66c27a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f21346-86", "ovs_interfaceid": "22f21346-868b-4556-aae3-47ac30e75a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.774629] env[68326]: DEBUG oslo_vmware.rw_handles [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52533442-e4d0-8921-e06c-4f0ee97fa157/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 864.774863] env[68326]: ERROR oslo_vmware.rw_handles [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52533442-e4d0-8921-e06c-4f0ee97fa157/disk-0.vmdk due to incomplete transfer. [ 864.775066] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-36a8945a-e10b-4218-b971-97a55ae36a5f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.782229] env[68326]: DEBUG oslo_vmware.rw_handles [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52533442-e4d0-8921-e06c-4f0ee97fa157/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 864.782421] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Uploaded image a5220100-494a-4a4d-bcfd-60085629dea9 to the Glance image server {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 864.785054] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Destroying the VM {{(pid=68326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 864.785874] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0715ffb2-d6a7-4533-8401-2493a3d4f7d9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.793400] env[68326]: DEBUG oslo_vmware.api [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 864.793400] env[68326]: value = "task-3129333" [ 864.793400] env[68326]: _type = "Task" [ 864.793400] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.806151] env[68326]: DEBUG oslo_vmware.api [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129333, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.830575] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129330, 'name': CreateVM_Task, 'duration_secs': 0.403733} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.830828] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.831530] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.832084] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.832162] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.832403] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0d94c5-0934-4eb5-a3eb-f5b7b85ea8be {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.836972] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Waiting for the task: (returnval){ [ 864.836972] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52a4af6a-2df8-8c7f-491d-2276d6233d22" [ 864.836972] env[68326]: _type = "Task" [ 864.836972] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.845149] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a4af6a-2df8-8c7f-491d-2276d6233d22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.846063] env[68326]: DEBUG nova.network.neutron [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Updated VIF entry in instance network info cache for port 2bb64261-f457-4000-b398-8685987d0e04. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.848986] env[68326]: DEBUG nova.network.neutron [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Updating instance_info_cache with network_info: [{"id": "1c8553a6-d399-419c-a6f1-19b9a12ff6da", "address": "fa:16:3e:89:1a:87", "network": {"id": "18618361-4ade-4ada-bb9f-b74a087643a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1100674069", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1694b5655b7b4bf48db1b41d54ee9c99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c8553a6-d3", "ovs_interfaceid": "1c8553a6-d399-419c-a6f1-19b9a12ff6da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d6ca3bd7-5b2f-4c9a-9b10-6c1d0c11e560", "address": "fa:16:3e:04:d8:57", "network": {"id": "b5b35a5a-c091-4561-9f67-ef2f85c8920c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1001267565", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1694b5655b7b4bf48db1b41d54ee9c99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6ca3bd7-5b", "ovs_interfaceid": "d6ca3bd7-5b2f-4c9a-9b10-6c1d0c11e560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bb64261-f457-4000-b398-8685987d0e04", "address": "fa:16:3e:be:39:b4", "network": {"id": "18618361-4ade-4ada-bb9f-b74a087643a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1100674069", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1694b5655b7b4bf48db1b41d54ee9c99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb64261-f4", "ovs_interfaceid": "2bb64261-f457-4000-b398-8685987d0e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.868751] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129324, 'name': CreateVM_Task, 'duration_secs': 0.753309} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.869056] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.869823] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.915786] env[68326]: DEBUG oslo_vmware.api [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Task: {'id': task-3129331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1995} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.916178] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.916462] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.916787] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.917214] env[68326]: INFO nova.compute.manager [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Took 1.16 seconds to destroy the instance on the hypervisor. [ 864.917571] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.917933] env[68326]: DEBUG nova.compute.manager [-] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 864.918045] env[68326]: DEBUG nova.network.neutron [-] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.938499] env[68326]: DEBUG oslo_vmware.api [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129326, 'name': CreateSnapshot_Task, 'duration_secs': 0.985869} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.943708] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Created Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 864.944922] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb922ac-a5ed-46ec-ac06-cedf7b4f2965 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.957349] env[68326]: DEBUG oslo_vmware.api [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129325, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.175788] env[68326]: DEBUG nova.compute.utils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.180262] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 865.180421] env[68326]: DEBUG nova.network.neutron [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.205766] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073658} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.207479] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.208506] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af68734-3437-4877-82df-a4ccbf4a0080 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.233974] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] b22d10a4-055b-4b65-97ae-a4a6f3f6fac6/b22d10a4-055b-4b65-97ae-a4a6f3f6fac6.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.233974] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18326187-ad11-4eba-a5d7-0ffb284689ac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.255856] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 865.255856] env[68326]: value = "task-3129334" [ 865.255856] env[68326]: _type = "Task" [ 865.255856] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.264359] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.272981] env[68326]: DEBUG oslo_concurrency.lockutils [req-1acacba7-d5fc-4561-a23d-4a53251784eb req-ccefb05e-c9eb-4652-9316-ba76cf4538e2 service nova] Releasing lock "refresh_cache-8df6b92f-dbf7-4c63-b00f-111f71fe97bb" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.285368] env[68326]: DEBUG nova.policy [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a66c1449cefe49c990f8bcbdec8591a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e82880ae6e64379b36e78f95ad6aa60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.303209] env[68326]: DEBUG oslo_vmware.api [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129333, 'name': Destroy_Task, 'duration_secs': 0.32217} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.303495] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Destroyed the VM [ 865.303737] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Deleting Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 865.303986] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4b1a5b96-8a8b-4355-80b3-bc817f083821 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.310159] env[68326]: DEBUG oslo_vmware.api [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 865.310159] env[68326]: value = "task-3129335" [ 865.310159] env[68326]: _type = "Task" [ 865.310159] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.318504] env[68326]: DEBUG oslo_vmware.api [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129335, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.347017] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a4af6a-2df8-8c7f-491d-2276d6233d22, 'name': SearchDatastore_Task, 'duration_secs': 0.0117} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.347440] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.348043] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.348043] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.348152] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.348296] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.348608] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.348912] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.349159] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1184fbf7-f8ef-49e7-88b0-cdba5eac3dd1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.351685] env[68326]: DEBUG oslo_concurrency.lockutils [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] Releasing lock "refresh_cache-1e0ab26e-2409-4a8d-ba64-07d3921e0a81" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.352070] env[68326]: DEBUG nova.compute.manager [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Received event network-vif-plugged-f2896895-5fc0-4f2a-9f87-7b61a094c486 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 865.352266] env[68326]: DEBUG oslo_concurrency.lockutils [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] Acquiring lock "b22d10a4-055b-4b65-97ae-a4a6f3f6fac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.352464] env[68326]: DEBUG oslo_concurrency.lockutils [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] Lock "b22d10a4-055b-4b65-97ae-a4a6f3f6fac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.352647] env[68326]: DEBUG oslo_concurrency.lockutils [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] Lock "b22d10a4-055b-4b65-97ae-a4a6f3f6fac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.352816] env[68326]: DEBUG nova.compute.manager [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] No waiting events found dispatching network-vif-plugged-f2896895-5fc0-4f2a-9f87-7b61a094c486 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.352980] env[68326]: WARNING nova.compute.manager [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Received unexpected event network-vif-plugged-f2896895-5fc0-4f2a-9f87-7b61a094c486 for instance with vm_state building and task_state spawning. [ 865.353156] env[68326]: DEBUG nova.compute.manager [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Received event network-changed-f2896895-5fc0-4f2a-9f87-7b61a094c486 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 865.353306] env[68326]: DEBUG nova.compute.manager [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Refreshing instance network info cache due to event network-changed-f2896895-5fc0-4f2a-9f87-7b61a094c486. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 865.353488] env[68326]: DEBUG oslo_concurrency.lockutils [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] Acquiring lock "refresh_cache-b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.353667] env[68326]: DEBUG oslo_concurrency.lockutils [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] Acquired lock "refresh_cache-b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.353845] env[68326]: DEBUG nova.network.neutron [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Refreshing network info cache for port f2896895-5fc0-4f2a-9f87-7b61a094c486 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.355304] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b8fdbc9-4a12-4a3b-8daa-62cc13af484f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.360693] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 865.360693] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]526495d4-0447-6cfe-f178-184977a6a5ef" [ 865.360693] env[68326]: _type = "Task" [ 865.360693] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.366405] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.366520] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.370379] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe57c50c-0a5c-4ce0-b092-25be2e169876 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.372672] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526495d4-0447-6cfe-f178-184977a6a5ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.376429] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Waiting for the task: (returnval){ [ 865.376429] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5232ee61-5942-c961-986c-e730554ca1f5" [ 865.376429] env[68326]: _type = "Task" [ 865.376429] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.385420] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5232ee61-5942-c961-986c-e730554ca1f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.428264] env[68326]: DEBUG nova.network.neutron [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Successfully updated port: f1d916a1-6bcd-4197-b0ad-eb49e03450ec {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.451607] env[68326]: DEBUG oslo_vmware.api [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129325, 'name': CloneVM_Task, 'duration_secs': 1.318656} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.451851] env[68326]: INFO nova.virt.vmwareapi.vmops [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Created linked-clone VM from snapshot [ 865.452611] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae68479-331e-4fa3-8894-5a47c7527dc3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.460305] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Uploading image 267eaa66-dedd-49b1-aef1-3d3f47e29ad1 {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 865.475997] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Creating linked-clone VM from snapshot {{(pid=68326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 865.477963] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d1baae1c-6447-4c78-aa62-15d1c7f12927 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.490019] env[68326]: DEBUG oslo_vmware.api [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 865.490019] env[68326]: value = "task-3129336" [ 865.490019] env[68326]: _type = "Task" [ 865.490019] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.495157] env[68326]: DEBUG oslo_vmware.rw_handles [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 865.495157] env[68326]: value = "vm-626313" [ 865.495157] env[68326]: _type = "VirtualMachine" [ 865.495157] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 865.495157] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d959cd17-a73f-4ec3-8acb-ea6a025045a5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.501900] env[68326]: DEBUG oslo_vmware.api [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129336, 'name': CloneVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.503161] env[68326]: DEBUG oslo_vmware.rw_handles [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lease: (returnval){ [ 865.503161] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]526f321d-318d-b358-86b3-4fd3786905c6" [ 865.503161] env[68326]: _type = "HttpNfcLease" [ 865.503161] env[68326]: } obtained for exporting VM: (result){ [ 865.503161] env[68326]: value = "vm-626313" [ 865.503161] env[68326]: _type = "VirtualMachine" [ 865.503161] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 865.503398] env[68326]: DEBUG oslo_vmware.api [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the lease: (returnval){ [ 865.503398] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]526f321d-318d-b358-86b3-4fd3786905c6" [ 865.503398] env[68326]: _type = "HttpNfcLease" [ 865.503398] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 865.510507] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.510507] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]526f321d-318d-b358-86b3-4fd3786905c6" [ 865.510507] env[68326]: _type = "HttpNfcLease" [ 865.510507] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 865.594464] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.594725] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9002162-f0ab-4b11-9bcd-bcc31d504842 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.602489] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 865.602489] env[68326]: value = "task-3129338" [ 865.602489] env[68326]: _type = "Task" [ 865.602489] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.612339] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.678540] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 865.768895] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.825912] env[68326]: DEBUG oslo_vmware.api [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129335, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.829461] env[68326]: DEBUG nova.network.neutron [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Successfully created port: 6192c824-a182-4acc-8a73-e65318835284 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.872543] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526495d4-0447-6cfe-f178-184977a6a5ef, 'name': SearchDatastore_Task, 'duration_secs': 0.018821} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.876177] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.876177] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.876177] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.886315] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5232ee61-5942-c961-986c-e730554ca1f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009201} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.890664] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e932c777-e35f-4260-9dc6-adb809e1b76c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.895527] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Waiting for the task: (returnval){ [ 865.895527] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]522e01a6-cef9-71a5-8966-b2126144daa8" [ 865.895527] env[68326]: _type = "Task" [ 865.895527] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.906012] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522e01a6-cef9-71a5-8966-b2126144daa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.932725] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "refresh_cache-34451d94-3685-430f-b19e-ac8e3f752cc1" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.932872] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquired lock "refresh_cache-34451d94-3685-430f-b19e-ac8e3f752cc1" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.933244] env[68326]: DEBUG nova.network.neutron [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.979627] env[68326]: DEBUG nova.network.neutron [-] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.009944] env[68326]: DEBUG oslo_vmware.api [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129336, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.020020] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 866.020020] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]526f321d-318d-b358-86b3-4fd3786905c6" [ 866.020020] env[68326]: _type = "HttpNfcLease" [ 866.020020] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 866.020677] env[68326]: DEBUG oslo_vmware.rw_handles [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 866.020677] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]526f321d-318d-b358-86b3-4fd3786905c6" [ 866.020677] env[68326]: _type = "HttpNfcLease" [ 866.020677] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 866.021750] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b70e7e6-1b90-4d22-8d9f-90b4849f2209 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.032507] env[68326]: DEBUG oslo_vmware.rw_handles [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5298fa16-cfdc-d06e-dd78-c7fde0e6e002/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 866.032507] env[68326]: DEBUG oslo_vmware.rw_handles [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5298fa16-cfdc-d06e-dd78-c7fde0e6e002/disk-0.vmdk for reading. {{(pid=68326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 866.115694] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129338, 'name': PowerOffVM_Task, 'duration_secs': 0.133775} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.115962] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.116676] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.117463] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba3ee55-12ca-4868-9021-a7ee2e3cbef8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.125765] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.126573] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f06bfc4-e6f7-4f3d-a64d-9a437a47bd98 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.154806] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.155050] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.155288] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Deleting the datastore file [datastore1] e1e3a9e7-8b19-4346-9373-0c9db0523131 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.157799] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31e8bbe8-fd30-4c77-a074-cc5dedfb6f19 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.161809] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 866.161809] env[68326]: value = "task-3129340" [ 866.161809] env[68326]: _type = "Task" [ 866.161809] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.171208] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.188934] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d26ec106-8fc1-4cf3-ba1a-bc12eca7022b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.268899] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129334, 'name': ReconfigVM_Task, 'duration_secs': 0.564625} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.271644] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Reconfigured VM instance instance-00000037 to attach disk [datastore1] b22d10a4-055b-4b65-97ae-a4a6f3f6fac6/b22d10a4-055b-4b65-97ae-a4a6f3f6fac6.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.274396] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f29b824-a31a-4303-a548-d6137d06bce6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.281881] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 866.281881] env[68326]: value = "task-3129341" [ 866.281881] env[68326]: _type = "Task" [ 866.281881] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.290359] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129341, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.325795] env[68326]: DEBUG oslo_vmware.api [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129335, 'name': RemoveSnapshot_Task, 'duration_secs': 0.694636} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.326145] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Deleted Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 866.326487] env[68326]: INFO nova.compute.manager [None req-8ebed19e-7a12-4f9a-8c22-5275bc3afcdb tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Took 16.73 seconds to snapshot the instance on the hypervisor. [ 866.349257] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7da78b-7602-47ce-b154-94effccb6ee2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.357839] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aa212c-2b28-4098-a290-eefe9511f720 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.362456] env[68326]: DEBUG nova.network.neutron [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Updated VIF entry in instance network info cache for port f2896895-5fc0-4f2a-9f87-7b61a094c486. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.362813] env[68326]: DEBUG nova.network.neutron [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Updating instance_info_cache with network_info: [{"id": "f2896895-5fc0-4f2a-9f87-7b61a094c486", "address": "fa:16:3e:ee:48:55", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2896895-5f", "ovs_interfaceid": "f2896895-5fc0-4f2a-9f87-7b61a094c486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.393389] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9253a151-e2c2-4b7f-b19d-655361851b9c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.408045] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462bd141-586b-447c-b705-b35951657522 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.412979] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522e01a6-cef9-71a5-8966-b2126144daa8, 'name': SearchDatastore_Task, 'duration_secs': 0.026788} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.413313] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.413622] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 8df6b92f-dbf7-4c63-b00f-111f71fe97bb/8df6b92f-dbf7-4c63-b00f-111f71fe97bb.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.414839] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.414839] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.414839] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2d6c6d5-30df-4f81-94e9-086c64f55229 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.426145] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e03c004-3c84-4284-86eb-5a5568cbab40 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.428863] env[68326]: DEBUG nova.compute.provider_tree [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.438427] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Waiting for the task: (returnval){ [ 866.438427] env[68326]: value = "task-3129342" [ 866.438427] env[68326]: _type = "Task" [ 866.438427] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.440182] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.440358] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.444267] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f63bfb0-5aeb-4f58-835f-0f7548c8d4f5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.452367] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': task-3129342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.455750] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 866.455750] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52eaf2fb-0b4b-3fdf-b974-4bccf4f1b319" [ 866.455750] env[68326]: _type = "Task" [ 866.455750] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.467576] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52eaf2fb-0b4b-3fdf-b974-4bccf4f1b319, 'name': SearchDatastore_Task, 'duration_secs': 0.00931} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.468338] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18dff545-972e-4309-bf98-ae26e0e28b23 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.474399] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 866.474399] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52f756d1-3615-4344-4f33-cf0df7ae64c4" [ 866.474399] env[68326]: _type = "Task" [ 866.474399] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.485810] env[68326]: INFO nova.compute.manager [-] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Took 1.57 seconds to deallocate network for instance. [ 866.486166] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52f756d1-3615-4344-4f33-cf0df7ae64c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.487064] env[68326]: DEBUG nova.network.neutron [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.502592] env[68326]: DEBUG oslo_vmware.api [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129336, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.611859] env[68326]: DEBUG nova.compute.manager [req-5b2e09c0-8a08-49c6-8b7d-d60a069b2518 req-4f5a531c-858b-4178-814e-bfd98f3a3b92 service nova] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Received event network-vif-plugged-f1d916a1-6bcd-4197-b0ad-eb49e03450ec {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 866.611859] env[68326]: DEBUG oslo_concurrency.lockutils [req-5b2e09c0-8a08-49c6-8b7d-d60a069b2518 req-4f5a531c-858b-4178-814e-bfd98f3a3b92 service nova] Acquiring lock "34451d94-3685-430f-b19e-ac8e3f752cc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.611859] env[68326]: DEBUG oslo_concurrency.lockutils [req-5b2e09c0-8a08-49c6-8b7d-d60a069b2518 req-4f5a531c-858b-4178-814e-bfd98f3a3b92 service nova] Lock "34451d94-3685-430f-b19e-ac8e3f752cc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.612061] env[68326]: DEBUG oslo_concurrency.lockutils [req-5b2e09c0-8a08-49c6-8b7d-d60a069b2518 req-4f5a531c-858b-4178-814e-bfd98f3a3b92 service nova] Lock "34451d94-3685-430f-b19e-ac8e3f752cc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.612217] env[68326]: DEBUG nova.compute.manager [req-5b2e09c0-8a08-49c6-8b7d-d60a069b2518 req-4f5a531c-858b-4178-814e-bfd98f3a3b92 service nova] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] No waiting events found dispatching network-vif-plugged-f1d916a1-6bcd-4197-b0ad-eb49e03450ec {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.612377] env[68326]: WARNING nova.compute.manager [req-5b2e09c0-8a08-49c6-8b7d-d60a069b2518 req-4f5a531c-858b-4178-814e-bfd98f3a3b92 service nova] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Received unexpected event network-vif-plugged-f1d916a1-6bcd-4197-b0ad-eb49e03450ec for instance with vm_state building and task_state spawning. [ 866.612655] env[68326]: DEBUG nova.compute.manager [req-5b2e09c0-8a08-49c6-8b7d-d60a069b2518 req-4f5a531c-858b-4178-814e-bfd98f3a3b92 service nova] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Received event network-changed-f1d916a1-6bcd-4197-b0ad-eb49e03450ec {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 866.612788] env[68326]: DEBUG nova.compute.manager [req-5b2e09c0-8a08-49c6-8b7d-d60a069b2518 req-4f5a531c-858b-4178-814e-bfd98f3a3b92 service nova] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Refreshing instance network info cache due to event network-changed-f1d916a1-6bcd-4197-b0ad-eb49e03450ec. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 866.613062] env[68326]: DEBUG oslo_concurrency.lockutils [req-5b2e09c0-8a08-49c6-8b7d-d60a069b2518 req-4f5a531c-858b-4178-814e-bfd98f3a3b92 service nova] Acquiring lock "refresh_cache-34451d94-3685-430f-b19e-ac8e3f752cc1" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.674263] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099485} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.674894] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.675210] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.675757] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.691299] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 866.699843] env[68326]: DEBUG nova.network.neutron [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Updating instance_info_cache with network_info: [{"id": "f1d916a1-6bcd-4197-b0ad-eb49e03450ec", "address": "fa:16:3e:84:f4:08", "network": {"id": "5fc96d27-1e21-4c92-a90f-9f99a1fc2abe", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1651068270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e82880ae6e64379b36e78f95ad6aa60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d916a1-6b", "ovs_interfaceid": "f1d916a1-6bcd-4197-b0ad-eb49e03450ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.722889] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.723160] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.723432] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.723674] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.723889] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.724118] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.724388] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.724578] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.725767] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.725767] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.725767] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.726143] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08091393-eb9a-4b56-b8fc-b554fab2c54e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.738495] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d3fa8f-d924-4388-bd1b-4bc4ce509531 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.799557] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129341, 'name': Rename_Task, 'duration_secs': 0.152088} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.799850] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.800306] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7a0bc2e-50b4-418a-bb0e-be3534ea35ec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.809199] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 866.809199] env[68326]: value = "task-3129343" [ 866.809199] env[68326]: _type = "Task" [ 866.809199] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.822284] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.866015] env[68326]: DEBUG oslo_concurrency.lockutils [req-7c132195-adc3-4a3e-98fe-6482edd008e9 req-faa07a50-41d3-4616-829b-8ea06db152aa service nova] Releasing lock "refresh_cache-b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.934497] env[68326]: DEBUG nova.scheduler.client.report [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.951258] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': task-3129342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487458} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.952712] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 8df6b92f-dbf7-4c63-b00f-111f71fe97bb/8df6b92f-dbf7-4c63-b00f-111f71fe97bb.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.952712] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.952712] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74c41ee4-f634-4544-8b21-0d3cc8c88b9a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.960751] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Waiting for the task: (returnval){ [ 866.960751] env[68326]: value = "task-3129344" [ 866.960751] env[68326]: _type = "Task" [ 866.960751] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.976481] env[68326]: DEBUG oslo_concurrency.lockutils [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "c4a837f8-ac6b-4c17-99ff-8b666df87207" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.976844] env[68326]: DEBUG oslo_concurrency.lockutils [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "c4a837f8-ac6b-4c17-99ff-8b666df87207" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.977168] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': task-3129344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.988278] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52f756d1-3615-4344-4f33-cf0df7ae64c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009616} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.988278] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.988278] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 1e0ab26e-2409-4a8d-ba64-07d3921e0a81/1e0ab26e-2409-4a8d-ba64-07d3921e0a81.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.988278] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c29d06d6-d664-4ef2-9fa7-6a01feab40c2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.000217] env[68326]: DEBUG oslo_concurrency.lockutils [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.001200] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 867.001200] env[68326]: value = "task-3129345" [ 867.001200] env[68326]: _type = "Task" [ 867.001200] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.008374] env[68326]: DEBUG oslo_vmware.api [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129336, 'name': CloneVM_Task, 'duration_secs': 1.435774} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.009084] env[68326]: INFO nova.virt.vmwareapi.vmops [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Created linked-clone VM from snapshot [ 867.010164] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083c3384-81ae-419b-8f51-d615351adb52 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.017115] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.024362] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Uploading image fe163bfb-a2c9-4476-8247-873a772a10bb {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 867.047103] env[68326]: DEBUG oslo_vmware.rw_handles [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 867.047103] env[68326]: value = "vm-626318" [ 867.047103] env[68326]: _type = "VirtualMachine" [ 867.047103] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 867.047290] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eeffe161-bf9b-4f20-b18f-fc1faacc3e62 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.055962] env[68326]: DEBUG oslo_vmware.rw_handles [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lease: (returnval){ [ 867.055962] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b3fa43-9058-344b-b1a1-6d016a6f4366" [ 867.055962] env[68326]: _type = "HttpNfcLease" [ 867.055962] env[68326]: } obtained for exporting VM: (result){ [ 867.055962] env[68326]: value = "vm-626318" [ 867.055962] env[68326]: _type = "VirtualMachine" [ 867.055962] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 867.056385] env[68326]: DEBUG oslo_vmware.api [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the lease: (returnval){ [ 867.056385] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b3fa43-9058-344b-b1a1-6d016a6f4366" [ 867.056385] env[68326]: _type = "HttpNfcLease" [ 867.056385] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 867.065548] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.065548] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b3fa43-9058-344b-b1a1-6d016a6f4366" [ 867.065548] env[68326]: _type = "HttpNfcLease" [ 867.065548] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 867.204485] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Releasing lock "refresh_cache-34451d94-3685-430f-b19e-ac8e3f752cc1" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.204942] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Instance network_info: |[{"id": "f1d916a1-6bcd-4197-b0ad-eb49e03450ec", "address": "fa:16:3e:84:f4:08", "network": {"id": "5fc96d27-1e21-4c92-a90f-9f99a1fc2abe", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1651068270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e82880ae6e64379b36e78f95ad6aa60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d916a1-6b", "ovs_interfaceid": "f1d916a1-6bcd-4197-b0ad-eb49e03450ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 867.205550] env[68326]: DEBUG oslo_concurrency.lockutils [req-5b2e09c0-8a08-49c6-8b7d-d60a069b2518 req-4f5a531c-858b-4178-814e-bfd98f3a3b92 service nova] Acquired lock "refresh_cache-34451d94-3685-430f-b19e-ac8e3f752cc1" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.205992] env[68326]: DEBUG nova.network.neutron [req-5b2e09c0-8a08-49c6-8b7d-d60a069b2518 req-4f5a531c-858b-4178-814e-bfd98f3a3b92 service nova] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Refreshing network info cache for port f1d916a1-6bcd-4197-b0ad-eb49e03450ec {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.211925] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:f4:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1d916a1-6bcd-4197-b0ad-eb49e03450ec', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.219777] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Creating folder: Project (5e82880ae6e64379b36e78f95ad6aa60). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.222108] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c0fdf15-7cdc-4464-adf3-358cec37feb5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.235963] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Created folder: Project (5e82880ae6e64379b36e78f95ad6aa60) in parent group-v626141. [ 867.236200] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Creating folder: Instances. Parent ref: group-v626319. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.236483] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd054ac1-4dc6-4242-9e5a-f7dd567e5e9a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.249028] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Created folder: Instances in parent group-v626319. [ 867.249028] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.249028] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.249028] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92b51cf6-aced-4df4-92ed-dfde1ab12bb1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.270909] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.270909] env[68326]: value = "task-3129349" [ 867.270909] env[68326]: _type = "Task" [ 867.270909] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.280431] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129349, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.323870] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129343, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.447181] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.447818] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 867.451328] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.677s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.451746] env[68326]: DEBUG nova.objects.instance [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Lazy-loading 'resources' on Instance uuid 5f32ac15-011a-4574-b635-8833971c5a33 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.474905] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': task-3129344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076265} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.475504] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.476840] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce23a86a-e126-44c6-9eb0-0b6ce4379ce7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.505585] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 8df6b92f-dbf7-4c63-b00f-111f71fe97bb/8df6b92f-dbf7-4c63-b00f-111f71fe97bb.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.507203] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5ec1c1a-5b5d-4b32-870d-5c8a23e48e43 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.535449] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5099} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.537047] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 1e0ab26e-2409-4a8d-ba64-07d3921e0a81/1e0ab26e-2409-4a8d-ba64-07d3921e0a81.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.537440] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.537927] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Waiting for the task: (returnval){ [ 867.537927] env[68326]: value = "task-3129350" [ 867.537927] env[68326]: _type = "Task" [ 867.537927] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.538397] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c965aa33-c768-4899-8c26-9ca187566355 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.553403] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': task-3129350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.555401] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 867.555401] env[68326]: value = "task-3129351" [ 867.555401] env[68326]: _type = "Task" [ 867.555401] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.567403] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.569263] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.569263] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b3fa43-9058-344b-b1a1-6d016a6f4366" [ 867.569263] env[68326]: _type = "HttpNfcLease" [ 867.569263] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 867.569774] env[68326]: DEBUG oslo_vmware.rw_handles [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 867.569774] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b3fa43-9058-344b-b1a1-6d016a6f4366" [ 867.569774] env[68326]: _type = "HttpNfcLease" [ 867.569774] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 867.570438] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d413b54-1c00-46c9-890d-ee772090a3a2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.577749] env[68326]: DEBUG oslo_vmware.rw_handles [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d72a6a-4355-f4dc-83e1-89314e8f1d73/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 867.578021] env[68326]: DEBUG oslo_vmware.rw_handles [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d72a6a-4355-f4dc-83e1-89314e8f1d73/disk-0.vmdk for reading. {{(pid=68326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 867.699369] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6876d584-12ca-43ae-96be-4905a8dbb050 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.729179] env[68326]: DEBUG nova.virt.hardware [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.729526] env[68326]: DEBUG nova.virt.hardware [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.729762] env[68326]: DEBUG nova.virt.hardware [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.729987] env[68326]: DEBUG nova.virt.hardware [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.730204] env[68326]: DEBUG nova.virt.hardware [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.731157] env[68326]: DEBUG nova.virt.hardware [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.731157] env[68326]: DEBUG nova.virt.hardware [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.731157] env[68326]: DEBUG nova.virt.hardware [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.731157] env[68326]: DEBUG nova.virt.hardware [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.731361] env[68326]: DEBUG nova.virt.hardware [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.731478] env[68326]: DEBUG nova.virt.hardware [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.733764] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bca28a2-fe89-4bab-a841-6903b631dafa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.745273] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3747d041-4599-4e56-9d85-94634c3b5760 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.759786] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Instance VIF info [] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.765922] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.772022] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.772663] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f530f91c-7abf-451b-87b0-937253c954cf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.794831] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129349, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.796208] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.796208] env[68326]: value = "task-3129352" [ 867.796208] env[68326]: _type = "Task" [ 867.796208] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.804400] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129352, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.821849] env[68326]: DEBUG oslo_vmware.api [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129343, 'name': PowerOnVM_Task, 'duration_secs': 0.520177} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.821849] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.821849] env[68326]: INFO nova.compute.manager [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Took 9.06 seconds to spawn the instance on the hypervisor. [ 867.822088] env[68326]: DEBUG nova.compute.manager [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 867.822894] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89201454-1245-4c36-9645-beb933e0a3d1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.957686] env[68326]: DEBUG nova.compute.utils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.963291] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 867.963502] env[68326]: DEBUG nova.network.neutron [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.059290] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': task-3129350, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.071904] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111176} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.072062] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.072948] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995454ed-bb37-4a65-8845-746470f0f62d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.106445] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 1e0ab26e-2409-4a8d-ba64-07d3921e0a81/1e0ab26e-2409-4a8d-ba64-07d3921e0a81.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.111070] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34c0317b-2601-4fce-b6af-09a616ce4495 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.129178] env[68326]: DEBUG nova.policy [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a66c1449cefe49c990f8bcbdec8591a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e82880ae6e64379b36e78f95ad6aa60', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.136943] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 868.136943] env[68326]: value = "task-3129353" [ 868.136943] env[68326]: _type = "Task" [ 868.136943] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.149702] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129353, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.282565] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129349, 'name': CreateVM_Task, 'duration_secs': 0.683538} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.285680] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.293245] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.293245] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.293245] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.293245] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71eed52f-8133-4631-b063-e30f87cb1230 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.296438] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 868.296438] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5213b07f-06bf-f616-dfd7-4cd66b12d448" [ 868.296438] env[68326]: _type = "Task" [ 868.296438] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.312959] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5213b07f-06bf-f616-dfd7-4cd66b12d448, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.316744] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.317064] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.317336] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.317608] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.317846] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.318141] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129352, 'name': CreateVM_Task, 'duration_secs': 0.472703} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.318414] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-047fd0d7-b26d-488d-a3f7-60918209461c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.320463] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 868.320968] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.321156] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.321611] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.322235] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65269718-c3d3-4734-b096-4264f86e70d2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.330387] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.330387] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.331013] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9b4a548-a67c-46ed-aa55-f6f87c4940f8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.339284] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 868.339284] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5262fb0d-f769-534d-1d7a-5b5101897d75" [ 868.339284] env[68326]: _type = "Task" [ 868.339284] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.343117] env[68326]: INFO nova.compute.manager [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Took 41.70 seconds to build instance. [ 868.352429] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 868.352429] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ebac0e-30a6-0fb0-fcbd-4b6a90f4dc7f" [ 868.352429] env[68326]: _type = "Task" [ 868.352429] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.363760] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5262fb0d-f769-534d-1d7a-5b5101897d75, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.370044] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.370824] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.371087] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.381441] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ebac0e-30a6-0fb0-fcbd-4b6a90f4dc7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010723} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.383143] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1761fbfb-40c4-46ee-b898-46a14a36e30e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.389347] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 868.389347] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523af195-1c0a-ec49-edfe-a4630185d67a" [ 868.389347] env[68326]: _type = "Task" [ 868.389347] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.398698] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523af195-1c0a-ec49-edfe-a4630185d67a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.468410] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 868.519758] env[68326]: DEBUG nova.network.neutron [req-5b2e09c0-8a08-49c6-8b7d-d60a069b2518 req-4f5a531c-858b-4178-814e-bfd98f3a3b92 service nova] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Updated VIF entry in instance network info cache for port f1d916a1-6bcd-4197-b0ad-eb49e03450ec. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.520822] env[68326]: DEBUG nova.network.neutron [req-5b2e09c0-8a08-49c6-8b7d-d60a069b2518 req-4f5a531c-858b-4178-814e-bfd98f3a3b92 service nova] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Updating instance_info_cache with network_info: [{"id": "f1d916a1-6bcd-4197-b0ad-eb49e03450ec", "address": "fa:16:3e:84:f4:08", "network": {"id": "5fc96d27-1e21-4c92-a90f-9f99a1fc2abe", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1651068270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e82880ae6e64379b36e78f95ad6aa60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1d916a1-6b", "ovs_interfaceid": "f1d916a1-6bcd-4197-b0ad-eb49e03450ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.564351] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': task-3129350, 'name': ReconfigVM_Task, 'duration_secs': 0.563116} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.567717] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 8df6b92f-dbf7-4c63-b00f-111f71fe97bb/8df6b92f-dbf7-4c63-b00f-111f71fe97bb.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.568165] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66d72630-fb03-42c5-afba-8f875beb14b0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.575896] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Waiting for the task: (returnval){ [ 868.575896] env[68326]: value = "task-3129354" [ 868.575896] env[68326]: _type = "Task" [ 868.575896] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.587808] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': task-3129354, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.607177] env[68326]: DEBUG nova.network.neutron [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Successfully updated port: 6192c824-a182-4acc-8a73-e65318835284 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.657304] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.693957] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ac1235-c905-4949-bd64-f769a74b0e1c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.707036] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f49c1f-979c-4607-a1de-ee332ccfb1fe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.742625] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f18e064-a831-4b26-98b9-b80c9169374b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.751945] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b98745-24bd-4e6c-889d-d8bf939ca779 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.766821] env[68326]: DEBUG nova.compute.provider_tree [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 868.854275] env[68326]: DEBUG oslo_concurrency.lockutils [None req-16fc834d-ab41-4c54-8819-f883a4c50141 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.292s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.900384] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523af195-1c0a-ec49-edfe-a4630185d67a, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.900806] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.901163] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 34451d94-3685-430f-b19e-ac8e3f752cc1/34451d94-3685-430f-b19e-ac8e3f752cc1.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.901553] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.901859] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.902137] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40e8ec6e-b1a4-43b6-8426-7bdb80e21ca3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.904416] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5714d898-f593-49e5-8c38-d7e1551618d9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.911931] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 868.911931] env[68326]: value = "task-3129355" [ 868.911931] env[68326]: _type = "Task" [ 868.911931] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.916471] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.916699] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.918037] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d28bde1-230d-4880-b3d8-f2d07d58d2b0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.923311] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.927354] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 868.927354] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52cb7a3c-1f7e-1e40-00aa-0c039b73a85d" [ 868.927354] env[68326]: _type = "Task" [ 868.927354] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.937372] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52cb7a3c-1f7e-1e40-00aa-0c039b73a85d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.953109] env[68326]: DEBUG nova.compute.manager [req-03892710-f06b-433d-9476-ad83cbb3e106 req-a87381cc-62cb-4256-8ea2-5224f2c81114 service nova] [instance: 69db0127-5656-4393-a431-449c94be17e9] Received event network-vif-plugged-6192c824-a182-4acc-8a73-e65318835284 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 868.953537] env[68326]: DEBUG oslo_concurrency.lockutils [req-03892710-f06b-433d-9476-ad83cbb3e106 req-a87381cc-62cb-4256-8ea2-5224f2c81114 service nova] Acquiring lock "69db0127-5656-4393-a431-449c94be17e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.953744] env[68326]: DEBUG oslo_concurrency.lockutils [req-03892710-f06b-433d-9476-ad83cbb3e106 req-a87381cc-62cb-4256-8ea2-5224f2c81114 service nova] Lock "69db0127-5656-4393-a431-449c94be17e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.953911] env[68326]: DEBUG oslo_concurrency.lockutils [req-03892710-f06b-433d-9476-ad83cbb3e106 req-a87381cc-62cb-4256-8ea2-5224f2c81114 service nova] Lock "69db0127-5656-4393-a431-449c94be17e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.954152] env[68326]: DEBUG nova.compute.manager [req-03892710-f06b-433d-9476-ad83cbb3e106 req-a87381cc-62cb-4256-8ea2-5224f2c81114 service nova] [instance: 69db0127-5656-4393-a431-449c94be17e9] No waiting events found dispatching network-vif-plugged-6192c824-a182-4acc-8a73-e65318835284 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.954406] env[68326]: WARNING nova.compute.manager [req-03892710-f06b-433d-9476-ad83cbb3e106 req-a87381cc-62cb-4256-8ea2-5224f2c81114 service nova] [instance: 69db0127-5656-4393-a431-449c94be17e9] Received unexpected event network-vif-plugged-6192c824-a182-4acc-8a73-e65318835284 for instance with vm_state building and task_state spawning. [ 868.954743] env[68326]: DEBUG nova.compute.manager [req-03892710-f06b-433d-9476-ad83cbb3e106 req-a87381cc-62cb-4256-8ea2-5224f2c81114 service nova] [instance: 69db0127-5656-4393-a431-449c94be17e9] Received event network-changed-6192c824-a182-4acc-8a73-e65318835284 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 868.954879] env[68326]: DEBUG nova.compute.manager [req-03892710-f06b-433d-9476-ad83cbb3e106 req-a87381cc-62cb-4256-8ea2-5224f2c81114 service nova] [instance: 69db0127-5656-4393-a431-449c94be17e9] Refreshing instance network info cache due to event network-changed-6192c824-a182-4acc-8a73-e65318835284. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 868.955092] env[68326]: DEBUG oslo_concurrency.lockutils [req-03892710-f06b-433d-9476-ad83cbb3e106 req-a87381cc-62cb-4256-8ea2-5224f2c81114 service nova] Acquiring lock "refresh_cache-69db0127-5656-4393-a431-449c94be17e9" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.955225] env[68326]: DEBUG oslo_concurrency.lockutils [req-03892710-f06b-433d-9476-ad83cbb3e106 req-a87381cc-62cb-4256-8ea2-5224f2c81114 service nova] Acquired lock "refresh_cache-69db0127-5656-4393-a431-449c94be17e9" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.955338] env[68326]: DEBUG nova.network.neutron [req-03892710-f06b-433d-9476-ad83cbb3e106 req-a87381cc-62cb-4256-8ea2-5224f2c81114 service nova] [instance: 69db0127-5656-4393-a431-449c94be17e9] Refreshing network info cache for port 6192c824-a182-4acc-8a73-e65318835284 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.962334] env[68326]: DEBUG nova.network.neutron [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Successfully created port: 33fd611d-5f1b-424b-b2fc-7e6eee37736b {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.024700] env[68326]: DEBUG oslo_concurrency.lockutils [req-5b2e09c0-8a08-49c6-8b7d-d60a069b2518 req-4f5a531c-858b-4178-814e-bfd98f3a3b92 service nova] Releasing lock "refresh_cache-34451d94-3685-430f-b19e-ac8e3f752cc1" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.025186] env[68326]: DEBUG nova.compute.manager [req-5b2e09c0-8a08-49c6-8b7d-d60a069b2518 req-4f5a531c-858b-4178-814e-bfd98f3a3b92 service nova] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Received event network-vif-deleted-d3aee4b7-75d5-4eec-9c0e-ab06c967d1fe {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 869.088197] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': task-3129354, 'name': Rename_Task, 'duration_secs': 0.158029} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.088999] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.089360] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d47d17e-94b3-4926-82c5-fa134ae905ec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.100894] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Waiting for the task: (returnval){ [ 869.100894] env[68326]: value = "task-3129356" [ 869.100894] env[68326]: _type = "Task" [ 869.100894] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.115039] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "refresh_cache-69db0127-5656-4393-a431-449c94be17e9" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.117366] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': task-3129356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.151325] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129353, 'name': ReconfigVM_Task, 'duration_secs': 0.62198} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.151771] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 1e0ab26e-2409-4a8d-ba64-07d3921e0a81/1e0ab26e-2409-4a8d-ba64-07d3921e0a81.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.152579] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e67bd83b-06aa-493a-bb77-2043b0745dd2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.163281] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 869.163281] env[68326]: value = "task-3129357" [ 869.163281] env[68326]: _type = "Task" [ 869.163281] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.173702] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129357, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.294273] env[68326]: ERROR nova.scheduler.client.report [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] [req-db985b91-e98d-4f46-9999-b85382585839] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-db985b91-e98d-4f46-9999-b85382585839"}]} [ 869.320337] env[68326]: DEBUG nova.scheduler.client.report [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 869.347137] env[68326]: DEBUG nova.scheduler.client.report [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 869.347500] env[68326]: DEBUG nova.compute.provider_tree [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 869.361580] env[68326]: DEBUG nova.compute.manager [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 869.372737] env[68326]: DEBUG nova.scheduler.client.report [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 869.411312] env[68326]: DEBUG nova.scheduler.client.report [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 869.438779] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489529} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.439965] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 34451d94-3685-430f-b19e-ac8e3f752cc1/34451d94-3685-430f-b19e-ac8e3f752cc1.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.440380] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.440787] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04531cc5-5d35-4a71-9f50-714438fa99f1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.448040] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52cb7a3c-1f7e-1e40-00aa-0c039b73a85d, 'name': SearchDatastore_Task, 'duration_secs': 0.009947} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.452584] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-896f03de-62d4-4c0e-afb5-6398e95969fa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.457833] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 869.457833] env[68326]: value = "task-3129358" [ 869.457833] env[68326]: _type = "Task" [ 869.457833] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.469809] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 869.469809] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5229971e-ebc7-1191-7e71-6d5262b3931b" [ 869.469809] env[68326]: _type = "Task" [ 869.469809] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.477700] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.484605] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 869.486893] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5229971e-ebc7-1191-7e71-6d5262b3931b, 'name': SearchDatastore_Task, 'duration_secs': 0.011648} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.490686] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.491080] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] e1e3a9e7-8b19-4346-9373-0c9db0523131/e1e3a9e7-8b19-4346-9373-0c9db0523131.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.492767] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6dd3e83-f6e0-40ca-8a4b-7be378c167c1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.498176] env[68326]: DEBUG nova.network.neutron [req-03892710-f06b-433d-9476-ad83cbb3e106 req-a87381cc-62cb-4256-8ea2-5224f2c81114 service nova] [instance: 69db0127-5656-4393-a431-449c94be17e9] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.500670] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 869.500670] env[68326]: value = "task-3129359" [ 869.500670] env[68326]: _type = "Task" [ 869.500670] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.510477] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.584151] env[68326]: DEBUG nova.network.neutron [req-03892710-f06b-433d-9476-ad83cbb3e106 req-a87381cc-62cb-4256-8ea2-5224f2c81114 service nova] [instance: 69db0127-5656-4393-a431-449c94be17e9] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.614408] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': task-3129356, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.681728] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129357, 'name': Rename_Task, 'duration_secs': 0.291681} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.682308] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.682579] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f43215e-e2e9-409b-a2bf-a758a91f3024 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.690983] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 869.690983] env[68326]: value = "task-3129360" [ 869.690983] env[68326]: _type = "Task" [ 869.690983] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.706782] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.896032] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.972690] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09801} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.975949] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.977634] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b1fe0a-edea-4a1b-8ece-d4ece7bb20ac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.006057] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 34451d94-3685-430f-b19e-ac8e3f752cc1/34451d94-3685-430f-b19e-ac8e3f752cc1.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.009344] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05e4c759-ff8b-49ce-8289-adf2e6cc84fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.034697] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53224} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.036699] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] e1e3a9e7-8b19-4346-9373-0c9db0523131/e1e3a9e7-8b19-4346-9373-0c9db0523131.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.036699] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.036906] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 870.036906] env[68326]: value = "task-3129361" [ 870.036906] env[68326]: _type = "Task" [ 870.036906] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.037072] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cb9326e-9e1b-450c-8db4-4a9c1a2c6d6c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.051285] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.052850] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 870.052850] env[68326]: value = "task-3129362" [ 870.052850] env[68326]: _type = "Task" [ 870.052850] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.064220] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.087218] env[68326]: DEBUG oslo_concurrency.lockutils [req-03892710-f06b-433d-9476-ad83cbb3e106 req-a87381cc-62cb-4256-8ea2-5224f2c81114 service nova] Releasing lock "refresh_cache-69db0127-5656-4393-a431-449c94be17e9" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.090961] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquired lock "refresh_cache-69db0127-5656-4393-a431-449c94be17e9" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.091243] env[68326]: DEBUG nova.network.neutron [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.113586] env[68326]: DEBUG oslo_vmware.api [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': task-3129356, 'name': PowerOnVM_Task, 'duration_secs': 0.718106} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.116871] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.117182] env[68326]: INFO nova.compute.manager [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Took 8.74 seconds to spawn the instance on the hypervisor. [ 870.118456] env[68326]: DEBUG nova.compute.manager [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 870.119795] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad450c2-39ea-417f-b20e-a2ad25ef5341 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.163950] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27a9451-0c85-4370-afdc-e6db257e0053 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.172790] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d04f1b-35b3-4904-9df8-08490feb5aa0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.222424] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f15025-e2c5-4003-929f-0a4c2b4fa604 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.231869] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129360, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.235403] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86d0d90-8436-49c6-bcc3-3426e4e5fc99 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.251482] env[68326]: DEBUG nova.compute.provider_tree [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.551230] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129361, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.562910] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112098} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.563238] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.564158] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82de26fa-5665-4b3c-aeab-a5a3f9e9d173 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.590676] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] e1e3a9e7-8b19-4346-9373-0c9db0523131/e1e3a9e7-8b19-4346-9373-0c9db0523131.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.591732] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bc7b049-ad98-42ae-b995-17fe09119ea9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.615155] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 870.615155] env[68326]: value = "task-3129363" [ 870.615155] env[68326]: _type = "Task" [ 870.615155] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.624334] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.652293] env[68326]: DEBUG nova.network.neutron [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.653027] env[68326]: INFO nova.compute.manager [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Took 43.75 seconds to build instance. [ 870.689649] env[68326]: DEBUG nova.network.neutron [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Successfully updated port: 33fd611d-5f1b-424b-b2fc-7e6eee37736b {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.728728] env[68326]: DEBUG oslo_vmware.api [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129360, 'name': PowerOnVM_Task, 'duration_secs': 0.783234} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.729025] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.729273] env[68326]: INFO nova.compute.manager [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Took 17.19 seconds to spawn the instance on the hypervisor. [ 870.729467] env[68326]: DEBUG nova.compute.manager [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 870.730325] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0fbe6a-5398-432c-b2f4-5ef9792be1a0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.795176] env[68326]: DEBUG nova.scheduler.client.report [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 870.795338] env[68326]: DEBUG nova.compute.provider_tree [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 81 to 82 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 870.796051] env[68326]: DEBUG nova.compute.provider_tree [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 870.834859] env[68326]: DEBUG nova.network.neutron [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Updating instance_info_cache with network_info: [{"id": "6192c824-a182-4acc-8a73-e65318835284", "address": "fa:16:3e:07:3b:3b", "network": {"id": "5fc96d27-1e21-4c92-a90f-9f99a1fc2abe", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1651068270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e82880ae6e64379b36e78f95ad6aa60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6192c824-a1", "ovs_interfaceid": "6192c824-a182-4acc-8a73-e65318835284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.051391] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129361, 'name': ReconfigVM_Task, 'duration_secs': 0.519533} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.051667] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 34451d94-3685-430f-b19e-ac8e3f752cc1/34451d94-3685-430f-b19e-ac8e3f752cc1.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.052398] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68c41a6b-d01f-46ce-b0bb-08c25bb74318 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.060240] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 871.060240] env[68326]: value = "task-3129364" [ 871.060240] env[68326]: _type = "Task" [ 871.060240] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.070112] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129364, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.126776] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.156614] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0542e7f4-3ee2-43c6-b925-757097c2b260 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Lock "8df6b92f-dbf7-4c63-b00f-111f71fe97bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.402s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.192099] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "refresh_cache-95356776-a92d-4c76-8311-471133daebfa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.192206] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquired lock "refresh_cache-95356776-a92d-4c76-8311-471133daebfa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.192370] env[68326]: DEBUG nova.network.neutron [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.248807] env[68326]: INFO nova.compute.manager [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Took 50.18 seconds to build instance. [ 871.306026] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.854s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.308607] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.400s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.310146] env[68326]: INFO nova.compute.claims [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.334707] env[68326]: INFO nova.scheduler.client.report [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Deleted allocations for instance 5f32ac15-011a-4574-b635-8833971c5a33 [ 871.340283] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Releasing lock "refresh_cache-69db0127-5656-4393-a431-449c94be17e9" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.340283] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Instance network_info: |[{"id": "6192c824-a182-4acc-8a73-e65318835284", "address": "fa:16:3e:07:3b:3b", "network": {"id": "5fc96d27-1e21-4c92-a90f-9f99a1fc2abe", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1651068270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e82880ae6e64379b36e78f95ad6aa60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6192c824-a1", "ovs_interfaceid": "6192c824-a182-4acc-8a73-e65318835284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 871.340590] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:3b:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6192c824-a182-4acc-8a73-e65318835284', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.349570] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.350277] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69db0127-5656-4393-a431-449c94be17e9] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.351098] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e5eb01a-00eb-4c79-897c-530142305ba7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.373435] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.373435] env[68326]: value = "task-3129365" [ 871.373435] env[68326]: _type = "Task" [ 871.373435] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.383592] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129365, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.572456] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129364, 'name': Rename_Task, 'duration_secs': 0.273679} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.572973] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.573172] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfaac997-3dd6-4a10-be4c-aab1304d0b88 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.580720] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 871.580720] env[68326]: value = "task-3129366" [ 871.580720] env[68326]: _type = "Task" [ 871.580720] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.590994] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.627403] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129363, 'name': ReconfigVM_Task, 'duration_secs': 0.663801} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.627403] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Reconfigured VM instance instance-00000036 to attach disk [datastore1] e1e3a9e7-8b19-4346-9373-0c9db0523131/e1e3a9e7-8b19-4346-9373-0c9db0523131.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.628044] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7dc7036-749b-4ebd-9393-cf11a3eef188 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.636167] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 871.636167] env[68326]: value = "task-3129367" [ 871.636167] env[68326]: _type = "Task" [ 871.636167] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.647283] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129367, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.661620] env[68326]: DEBUG nova.compute.manager [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 871.751600] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c081315-efa0-4d3a-be29-b604d0ae8253 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "1e0ab26e-2409-4a8d-ba64-07d3921e0a81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.777s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.767966] env[68326]: DEBUG nova.network.neutron [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.853846] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9657f2c0-cecf-4413-8925-f4b8101bfb21 tempest-ServersTestFqdnHostnames-903984398 tempest-ServersTestFqdnHostnames-903984398-project-member] Lock "5f32ac15-011a-4574-b635-8833971c5a33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.302s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.883574] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129365, 'name': CreateVM_Task, 'duration_secs': 0.453958} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.885034] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69db0127-5656-4393-a431-449c94be17e9] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.885034] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.885344] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.885527] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.886055] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-480dadbd-4ab1-4201-8515-1e8f50838963 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.891258] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 871.891258] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]527c220d-9a65-fa8d-8295-b56df5e8acb1" [ 871.891258] env[68326]: _type = "Task" [ 871.891258] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.905348] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]527c220d-9a65-fa8d-8295-b56df5e8acb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.965769] env[68326]: DEBUG nova.compute.manager [req-64aa56c7-9904-42c5-a0fe-47332f648790 req-863519be-e70d-40cf-bafd-bed5ca0348d1 service nova] [instance: 95356776-a92d-4c76-8311-471133daebfa] Received event network-vif-plugged-33fd611d-5f1b-424b-b2fc-7e6eee37736b {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 871.966013] env[68326]: DEBUG oslo_concurrency.lockutils [req-64aa56c7-9904-42c5-a0fe-47332f648790 req-863519be-e70d-40cf-bafd-bed5ca0348d1 service nova] Acquiring lock "95356776-a92d-4c76-8311-471133daebfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.966238] env[68326]: DEBUG oslo_concurrency.lockutils [req-64aa56c7-9904-42c5-a0fe-47332f648790 req-863519be-e70d-40cf-bafd-bed5ca0348d1 service nova] Lock "95356776-a92d-4c76-8311-471133daebfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.966409] env[68326]: DEBUG oslo_concurrency.lockutils [req-64aa56c7-9904-42c5-a0fe-47332f648790 req-863519be-e70d-40cf-bafd-bed5ca0348d1 service nova] Lock "95356776-a92d-4c76-8311-471133daebfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.966597] env[68326]: DEBUG nova.compute.manager [req-64aa56c7-9904-42c5-a0fe-47332f648790 req-863519be-e70d-40cf-bafd-bed5ca0348d1 service nova] [instance: 95356776-a92d-4c76-8311-471133daebfa] No waiting events found dispatching network-vif-plugged-33fd611d-5f1b-424b-b2fc-7e6eee37736b {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 871.966773] env[68326]: WARNING nova.compute.manager [req-64aa56c7-9904-42c5-a0fe-47332f648790 req-863519be-e70d-40cf-bafd-bed5ca0348d1 service nova] [instance: 95356776-a92d-4c76-8311-471133daebfa] Received unexpected event network-vif-plugged-33fd611d-5f1b-424b-b2fc-7e6eee37736b for instance with vm_state building and task_state spawning. [ 871.966933] env[68326]: DEBUG nova.compute.manager [req-64aa56c7-9904-42c5-a0fe-47332f648790 req-863519be-e70d-40cf-bafd-bed5ca0348d1 service nova] [instance: 95356776-a92d-4c76-8311-471133daebfa] Received event network-changed-33fd611d-5f1b-424b-b2fc-7e6eee37736b {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 871.967469] env[68326]: DEBUG nova.compute.manager [req-64aa56c7-9904-42c5-a0fe-47332f648790 req-863519be-e70d-40cf-bafd-bed5ca0348d1 service nova] [instance: 95356776-a92d-4c76-8311-471133daebfa] Refreshing instance network info cache due to event network-changed-33fd611d-5f1b-424b-b2fc-7e6eee37736b. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 871.967710] env[68326]: DEBUG oslo_concurrency.lockutils [req-64aa56c7-9904-42c5-a0fe-47332f648790 req-863519be-e70d-40cf-bafd-bed5ca0348d1 service nova] Acquiring lock "refresh_cache-95356776-a92d-4c76-8311-471133daebfa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.059975] env[68326]: DEBUG nova.network.neutron [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Updating instance_info_cache with network_info: [{"id": "33fd611d-5f1b-424b-b2fc-7e6eee37736b", "address": "fa:16:3e:f3:d4:04", "network": {"id": "5fc96d27-1e21-4c92-a90f-9f99a1fc2abe", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1651068270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e82880ae6e64379b36e78f95ad6aa60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fd611d-5f", "ovs_interfaceid": "33fd611d-5f1b-424b-b2fc-7e6eee37736b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.092202] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129366, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.146936] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129367, 'name': Rename_Task, 'duration_secs': 0.203676} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.147266] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.147530] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5148d39-e6b9-460a-b361-48735cdc59f9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.154432] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 872.154432] env[68326]: value = "task-3129368" [ 872.154432] env[68326]: _type = "Task" [ 872.154432] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.163347] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.191678] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.256114] env[68326]: DEBUG nova.compute.manager [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 872.404814] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]527c220d-9a65-fa8d-8295-b56df5e8acb1, 'name': SearchDatastore_Task, 'duration_secs': 0.013427} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.409399] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.409907] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.410252] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.410459] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.410713] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.411509] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-810dc0af-a5ac-4e92-bae4-bac0d92eebe4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.421744] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.422467] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.424112] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3bddfa6-aea1-4378-9f1c-b0e23651b0ae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.436568] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 872.436568] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52a7a39c-b32b-d104-d9bb-cd3488773ea8" [ 872.436568] env[68326]: _type = "Task" [ 872.436568] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.452067] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a7a39c-b32b-d104-d9bb-cd3488773ea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.563764] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Releasing lock "refresh_cache-95356776-a92d-4c76-8311-471133daebfa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.565852] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Instance network_info: |[{"id": "33fd611d-5f1b-424b-b2fc-7e6eee37736b", "address": "fa:16:3e:f3:d4:04", "network": {"id": "5fc96d27-1e21-4c92-a90f-9f99a1fc2abe", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1651068270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e82880ae6e64379b36e78f95ad6aa60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fd611d-5f", "ovs_interfaceid": "33fd611d-5f1b-424b-b2fc-7e6eee37736b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 872.569207] env[68326]: DEBUG oslo_concurrency.lockutils [req-64aa56c7-9904-42c5-a0fe-47332f648790 req-863519be-e70d-40cf-bafd-bed5ca0348d1 service nova] Acquired lock "refresh_cache-95356776-a92d-4c76-8311-471133daebfa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.570220] env[68326]: DEBUG nova.network.neutron [req-64aa56c7-9904-42c5-a0fe-47332f648790 req-863519be-e70d-40cf-bafd-bed5ca0348d1 service nova] [instance: 95356776-a92d-4c76-8311-471133daebfa] Refreshing network info cache for port 33fd611d-5f1b-424b-b2fc-7e6eee37736b {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.598216] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129366, 'name': PowerOnVM_Task, 'duration_secs': 0.752094} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.598216] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.598638] env[68326]: INFO nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Took 8.58 seconds to spawn the instance on the hypervisor. [ 872.599655] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 872.601217] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa166e9c-9445-4490-8acc-f4b12dea58bb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.669561] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129368, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.777945] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.932456] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef83b27c-7388-4124-aefd-09e5eb1cce4c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.956360] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7636919f-f58d-4b80-939f-5176ec53ded0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.962028] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a7a39c-b32b-d104-d9bb-cd3488773ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.014119} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.968594] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9725c247-0179-472c-82b9-3186049d134e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.015190] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50086e6e-3aa4-4ef9-a798-4021f4ed9e63 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.019680] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 873.019680] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5274ed77-cea8-4fc7-3dd0-1cbe5a8eacd6" [ 873.019680] env[68326]: _type = "Task" [ 873.019680] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.030171] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdb9dad-b956-45c1-b927-eb4e521bce60 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.037030] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5274ed77-cea8-4fc7-3dd0-1cbe5a8eacd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.048298] env[68326]: DEBUG nova.compute.provider_tree [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.085241] env[68326]: DEBUG nova.compute.manager [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Stashing vm_state: active {{(pid=68326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6214}} [ 873.131158] env[68326]: INFO nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Took 44.63 seconds to build instance. [ 873.174080] env[68326]: DEBUG oslo_vmware.api [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129368, 'name': PowerOnVM_Task, 'duration_secs': 0.763094} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.175534] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.175896] env[68326]: DEBUG nova.compute.manager [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 873.177257] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee5d1bd-5513-40a6-9a55-2824dedbdd1f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.321168] env[68326]: DEBUG nova.network.neutron [req-64aa56c7-9904-42c5-a0fe-47332f648790 req-863519be-e70d-40cf-bafd-bed5ca0348d1 service nova] [instance: 95356776-a92d-4c76-8311-471133daebfa] Updated VIF entry in instance network info cache for port 33fd611d-5f1b-424b-b2fc-7e6eee37736b. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.321598] env[68326]: DEBUG nova.network.neutron [req-64aa56c7-9904-42c5-a0fe-47332f648790 req-863519be-e70d-40cf-bafd-bed5ca0348d1 service nova] [instance: 95356776-a92d-4c76-8311-471133daebfa] Updating instance_info_cache with network_info: [{"id": "33fd611d-5f1b-424b-b2fc-7e6eee37736b", "address": "fa:16:3e:f3:d4:04", "network": {"id": "5fc96d27-1e21-4c92-a90f-9f99a1fc2abe", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1651068270-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e82880ae6e64379b36e78f95ad6aa60", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fd611d-5f", "ovs_interfaceid": "33fd611d-5f1b-424b-b2fc-7e6eee37736b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.513591] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquiring lock "1e0ab26e-2409-4a8d-ba64-07d3921e0a81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.513935] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "1e0ab26e-2409-4a8d-ba64-07d3921e0a81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.514200] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquiring lock "1e0ab26e-2409-4a8d-ba64-07d3921e0a81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.514406] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "1e0ab26e-2409-4a8d-ba64-07d3921e0a81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.514638] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "1e0ab26e-2409-4a8d-ba64-07d3921e0a81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.517104] env[68326]: INFO nova.compute.manager [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Terminating instance [ 873.533024] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5274ed77-cea8-4fc7-3dd0-1cbe5a8eacd6, 'name': SearchDatastore_Task, 'duration_secs': 0.018281} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.533914] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.534205] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 69db0127-5656-4393-a431-449c94be17e9/69db0127-5656-4393-a431-449c94be17e9.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.534722] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c217bdc-fccb-478f-ae19-a681ebfc017d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.544466] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 873.544466] env[68326]: value = "task-3129369" [ 873.544466] env[68326]: _type = "Task" [ 873.544466] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.551323] env[68326]: DEBUG nova.scheduler.client.report [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.564463] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.611872] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.634025] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "34451d94-3685-430f-b19e-ac8e3f752cc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.478s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.712617] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.824874] env[68326]: DEBUG oslo_concurrency.lockutils [req-64aa56c7-9904-42c5-a0fe-47332f648790 req-863519be-e70d-40cf-bafd-bed5ca0348d1 service nova] Releasing lock "refresh_cache-95356776-a92d-4c76-8311-471133daebfa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.022379] env[68326]: DEBUG nova.compute.manager [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 874.023497] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 874.024706] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aad6984-4f55-4d69-83f1-c9ea08136fb0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.036055] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.036397] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89cbc14c-a4f0-4f77-b001-b4be912cd85a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.046127] env[68326]: DEBUG oslo_vmware.api [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 874.046127] env[68326]: value = "task-3129370" [ 874.046127] env[68326]: _type = "Task" [ 874.046127] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.074542] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.761s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.075650] env[68326]: DEBUG nova.compute.manager [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 874.080482] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129369, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.086293] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.190s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.086559] env[68326]: DEBUG nova.objects.instance [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Lazy-loading 'resources' on Instance uuid 4b5df73e-f53c-43a1-8746-82b879b5d610 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.088560] env[68326]: DEBUG oslo_vmware.api [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.137965] env[68326]: DEBUG nova.compute.manager [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 874.559958] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682649} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.559958] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 69db0127-5656-4393-a431-449c94be17e9/69db0127-5656-4393-a431-449c94be17e9.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.559958] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.560261] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd528fa3-a61b-49ab-979a-f70f8bfeb7d5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.567033] env[68326]: DEBUG oslo_vmware.api [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129370, 'name': PowerOffVM_Task, 'duration_secs': 0.428877} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.567746] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.569389] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.569389] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c65963ce-19d9-485d-95c9-71c0e2030a2c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.574945] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 874.574945] env[68326]: value = "task-3129371" [ 874.574945] env[68326]: _type = "Task" [ 874.574945] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.584480] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.590216] env[68326]: DEBUG nova.compute.utils [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.592791] env[68326]: DEBUG nova.compute.manager [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 874.592791] env[68326]: DEBUG nova.network.neutron [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.667175] env[68326]: DEBUG nova.policy [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2e5ed800ec4445ea2c84f7f789538b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c59bc3963e24d64a30418c611423e7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.670439] env[68326]: DEBUG oslo_concurrency.lockutils [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.089765] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121168} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.090284] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.091496] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e143f1fb-c67f-4808-ab06-17c772514d48 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.097785] env[68326]: DEBUG nova.compute.manager [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 875.128563] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 69db0127-5656-4393-a431-449c94be17e9/69db0127-5656-4393-a431-449c94be17e9.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.133235] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e0a758e-53e0-4109-b1f9-518659fada70 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.164614] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 875.164614] env[68326]: value = "task-3129373" [ 875.164614] env[68326]: _type = "Task" [ 875.164614] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.178691] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.184039] env[68326]: DEBUG nova.network.neutron [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Successfully created port: 3935acd9-922e-47de-b4f3-2ad0ef50ac70 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.314120] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f41ca1-7c1d-4190-bf0d-240a3332e847 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.325689] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933c03fc-89b2-40c0-b702-08769aa91441 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.363368] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f7f05f-04f7-4252-8f22-d5feb2d264b1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.373111] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06baa8a8-cf40-4750-bf38-d8a90b3dc5fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.389652] env[68326]: DEBUG nova.compute.provider_tree [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.419650] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.419868] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.420228] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Deleting the datastore file [datastore1] 1e0ab26e-2409-4a8d-ba64-07d3921e0a81 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.420656] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b6cc77f-c8e2-47f0-9fb6-c216acd836be {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.431932] env[68326]: DEBUG oslo_vmware.api [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 875.431932] env[68326]: value = "task-3129374" [ 875.431932] env[68326]: _type = "Task" [ 875.431932] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.442422] env[68326]: DEBUG oslo_vmware.api [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.682610] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.893097] env[68326]: DEBUG nova.scheduler.client.report [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.946555] env[68326]: DEBUG oslo_vmware.api [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310822} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.946869] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.947144] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.947386] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.947956] env[68326]: INFO nova.compute.manager [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Took 1.92 seconds to destroy the instance on the hypervisor. [ 875.947956] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.947956] env[68326]: DEBUG nova.compute.manager [-] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 875.948225] env[68326]: DEBUG nova.network.neutron [-] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.136834] env[68326]: DEBUG nova.compute.manager [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 876.179710] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129373, 'name': ReconfigVM_Task, 'duration_secs': 0.931395} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.180115] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 69db0127-5656-4393-a431-449c94be17e9/69db0127-5656-4393-a431-449c94be17e9.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.180822] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f18b4940-31cf-43f9-a3c6-e3e0927bb6e7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.188905] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 876.188905] env[68326]: value = "task-3129375" [ 876.188905] env[68326]: _type = "Task" [ 876.188905] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.203541] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129375, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.247449] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.247764] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.247906] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.248769] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.249274] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.249716] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.249996] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.250231] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.250722] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.250722] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.250884] env[68326]: DEBUG nova.virt.hardware [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.253839] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e694218-8f8b-43fc-9f5c-a81ebd417f8a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.265995] env[68326]: DEBUG nova.virt.hardware [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.265995] env[68326]: DEBUG nova.virt.hardware [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.266222] env[68326]: DEBUG nova.virt.hardware [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.266260] env[68326]: DEBUG nova.virt.hardware [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.266405] env[68326]: DEBUG nova.virt.hardware [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.266561] env[68326]: DEBUG nova.virt.hardware [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.266778] env[68326]: DEBUG nova.virt.hardware [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.266996] env[68326]: DEBUG nova.virt.hardware [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.267107] env[68326]: DEBUG nova.virt.hardware [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.267292] env[68326]: DEBUG nova.virt.hardware [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.267483] env[68326]: DEBUG nova.virt.hardware [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.269898] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdca82ec-d25a-4e2d-8ceb-40824150fed2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.277712] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1dea9c-8cc9-4699-b8aa-0fbca271f7a9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.286390] env[68326]: DEBUG oslo_vmware.rw_handles [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5298fa16-cfdc-d06e-dd78-c7fde0e6e002/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 876.287467] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee0b889-7a79-4f3d-b8e1-53d1b5f45fc3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.294000] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf4416d-bba0-4f87-a68c-0f8423352957 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.307504] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:d4:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33fd611d-5f1b-424b-b2fc-7e6eee37736b', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.315410] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.317966] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95356776-a92d-4c76-8311-471133daebfa] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.318291] env[68326]: DEBUG oslo_vmware.rw_handles [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5298fa16-cfdc-d06e-dd78-c7fde0e6e002/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 876.318449] env[68326]: ERROR oslo_vmware.rw_handles [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5298fa16-cfdc-d06e-dd78-c7fde0e6e002/disk-0.vmdk due to incomplete transfer. [ 876.318688] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d44f63ae-4f49-4a1d-bd7a-0b7607bbd51d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.334625] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-531c457f-c91c-4df1-8761-b919acc85b54 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.351845] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.351845] env[68326]: value = "task-3129376" [ 876.351845] env[68326]: _type = "Task" [ 876.351845] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.356458] env[68326]: DEBUG oslo_vmware.rw_handles [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5298fa16-cfdc-d06e-dd78-c7fde0e6e002/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 876.356714] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Uploaded image 267eaa66-dedd-49b1-aef1-3d3f47e29ad1 to the Glance image server {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 876.359221] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Destroying the VM {{(pid=68326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 876.359842] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5de0dc28-b1b5-4129-a3f6-e112f871f869 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.365630] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129376, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.367619] env[68326]: DEBUG oslo_vmware.api [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 876.367619] env[68326]: value = "task-3129377" [ 876.367619] env[68326]: _type = "Task" [ 876.367619] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.378144] env[68326]: DEBUG oslo_vmware.api [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129377, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.399520] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.313s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.404037] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.688s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.404672] env[68326]: INFO nova.compute.claims [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.438589] env[68326]: INFO nova.scheduler.client.report [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Deleted allocations for instance 4b5df73e-f53c-43a1-8746-82b879b5d610 [ 876.706434] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129375, 'name': Rename_Task, 'duration_secs': 0.159146} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.706434] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.706434] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5c39d9a-f834-4ca9-8c2f-c3ed508ac021 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.719383] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 876.719383] env[68326]: value = "task-3129378" [ 876.719383] env[68326]: _type = "Task" [ 876.719383] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.733666] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.863916] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129376, 'name': CreateVM_Task, 'duration_secs': 0.503049} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.865282] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95356776-a92d-4c76-8311-471133daebfa] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.866656] env[68326]: DEBUG nova.compute.manager [req-bee639e1-4b13-427a-9aca-adc83c23c0d4 req-53b452b6-b289-44fc-bfc2-2fa06d2508b1 service nova] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Received event network-changed-22f21346-868b-4556-aae3-47ac30e75a8d {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 876.866834] env[68326]: DEBUG nova.compute.manager [req-bee639e1-4b13-427a-9aca-adc83c23c0d4 req-53b452b6-b289-44fc-bfc2-2fa06d2508b1 service nova] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Refreshing instance network info cache due to event network-changed-22f21346-868b-4556-aae3-47ac30e75a8d. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 876.867062] env[68326]: DEBUG oslo_concurrency.lockutils [req-bee639e1-4b13-427a-9aca-adc83c23c0d4 req-53b452b6-b289-44fc-bfc2-2fa06d2508b1 service nova] Acquiring lock "refresh_cache-8df6b92f-dbf7-4c63-b00f-111f71fe97bb" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.867335] env[68326]: DEBUG oslo_concurrency.lockutils [req-bee639e1-4b13-427a-9aca-adc83c23c0d4 req-53b452b6-b289-44fc-bfc2-2fa06d2508b1 service nova] Acquired lock "refresh_cache-8df6b92f-dbf7-4c63-b00f-111f71fe97bb" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.867505] env[68326]: DEBUG nova.network.neutron [req-bee639e1-4b13-427a-9aca-adc83c23c0d4 req-53b452b6-b289-44fc-bfc2-2fa06d2508b1 service nova] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Refreshing network info cache for port 22f21346-868b-4556-aae3-47ac30e75a8d {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.869191] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.869332] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.869746] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.870959] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-371e1578-ff63-43a1-a891-b1f4f7c997f4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.882141] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 876.882141] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52a811d1-3102-1107-e104-81bf86f07ab5" [ 876.882141] env[68326]: _type = "Task" [ 876.882141] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.889022] env[68326]: DEBUG oslo_vmware.api [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129377, 'name': Destroy_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.897479] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a811d1-3102-1107-e104-81bf86f07ab5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.952295] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8b5d768c-e1c6-4c17-9ffb-c67a40924f9b tempest-ServerGroupTestJSON-909078678 tempest-ServerGroupTestJSON-909078678-project-member] Lock "4b5df73e-f53c-43a1-8746-82b879b5d610" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.975s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.165321] env[68326]: DEBUG nova.network.neutron [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Successfully updated port: 3935acd9-922e-47de-b4f3-2ad0ef50ac70 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.236290] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129378, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.263595] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "4dffff54-42e7-4336-9b0f-dfb8fe6f3144" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.263846] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "4dffff54-42e7-4336-9b0f-dfb8fe6f3144" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.309955] env[68326]: DEBUG nova.compute.manager [req-cf0d3060-9088-4c7c-a3dc-ab587900cf62 req-70286cba-4b67-4ca0-b319-b622a867395d service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Received event network-vif-deleted-1c8553a6-d399-419c-a6f1-19b9a12ff6da {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 877.310357] env[68326]: INFO nova.compute.manager [req-cf0d3060-9088-4c7c-a3dc-ab587900cf62 req-70286cba-4b67-4ca0-b319-b622a867395d service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Neutron deleted interface 1c8553a6-d399-419c-a6f1-19b9a12ff6da; detaching it from the instance and deleting it from the info cache [ 877.310453] env[68326]: DEBUG nova.network.neutron [req-cf0d3060-9088-4c7c-a3dc-ab587900cf62 req-70286cba-4b67-4ca0-b319-b622a867395d service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Updating instance_info_cache with network_info: [{"id": "d6ca3bd7-5b2f-4c9a-9b10-6c1d0c11e560", "address": "fa:16:3e:04:d8:57", "network": {"id": "b5b35a5a-c091-4561-9f67-ef2f85c8920c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1001267565", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1694b5655b7b4bf48db1b41d54ee9c99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6ca3bd7-5b", "ovs_interfaceid": "d6ca3bd7-5b2f-4c9a-9b10-6c1d0c11e560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bb64261-f457-4000-b398-8685987d0e04", "address": "fa:16:3e:be:39:b4", "network": {"id": "18618361-4ade-4ada-bb9f-b74a087643a6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1100674069", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1694b5655b7b4bf48db1b41d54ee9c99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bb64261-f4", "ovs_interfaceid": "2bb64261-f457-4000-b398-8685987d0e04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.386242] env[68326]: DEBUG oslo_vmware.api [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129377, 'name': Destroy_Task, 'duration_secs': 0.620054} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.386486] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Destroyed the VM [ 877.386759] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Deleting Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 877.387127] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3edbe3ee-b8e9-465e-ab22-56d8214d4e27 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.402564] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a811d1-3102-1107-e104-81bf86f07ab5, 'name': SearchDatastore_Task, 'duration_secs': 0.019035} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.406333] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.406333] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.406333] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.406333] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.406610] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.406832] env[68326]: DEBUG oslo_vmware.api [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 877.406832] env[68326]: value = "task-3129379" [ 877.406832] env[68326]: _type = "Task" [ 877.406832] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.407469] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-887999be-4feb-4763-8d22-1ebabc986a92 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.420606] env[68326]: DEBUG nova.network.neutron [-] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.430157] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.430461] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.432291] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6359f275-9bba-4a7d-9504-4b764d0e1560 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.439635] env[68326]: DEBUG oslo_vmware.api [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129379, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.449193] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 877.449193] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c8100b-ec4b-8132-86e2-3333ae0f4f21" [ 877.449193] env[68326]: _type = "Task" [ 877.449193] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.467888] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c8100b-ec4b-8132-86e2-3333ae0f4f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.544385] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Acquiring lock "e1e3a9e7-8b19-4346-9373-0c9db0523131" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.544642] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Lock "e1e3a9e7-8b19-4346-9373-0c9db0523131" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.544843] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Acquiring lock "e1e3a9e7-8b19-4346-9373-0c9db0523131-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.545031] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Lock "e1e3a9e7-8b19-4346-9373-0c9db0523131-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.545200] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Lock "e1e3a9e7-8b19-4346-9373-0c9db0523131-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.549465] env[68326]: INFO nova.compute.manager [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Terminating instance [ 877.670019] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "refresh_cache-eba5d596-ae2d-42c5-be69-e632c9a265ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.670019] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired lock "refresh_cache-eba5d596-ae2d-42c5-be69-e632c9a265ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.670019] env[68326]: DEBUG nova.network.neutron [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.707514] env[68326]: DEBUG nova.network.neutron [req-bee639e1-4b13-427a-9aca-adc83c23c0d4 req-53b452b6-b289-44fc-bfc2-2fa06d2508b1 service nova] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Updated VIF entry in instance network info cache for port 22f21346-868b-4556-aae3-47ac30e75a8d. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.708022] env[68326]: DEBUG nova.network.neutron [req-bee639e1-4b13-427a-9aca-adc83c23c0d4 req-53b452b6-b289-44fc-bfc2-2fa06d2508b1 service nova] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Updating instance_info_cache with network_info: [{"id": "22f21346-868b-4556-aae3-47ac30e75a8d", "address": "fa:16:3e:b8:7c:e9", "network": {"id": "2ac63ff9-c538-4814-9e14-2950cad4e3b1", "bridge": "br-int", "label": "tempest-ServersTestJSON-860241956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8132960ba5214a11b4c57060ad66c27a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22f21346-86", "ovs_interfaceid": "22f21346-868b-4556-aae3-47ac30e75a8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.732736] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129378, 'name': PowerOnVM_Task, 'duration_secs': 0.73913} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.732736] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.732900] env[68326]: INFO nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Took 11.04 seconds to spawn the instance on the hypervisor. [ 877.735198] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 877.735198] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a3d874-dabc-429b-a444-ab16d40081bc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.814033] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa8c7703-cfc6-4ef3-b03a-6b40919ac61d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.827929] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce06c25-298c-437e-a622-bfc8fabb2bc0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.879678] env[68326]: DEBUG nova.compute.manager [req-cf0d3060-9088-4c7c-a3dc-ab587900cf62 req-70286cba-4b67-4ca0-b319-b622a867395d service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Detach interface failed, port_id=1c8553a6-d399-419c-a6f1-19b9a12ff6da, reason: Instance 1e0ab26e-2409-4a8d-ba64-07d3921e0a81 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 877.922191] env[68326]: DEBUG oslo_vmware.api [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129379, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.930926] env[68326]: INFO nova.compute.manager [-] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Took 1.98 seconds to deallocate network for instance. [ 877.968293] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c8100b-ec4b-8132-86e2-3333ae0f4f21, 'name': SearchDatastore_Task, 'duration_secs': 0.019978} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.975445] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e29b6d-9d4a-46a0-96c9-5a803135dd4e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.984798] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 877.984798] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523b18bb-a74f-3b70-cbcf-dd347af336e9" [ 877.984798] env[68326]: _type = "Task" [ 877.984798] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.999089] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523b18bb-a74f-3b70-cbcf-dd347af336e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.055562] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Acquiring lock "refresh_cache-e1e3a9e7-8b19-4346-9373-0c9db0523131" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.055799] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Acquired lock "refresh_cache-e1e3a9e7-8b19-4346-9373-0c9db0523131" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.056040] env[68326]: DEBUG nova.network.neutron [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.130945] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e86b9f-0a15-4f06-86fe-b38f1187bdaf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.139823] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c3c740-165c-4dab-8e97-71f4be6744ea {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.175901] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a8936e-f9a5-4cde-964c-a86254e4e9be {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.188736] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c500d0-3791-438f-9000-bbd739752a9a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.205450] env[68326]: DEBUG nova.compute.provider_tree [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.210811] env[68326]: DEBUG oslo_concurrency.lockutils [req-bee639e1-4b13-427a-9aca-adc83c23c0d4 req-53b452b6-b289-44fc-bfc2-2fa06d2508b1 service nova] Releasing lock "refresh_cache-8df6b92f-dbf7-4c63-b00f-111f71fe97bb" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.236771] env[68326]: DEBUG nova.network.neutron [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.253013] env[68326]: INFO nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Took 44.26 seconds to build instance. [ 878.421644] env[68326]: DEBUG oslo_vmware.api [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129379, 'name': RemoveSnapshot_Task, 'duration_secs': 0.890018} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.421905] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Deleted Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 878.422164] env[68326]: INFO nova.compute.manager [None req-e52ba26f-fad5-4dad-a9c1-e6cd613e8a0e tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Took 16.65 seconds to snapshot the instance on the hypervisor. [ 878.436697] env[68326]: DEBUG nova.network.neutron [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Updating instance_info_cache with network_info: [{"id": "3935acd9-922e-47de-b4f3-2ad0ef50ac70", "address": "fa:16:3e:21:f8:39", "network": {"id": "2bfffd6a-2680-4dce-8bfd-a145d232c2d6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2064054471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c59bc3963e24d64a30418c611423e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3935acd9-92", "ovs_interfaceid": "3935acd9-922e-47de-b4f3-2ad0ef50ac70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.438526] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.449619] env[68326]: DEBUG oslo_vmware.rw_handles [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d72a6a-4355-f4dc-83e1-89314e8f1d73/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 878.450702] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11930f27-ff1f-482e-9e02-b45bb96cd533 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.459218] env[68326]: DEBUG oslo_vmware.rw_handles [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d72a6a-4355-f4dc-83e1-89314e8f1d73/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 878.459407] env[68326]: ERROR oslo_vmware.rw_handles [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d72a6a-4355-f4dc-83e1-89314e8f1d73/disk-0.vmdk due to incomplete transfer. [ 878.459643] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-455032ef-58b9-4c25-bdb0-2d6f761b18ea {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.468945] env[68326]: DEBUG oslo_vmware.rw_handles [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d72a6a-4355-f4dc-83e1-89314e8f1d73/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 878.469196] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Uploaded image fe163bfb-a2c9-4476-8247-873a772a10bb to the Glance image server {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 878.470876] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Destroying the VM {{(pid=68326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 878.471170] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5873b785-dd3f-4687-99e1-851b8dbb71ab {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.477998] env[68326]: DEBUG oslo_vmware.api [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 878.477998] env[68326]: value = "task-3129380" [ 878.477998] env[68326]: _type = "Task" [ 878.477998] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.488042] env[68326]: DEBUG oslo_vmware.api [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129380, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.500295] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523b18bb-a74f-3b70-cbcf-dd347af336e9, 'name': SearchDatastore_Task, 'duration_secs': 0.018248} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.500584] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.500813] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 95356776-a92d-4c76-8311-471133daebfa/95356776-a92d-4c76-8311-471133daebfa.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.501091] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-066d0565-936b-49c4-be21-b242555e54e1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.510201] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 878.510201] env[68326]: value = "task-3129381" [ 878.510201] env[68326]: _type = "Task" [ 878.510201] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.517761] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.582092] env[68326]: DEBUG nova.network.neutron [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.642717] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "9ba0b8a6-4663-4787-985f-5b1d8e11af11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.642936] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "9ba0b8a6-4663-4787-985f-5b1d8e11af11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.653203] env[68326]: DEBUG nova.network.neutron [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.708873] env[68326]: DEBUG nova.scheduler.client.report [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.755836] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "69db0127-5656-4393-a431-449c94be17e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.560s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.939515] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Releasing lock "refresh_cache-eba5d596-ae2d-42c5-be69-e632c9a265ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.939858] env[68326]: DEBUG nova.compute.manager [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Instance network_info: |[{"id": "3935acd9-922e-47de-b4f3-2ad0ef50ac70", "address": "fa:16:3e:21:f8:39", "network": {"id": "2bfffd6a-2680-4dce-8bfd-a145d232c2d6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2064054471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c59bc3963e24d64a30418c611423e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3935acd9-92", "ovs_interfaceid": "3935acd9-922e-47de-b4f3-2ad0ef50ac70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 878.940325] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:f8:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3935acd9-922e-47de-b4f3-2ad0ef50ac70', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.948264] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.952819] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.953404] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a747286-fec1-4c3b-8355-ef00877dcda4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.977814] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.977814] env[68326]: value = "task-3129382" [ 878.977814] env[68326]: _type = "Task" [ 878.977814] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.991026] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129382, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.993185] env[68326]: DEBUG oslo_vmware.api [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129380, 'name': Destroy_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.021355] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129381, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.156063] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Releasing lock "refresh_cache-e1e3a9e7-8b19-4346-9373-0c9db0523131" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.156257] env[68326]: DEBUG nova.compute.manager [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 879.156444] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.157546] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479f3c8a-ab8f-4453-b953-773f9892fd36 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.172256] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.172557] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da1e84a0-753c-48d3-a92d-a7934d371c93 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.182678] env[68326]: DEBUG oslo_vmware.api [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 879.182678] env[68326]: value = "task-3129383" [ 879.182678] env[68326]: _type = "Task" [ 879.182678] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.193620] env[68326]: DEBUG oslo_vmware.api [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.214794] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.812s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.215393] env[68326]: DEBUG nova.compute.manager [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 879.218258] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.354s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.218511] env[68326]: DEBUG nova.objects.instance [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lazy-loading 'resources' on Instance uuid e0acde58-0db2-4368-a8b9-986796ba11bc {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.258691] env[68326]: DEBUG nova.compute.manager [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 879.453409] env[68326]: DEBUG nova.compute.manager [req-0fe76733-fddb-458e-a634-1a936878ac0f req-de3db3ea-2abe-40e1-950d-6f40e857b9b8 service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Received event network-vif-deleted-2bb64261-f457-4000-b398-8685987d0e04 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 879.453409] env[68326]: DEBUG nova.compute.manager [req-0fe76733-fddb-458e-a634-1a936878ac0f req-de3db3ea-2abe-40e1-950d-6f40e857b9b8 service nova] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Received event network-vif-deleted-d6ca3bd7-5b2f-4c9a-9b10-6c1d0c11e560 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 879.453409] env[68326]: DEBUG nova.compute.manager [req-0fe76733-fddb-458e-a634-1a936878ac0f req-de3db3ea-2abe-40e1-950d-6f40e857b9b8 service nova] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Received event network-vif-plugged-3935acd9-922e-47de-b4f3-2ad0ef50ac70 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 879.453409] env[68326]: DEBUG oslo_concurrency.lockutils [req-0fe76733-fddb-458e-a634-1a936878ac0f req-de3db3ea-2abe-40e1-950d-6f40e857b9b8 service nova] Acquiring lock "eba5d596-ae2d-42c5-be69-e632c9a265ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.453409] env[68326]: DEBUG oslo_concurrency.lockutils [req-0fe76733-fddb-458e-a634-1a936878ac0f req-de3db3ea-2abe-40e1-950d-6f40e857b9b8 service nova] Lock "eba5d596-ae2d-42c5-be69-e632c9a265ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.453409] env[68326]: DEBUG oslo_concurrency.lockutils [req-0fe76733-fddb-458e-a634-1a936878ac0f req-de3db3ea-2abe-40e1-950d-6f40e857b9b8 service nova] Lock "eba5d596-ae2d-42c5-be69-e632c9a265ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.453409] env[68326]: DEBUG nova.compute.manager [req-0fe76733-fddb-458e-a634-1a936878ac0f req-de3db3ea-2abe-40e1-950d-6f40e857b9b8 service nova] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] No waiting events found dispatching network-vif-plugged-3935acd9-922e-47de-b4f3-2ad0ef50ac70 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.453698] env[68326]: WARNING nova.compute.manager [req-0fe76733-fddb-458e-a634-1a936878ac0f req-de3db3ea-2abe-40e1-950d-6f40e857b9b8 service nova] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Received unexpected event network-vif-plugged-3935acd9-922e-47de-b4f3-2ad0ef50ac70 for instance with vm_state building and task_state spawning. [ 879.454099] env[68326]: DEBUG nova.compute.manager [req-0fe76733-fddb-458e-a634-1a936878ac0f req-de3db3ea-2abe-40e1-950d-6f40e857b9b8 service nova] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Received event network-changed-3935acd9-922e-47de-b4f3-2ad0ef50ac70 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 879.454294] env[68326]: DEBUG nova.compute.manager [req-0fe76733-fddb-458e-a634-1a936878ac0f req-de3db3ea-2abe-40e1-950d-6f40e857b9b8 service nova] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Refreshing instance network info cache due to event network-changed-3935acd9-922e-47de-b4f3-2ad0ef50ac70. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 879.454491] env[68326]: DEBUG oslo_concurrency.lockutils [req-0fe76733-fddb-458e-a634-1a936878ac0f req-de3db3ea-2abe-40e1-950d-6f40e857b9b8 service nova] Acquiring lock "refresh_cache-eba5d596-ae2d-42c5-be69-e632c9a265ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.454632] env[68326]: DEBUG oslo_concurrency.lockutils [req-0fe76733-fddb-458e-a634-1a936878ac0f req-de3db3ea-2abe-40e1-950d-6f40e857b9b8 service nova] Acquired lock "refresh_cache-eba5d596-ae2d-42c5-be69-e632c9a265ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.454858] env[68326]: DEBUG nova.network.neutron [req-0fe76733-fddb-458e-a634-1a936878ac0f req-de3db3ea-2abe-40e1-950d-6f40e857b9b8 service nova] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Refreshing network info cache for port 3935acd9-922e-47de-b4f3-2ad0ef50ac70 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.493293] env[68326]: DEBUG oslo_vmware.api [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129380, 'name': Destroy_Task, 'duration_secs': 0.810024} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.496152] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Destroyed the VM [ 879.496452] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Deleting Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 879.496725] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129382, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.496965] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-669f3807-e3ab-43a7-ace9-983f68190951 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.504813] env[68326]: DEBUG oslo_vmware.api [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 879.504813] env[68326]: value = "task-3129384" [ 879.504813] env[68326]: _type = "Task" [ 879.504813] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.517160] env[68326]: DEBUG oslo_vmware.api [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129384, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.526588] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877354} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.526588] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 95356776-a92d-4c76-8311-471133daebfa/95356776-a92d-4c76-8311-471133daebfa.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.526588] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.526850] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c1dfc3c-f780-4d3f-96a2-1fa6cdca1767 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.536518] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 879.536518] env[68326]: value = "task-3129385" [ 879.536518] env[68326]: _type = "Task" [ 879.536518] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.550145] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.697886] env[68326]: DEBUG oslo_vmware.api [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129383, 'name': PowerOffVM_Task, 'duration_secs': 0.164778} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.698176] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.698346] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.698654] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a8cdcb7-e61a-47b7-b30b-6f0b039596b6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.726144] env[68326]: DEBUG nova.compute.utils [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 879.728171] env[68326]: DEBUG nova.compute.manager [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 879.728419] env[68326]: DEBUG nova.network.neutron [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.732976] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.733316] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.733468] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Deleting the datastore file [datastore1] e1e3a9e7-8b19-4346-9373-0c9db0523131 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.733991] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf7e40a9-aacf-42e6-836c-22d731b137f9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.741365] env[68326]: DEBUG oslo_vmware.api [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for the task: (returnval){ [ 879.741365] env[68326]: value = "task-3129387" [ 879.741365] env[68326]: _type = "Task" [ 879.741365] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.752166] env[68326]: DEBUG oslo_vmware.api [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.786732] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.818515] env[68326]: DEBUG nova.policy [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8706467213f349a6b62b5ddd060c5a87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a20793dc2d6d4156801346a093bd1f2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.991680] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129382, 'name': CreateVM_Task, 'duration_secs': 0.597531} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.994717] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.996984] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.997198] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.997749] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.998105] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559def9b-216f-4992-a11e-fa6bb4cf814a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.004966] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 880.004966] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ed1ccd-74b8-2dc7-d50f-c12435a8fe42" [ 880.004966] env[68326]: _type = "Task" [ 880.004966] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.028555] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ed1ccd-74b8-2dc7-d50f-c12435a8fe42, 'name': SearchDatastore_Task, 'duration_secs': 0.015764} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.036137] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.040033] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.040033] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.040033] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.040033] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.040033] env[68326]: DEBUG oslo_vmware.api [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129384, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.040688] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d50b64e3-58f7-47e0-b1b8-63cb53c4a383 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.054314] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0765} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.057073] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.062025] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcd992a-2f44-44a6-aac3-d3ee3edbb362 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.062025] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.062330] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.065706] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-390e23d1-6f79-41d9-9929-35b23f0a7d2a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.074065] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 880.074065] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]526d2235-ed4b-1d1b-43ce-5b547a65edda" [ 880.074065] env[68326]: _type = "Task" [ 880.074065] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.094200] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 95356776-a92d-4c76-8311-471133daebfa/95356776-a92d-4c76-8311-471133daebfa.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.100492] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8668980d-a7b6-4f85-b5b9-78bc1f38e793 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.123659] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526d2235-ed4b-1d1b-43ce-5b547a65edda, 'name': SearchDatastore_Task, 'duration_secs': 0.016914} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.126050] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 880.126050] env[68326]: value = "task-3129388" [ 880.126050] env[68326]: _type = "Task" [ 880.126050] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.126347] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33723ebe-1c28-4b36-98bf-782e516a0767 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.139968] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 880.139968] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523c653f-8cef-4b27-ee94-9b8bcbedfe91" [ 880.139968] env[68326]: _type = "Task" [ 880.139968] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.143555] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129388, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.155068] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523c653f-8cef-4b27-ee94-9b8bcbedfe91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.232143] env[68326]: DEBUG nova.compute.manager [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 880.264967] env[68326]: DEBUG oslo_vmware.api [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Task: {'id': task-3129387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301092} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.265353] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.265627] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.265894] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.266188] env[68326]: INFO nova.compute.manager [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Took 1.11 seconds to destroy the instance on the hypervisor. [ 880.266573] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.266872] env[68326]: DEBUG nova.compute.manager [-] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 880.267068] env[68326]: DEBUG nova.network.neutron [-] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.326862] env[68326]: DEBUG nova.network.neutron [-] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.411191] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b82ea1-40b8-4641-baab-1ed5a2b9cb62 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.422805] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c628f371-d31a-435f-825f-29e1124988f8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.460771] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b38f5d-ed51-4534-a774-830d31f5b153 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.469940] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e436b6-6d3b-47fa-b822-1f88f1cb9411 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.486902] env[68326]: DEBUG nova.compute.provider_tree [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.496031] env[68326]: DEBUG nova.network.neutron [req-0fe76733-fddb-458e-a634-1a936878ac0f req-de3db3ea-2abe-40e1-950d-6f40e857b9b8 service nova] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Updated VIF entry in instance network info cache for port 3935acd9-922e-47de-b4f3-2ad0ef50ac70. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.496436] env[68326]: DEBUG nova.network.neutron [req-0fe76733-fddb-458e-a634-1a936878ac0f req-de3db3ea-2abe-40e1-950d-6f40e857b9b8 service nova] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Updating instance_info_cache with network_info: [{"id": "3935acd9-922e-47de-b4f3-2ad0ef50ac70", "address": "fa:16:3e:21:f8:39", "network": {"id": "2bfffd6a-2680-4dce-8bfd-a145d232c2d6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2064054471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c59bc3963e24d64a30418c611423e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3935acd9-92", "ovs_interfaceid": "3935acd9-922e-47de-b4f3-2ad0ef50ac70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.515423] env[68326]: DEBUG oslo_vmware.api [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129384, 'name': RemoveSnapshot_Task, 'duration_secs': 0.687078} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.515700] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Deleted Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 880.515926] env[68326]: INFO nova.compute.manager [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Took 17.17 seconds to snapshot the instance on the hypervisor. [ 880.625106] env[68326]: DEBUG nova.network.neutron [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Successfully created port: 4b77e785-6a0f-4192-8d03-de8d3969c848 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.642722] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129388, 'name': ReconfigVM_Task, 'duration_secs': 0.303022} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.643016] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 95356776-a92d-4c76-8311-471133daebfa/95356776-a92d-4c76-8311-471133daebfa.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.643747] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-366a3af8-1250-464d-85e4-28cebb5aacf6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.658064] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523c653f-8cef-4b27-ee94-9b8bcbedfe91, 'name': SearchDatastore_Task, 'duration_secs': 0.014686} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.659300] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.659300] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] eba5d596-ae2d-42c5-be69-e632c9a265ec/eba5d596-ae2d-42c5-be69-e632c9a265ec.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.660815] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 880.660815] env[68326]: value = "task-3129389" [ 880.660815] env[68326]: _type = "Task" [ 880.660815] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.660815] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30229137-8109-426d-afaa-4ed5d5fad40f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.675957] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129389, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.677207] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 880.677207] env[68326]: value = "task-3129390" [ 880.677207] env[68326]: _type = "Task" [ 880.677207] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.829170] env[68326]: DEBUG nova.network.neutron [-] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.930912] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.931382] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.931667] env[68326]: INFO nova.compute.manager [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Shelving [ 880.989279] env[68326]: DEBUG nova.scheduler.client.report [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.999861] env[68326]: DEBUG oslo_concurrency.lockutils [req-0fe76733-fddb-458e-a634-1a936878ac0f req-de3db3ea-2abe-40e1-950d-6f40e857b9b8 service nova] Releasing lock "refresh_cache-eba5d596-ae2d-42c5-be69-e632c9a265ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.072902] env[68326]: DEBUG nova.compute.manager [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Found 3 images (rotation: 2) {{(pid=68326) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5095}} [ 881.073286] env[68326]: DEBUG nova.compute.manager [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Rotating out 1 backups {{(pid=68326) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5103}} [ 881.073511] env[68326]: DEBUG nova.compute.manager [None req-25b95da4-3a38-431a-8705-99101c7a7498 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Deleting image 77ba77d7-01d7-4fe2-a80b-2308f73c8e99 {{(pid=68326) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5108}} [ 881.175374] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129389, 'name': Rename_Task, 'duration_secs': 0.169079} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.175843] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.176075] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7913116a-ae27-4a4a-bada-d7799f4fab49 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.187673] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 881.187673] env[68326]: value = "task-3129391" [ 881.187673] env[68326]: _type = "Task" [ 881.187673] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.192299] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514401} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.197869] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] eba5d596-ae2d-42c5-be69-e632c9a265ec/eba5d596-ae2d-42c5-be69-e632c9a265ec.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.197869] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.197869] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c30ab069-7db0-4d28-b655-b211bebf8eb8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.205189] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.206541] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 881.206541] env[68326]: value = "task-3129392" [ 881.206541] env[68326]: _type = "Task" [ 881.206541] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.216071] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.243502] env[68326]: DEBUG nova.compute.manager [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 881.269095] env[68326]: DEBUG nova.virt.hardware [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.269294] env[68326]: DEBUG nova.virt.hardware [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.269457] env[68326]: DEBUG nova.virt.hardware [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.269647] env[68326]: DEBUG nova.virt.hardware [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.269777] env[68326]: DEBUG nova.virt.hardware [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.269940] env[68326]: DEBUG nova.virt.hardware [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.270173] env[68326]: DEBUG nova.virt.hardware [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.270336] env[68326]: DEBUG nova.virt.hardware [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.270606] env[68326]: DEBUG nova.virt.hardware [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.270830] env[68326]: DEBUG nova.virt.hardware [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.271014] env[68326]: DEBUG nova.virt.hardware [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.272229] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7041ecb4-0ae0-4c21-a276-520a6e8c0582 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.281962] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7ba040-6e27-4f2c-a003-d6c9e509b6ae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.339024] env[68326]: INFO nova.compute.manager [-] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Took 1.07 seconds to deallocate network for instance. [ 881.494707] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.497072] env[68326]: DEBUG oslo_concurrency.lockutils [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.141s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.497306] env[68326]: DEBUG nova.objects.instance [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 881.525163] env[68326]: INFO nova.scheduler.client.report [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Deleted allocations for instance e0acde58-0db2-4368-a8b9-986796ba11bc [ 881.707576] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129391, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.716500] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072075} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.716775] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.717605] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155d7bba-9c18-4008-8546-0e925fdcc963 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.742636] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] eba5d596-ae2d-42c5-be69-e632c9a265ec/eba5d596-ae2d-42c5-be69-e632c9a265ec.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.742888] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c62d8cb-1bb4-4f0e-bc4c-c9adc9dd62fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.764324] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 881.764324] env[68326]: value = "task-3129393" [ 881.764324] env[68326]: _type = "Task" [ 881.764324] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.773853] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.847920] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.947721] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.948046] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bacee957-897b-48a6-b43f-ef3d56084e03 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.956357] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 881.956357] env[68326]: value = "task-3129394" [ 881.956357] env[68326]: _type = "Task" [ 881.956357] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.967041] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.032472] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f438107c-0b88-4d7a-882b-d97666ad31eb tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "e0acde58-0db2-4368-a8b9-986796ba11bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.128s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.207174] env[68326]: DEBUG oslo_vmware.api [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129391, 'name': PowerOnVM_Task, 'duration_secs': 0.567486} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.207174] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.207174] env[68326]: INFO nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Took 12.72 seconds to spawn the instance on the hypervisor. [ 882.207174] env[68326]: DEBUG nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 882.207790] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401560f7-e490-4ab5-84bb-21e0604a24bc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.276642] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.470527] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129394, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.509023] env[68326]: DEBUG oslo_concurrency.lockutils [None req-113c1ad4-9fd4-4d17-b941-8b447552d2d3 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.509023] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.544s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.509023] env[68326]: DEBUG nova.objects.instance [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Lazy-loading 'resources' on Instance uuid cb7dac59-1165-4c86-b8e7-07330a7125b0 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.515433] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquiring lock "68cc5fba-76f0-428e-a5c1-0f4991243b32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.516013] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "68cc5fba-76f0-428e-a5c1-0f4991243b32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.516360] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquiring lock "68cc5fba-76f0-428e-a5c1-0f4991243b32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.517401] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "68cc5fba-76f0-428e-a5c1-0f4991243b32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.519549] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "68cc5fba-76f0-428e-a5c1-0f4991243b32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.524807] env[68326]: INFO nova.compute.manager [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Terminating instance [ 882.702977] env[68326]: DEBUG nova.compute.manager [req-3d8a6da7-1bf3-466b-af52-8fad898e11a7 req-352abfe2-e9f2-45c5-bb2b-1918274bff09 service nova] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Received event network-vif-plugged-4b77e785-6a0f-4192-8d03-de8d3969c848 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 882.702977] env[68326]: DEBUG oslo_concurrency.lockutils [req-3d8a6da7-1bf3-466b-af52-8fad898e11a7 req-352abfe2-e9f2-45c5-bb2b-1918274bff09 service nova] Acquiring lock "faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.702977] env[68326]: DEBUG oslo_concurrency.lockutils [req-3d8a6da7-1bf3-466b-af52-8fad898e11a7 req-352abfe2-e9f2-45c5-bb2b-1918274bff09 service nova] Lock "faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.704060] env[68326]: DEBUG oslo_concurrency.lockutils [req-3d8a6da7-1bf3-466b-af52-8fad898e11a7 req-352abfe2-e9f2-45c5-bb2b-1918274bff09 service nova] Lock "faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.704830] env[68326]: DEBUG nova.compute.manager [req-3d8a6da7-1bf3-466b-af52-8fad898e11a7 req-352abfe2-e9f2-45c5-bb2b-1918274bff09 service nova] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] No waiting events found dispatching network-vif-plugged-4b77e785-6a0f-4192-8d03-de8d3969c848 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.705407] env[68326]: WARNING nova.compute.manager [req-3d8a6da7-1bf3-466b-af52-8fad898e11a7 req-352abfe2-e9f2-45c5-bb2b-1918274bff09 service nova] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Received unexpected event network-vif-plugged-4b77e785-6a0f-4192-8d03-de8d3969c848 for instance with vm_state building and task_state spawning. [ 882.729452] env[68326]: DEBUG nova.network.neutron [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Successfully updated port: 4b77e785-6a0f-4192-8d03-de8d3969c848 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.735903] env[68326]: INFO nova.compute.manager [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Took 40.94 seconds to build instance. [ 882.780089] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129393, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.970207] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129394, 'name': PowerOffVM_Task, 'duration_secs': 0.554878} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.970207] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.970561] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75b21f5-430f-491a-9b00-56ff87ae51e8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.991938] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c210e40-1fc9-40f2-b24b-8393228232bc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.027721] env[68326]: DEBUG nova.compute.manager [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 883.027948] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.028961] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974f426c-3577-4457-95bd-60e08c74ba11 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.041653] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.043150] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3683c3da-7bd2-4a1a-b33e-352d2d01a335 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.051789] env[68326]: DEBUG oslo_vmware.api [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 883.051789] env[68326]: value = "task-3129395" [ 883.051789] env[68326]: _type = "Task" [ 883.051789] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.063128] env[68326]: DEBUG oslo_vmware.api [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.233592] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "refresh_cache-faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.233592] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquired lock "refresh_cache-faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.233592] env[68326]: DEBUG nova.network.neutron [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.240151] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9c59494e-bffa-43ec-8fee-cb419f9e5008 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "95356776-a92d-4c76-8311-471133daebfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.990s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.278395] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129393, 'name': ReconfigVM_Task, 'duration_secs': 1.038309} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.278685] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Reconfigured VM instance instance-0000003c to attach disk [datastore2] eba5d596-ae2d-42c5-be69-e632c9a265ec/eba5d596-ae2d-42c5-be69-e632c9a265ec.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.279386] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ec7a8e2-193f-451e-acb2-d5dd2d456fbb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.290888] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 883.290888] env[68326]: value = "task-3129396" [ 883.290888] env[68326]: _type = "Task" [ 883.290888] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.303521] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129396, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.483270] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcea159-53dc-4545-ae31-bd9106d890a8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.492533] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d6a99f-e0b4-463a-bc14-1492c20b017f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.523904] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Creating Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 883.524414] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1db5f2ba-e86c-439a-b039-4b254991f521 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.526992] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269b5553-60f4-4d9e-bc6f-f4b926140939 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.536485] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676a9dcd-d115-451a-be6f-73682bb46970 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.579687] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 883.579687] env[68326]: value = "task-3129397" [ 883.579687] env[68326]: _type = "Task" [ 883.579687] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.579687] env[68326]: DEBUG nova.compute.provider_tree [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.579687] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129397, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.579687] env[68326]: DEBUG oslo_vmware.api [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129395, 'name': PowerOffVM_Task, 'duration_secs': 0.355541} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.579687] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.579687] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.579687] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9afa7219-3c4b-4e15-b342-fef4d91e968c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.641926] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.642167] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.642388] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Deleting the datastore file [datastore2] 68cc5fba-76f0-428e-a5c1-0f4991243b32 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.642624] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c33dff8-55a6-4777-a139-56bf19c8e605 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.652043] env[68326]: DEBUG oslo_vmware.api [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 883.652043] env[68326]: value = "task-3129399" [ 883.652043] env[68326]: _type = "Task" [ 883.652043] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.661745] env[68326]: DEBUG oslo_vmware.api [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.745725] env[68326]: DEBUG nova.compute.manager [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 883.807186] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129396, 'name': Rename_Task, 'duration_secs': 0.305246} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.807538] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.807834] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5117a2dc-a56b-44b5-8c3d-545835c90cc0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.816423] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 883.816423] env[68326]: value = "task-3129400" [ 883.816423] env[68326]: _type = "Task" [ 883.816423] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.829215] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.845033] env[68326]: DEBUG nova.network.neutron [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.057899] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129397, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.058790] env[68326]: DEBUG nova.scheduler.client.report [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.069936] env[68326]: DEBUG nova.network.neutron [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Updating instance_info_cache with network_info: [{"id": "4b77e785-6a0f-4192-8d03-de8d3969c848", "address": "fa:16:3e:3a:1a:0f", "network": {"id": "ea8a1a42-a5d2-4f13-aaa8-02eeafd47c07", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1154483345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a20793dc2d6d4156801346a093bd1f2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b77e785-6a", "ovs_interfaceid": "4b77e785-6a0f-4192-8d03-de8d3969c848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.162876] env[68326]: DEBUG oslo_vmware.api [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14619} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.163158] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.163342] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.163514] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.163731] env[68326]: INFO nova.compute.manager [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Took 1.14 seconds to destroy the instance on the hypervisor. [ 884.163924] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.164128] env[68326]: DEBUG nova.compute.manager [-] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 884.164223] env[68326]: DEBUG nova.network.neutron [-] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.205761] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "34451d94-3685-430f-b19e-ac8e3f752cc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.206039] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "34451d94-3685-430f-b19e-ac8e3f752cc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.206324] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "34451d94-3685-430f-b19e-ac8e3f752cc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.206442] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "34451d94-3685-430f-b19e-ac8e3f752cc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.206642] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "34451d94-3685-430f-b19e-ac8e3f752cc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.209167] env[68326]: INFO nova.compute.manager [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Terminating instance [ 884.273675] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.329240] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129400, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.554066] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129397, 'name': CreateSnapshot_Task, 'duration_secs': 0.557506} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.554066] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Created Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 884.554066] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef133cb8-9011-4412-b17c-bdd455a965f6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.555416] env[68326]: DEBUG oslo_concurrency.lockutils [None req-29df34b9-6e95-442d-aeef-c296c1798021 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "df2f88d6-5e47-4d8c-a727-9f20cecee976" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.555792] env[68326]: DEBUG oslo_concurrency.lockutils [None req-29df34b9-6e95-442d-aeef-c296c1798021 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "df2f88d6-5e47-4d8c-a727-9f20cecee976" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.556132] env[68326]: DEBUG nova.compute.manager [None req-29df34b9-6e95-442d-aeef-c296c1798021 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 884.556972] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e817a371-9320-4d93-9e7a-5f49c89ef4b8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.567312] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.577245] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.573s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.577245] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.577245] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 884.577245] env[68326]: DEBUG oslo_concurrency.lockutils [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.174s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.580600] env[68326]: INFO nova.compute.claims [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.586906] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Releasing lock "refresh_cache-faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.587310] env[68326]: DEBUG nova.compute.manager [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Instance network_info: |[{"id": "4b77e785-6a0f-4192-8d03-de8d3969c848", "address": "fa:16:3e:3a:1a:0f", "network": {"id": "ea8a1a42-a5d2-4f13-aaa8-02eeafd47c07", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1154483345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a20793dc2d6d4156801346a093bd1f2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b77e785-6a", "ovs_interfaceid": "4b77e785-6a0f-4192-8d03-de8d3969c848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 884.590266] env[68326]: DEBUG nova.compute.manager [None req-29df34b9-6e95-442d-aeef-c296c1798021 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3482}} [ 884.591882] env[68326]: DEBUG nova.objects.instance [None req-29df34b9-6e95-442d-aeef-c296c1798021 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lazy-loading 'flavor' on Instance uuid df2f88d6-5e47-4d8c-a727-9f20cecee976 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.594287] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc53b3fd-50d9-4dbc-a414-c717872969aa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.597974] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:1a:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b77e785-6a0f-4192-8d03-de8d3969c848', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.607121] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.608318] env[68326]: INFO nova.scheduler.client.report [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Deleted allocations for instance cb7dac59-1165-4c86-b8e7-07330a7125b0 [ 884.613175] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.616149] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61ffea8b-9b89-4335-9ad0-ff6c2d164344 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.637201] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7156be8d-93ca-496f-b81f-463f8a252fdb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.642747] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.642747] env[68326]: value = "task-3129401" [ 884.642747] env[68326]: _type = "Task" [ 884.642747] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.666666] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dece6ff5-3465-44b6-9ebd-7fa59d1d8172 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.669656] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129401, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.677147] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae050be-934f-49b0-bd08-5c91caad0448 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.712618] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177918MB free_disk=132GB free_vcpus=48 pci_devices=None {{(pid=68326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 884.712618] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.715733] env[68326]: DEBUG nova.compute.manager [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 884.715921] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.716811] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a05f0f-b88c-44b7-ab77-aff0068acedc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.725826] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.726129] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abee4924-1dac-4909-9ee1-355a7036f863 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.734842] env[68326]: DEBUG oslo_vmware.api [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 884.734842] env[68326]: value = "task-3129402" [ 884.734842] env[68326]: _type = "Task" [ 884.734842] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.745569] env[68326]: DEBUG oslo_vmware.api [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.789838] env[68326]: DEBUG nova.compute.manager [req-5c9b4750-3ca9-4c2c-9ea2-df6f7a6704d0 req-bab69b5e-f10b-44b7-89e7-d388eca9d214 service nova] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Received event network-changed-4b77e785-6a0f-4192-8d03-de8d3969c848 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 884.790046] env[68326]: DEBUG nova.compute.manager [req-5c9b4750-3ca9-4c2c-9ea2-df6f7a6704d0 req-bab69b5e-f10b-44b7-89e7-d388eca9d214 service nova] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Refreshing instance network info cache due to event network-changed-4b77e785-6a0f-4192-8d03-de8d3969c848. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 884.790260] env[68326]: DEBUG oslo_concurrency.lockutils [req-5c9b4750-3ca9-4c2c-9ea2-df6f7a6704d0 req-bab69b5e-f10b-44b7-89e7-d388eca9d214 service nova] Acquiring lock "refresh_cache-faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.790403] env[68326]: DEBUG oslo_concurrency.lockutils [req-5c9b4750-3ca9-4c2c-9ea2-df6f7a6704d0 req-bab69b5e-f10b-44b7-89e7-d388eca9d214 service nova] Acquired lock "refresh_cache-faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.790557] env[68326]: DEBUG nova.network.neutron [req-5c9b4750-3ca9-4c2c-9ea2-df6f7a6704d0 req-bab69b5e-f10b-44b7-89e7-d388eca9d214 service nova] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Refreshing network info cache for port 4b77e785-6a0f-4192-8d03-de8d3969c848 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.828077] env[68326]: DEBUG oslo_vmware.api [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129400, 'name': PowerOnVM_Task, 'duration_secs': 0.665255} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.828308] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.828523] env[68326]: INFO nova.compute.manager [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Took 8.69 seconds to spawn the instance on the hypervisor. [ 884.828674] env[68326]: DEBUG nova.compute.manager [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 884.829486] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98403563-40c6-4786-ad4d-bec524a4df86 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.101051] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Creating linked-clone VM from snapshot {{(pid=68326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 885.104128] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1a74dc91-8a8a-4a97-b082-d0c17b55f3e1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.118476] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 885.118476] env[68326]: value = "task-3129403" [ 885.118476] env[68326]: _type = "Task" [ 885.118476] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.130791] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129403, 'name': CloneVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.136783] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b7387fcc-a69e-4351-a0a2-0df6a7ced244 tempest-ServersListShow296Test-1457199594 tempest-ServersListShow296Test-1457199594-project-member] Lock "cb7dac59-1165-4c86-b8e7-07330a7125b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.955s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.153820] env[68326]: DEBUG nova.network.neutron [-] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.155187] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129401, 'name': CreateVM_Task, 'duration_secs': 0.443531} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.155587] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.156181] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.156339] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.156665] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.156956] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1cabc65-5252-46b8-92a7-9959cf4c7bd8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.162894] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 885.162894] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c8d5b9-97f6-37bc-a9d5-1303daafe9a8" [ 885.162894] env[68326]: _type = "Task" [ 885.162894] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.172077] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c8d5b9-97f6-37bc-a9d5-1303daafe9a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.248663] env[68326]: DEBUG oslo_vmware.api [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129402, 'name': PowerOffVM_Task, 'duration_secs': 0.216678} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.248938] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.249118] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.250152] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6847a39-88ef-4e63-aaa3-0ca6588251e2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.330030] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.330030] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.330030] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Deleting the datastore file [datastore1] 34451d94-3685-430f-b19e-ac8e3f752cc1 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.330263] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2090adc-38ee-43a7-8c85-f0234d3017dd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.349926] env[68326]: DEBUG oslo_vmware.api [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 885.349926] env[68326]: value = "task-3129405" [ 885.349926] env[68326]: _type = "Task" [ 885.349926] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.355212] env[68326]: INFO nova.compute.manager [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Took 40.47 seconds to build instance. [ 885.362357] env[68326]: DEBUG oslo_vmware.api [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.487997] env[68326]: DEBUG oslo_concurrency.lockutils [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquiring lock "08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.488347] env[68326]: DEBUG oslo_concurrency.lockutils [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.489106] env[68326]: DEBUG oslo_concurrency.lockutils [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquiring lock "08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.489316] env[68326]: DEBUG oslo_concurrency.lockutils [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.489523] env[68326]: DEBUG oslo_concurrency.lockutils [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.495882] env[68326]: INFO nova.compute.manager [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Terminating instance [ 885.587568] env[68326]: DEBUG nova.network.neutron [req-5c9b4750-3ca9-4c2c-9ea2-df6f7a6704d0 req-bab69b5e-f10b-44b7-89e7-d388eca9d214 service nova] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Updated VIF entry in instance network info cache for port 4b77e785-6a0f-4192-8d03-de8d3969c848. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.587568] env[68326]: DEBUG nova.network.neutron [req-5c9b4750-3ca9-4c2c-9ea2-df6f7a6704d0 req-bab69b5e-f10b-44b7-89e7-d388eca9d214 service nova] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Updating instance_info_cache with network_info: [{"id": "4b77e785-6a0f-4192-8d03-de8d3969c848", "address": "fa:16:3e:3a:1a:0f", "network": {"id": "ea8a1a42-a5d2-4f13-aaa8-02eeafd47c07", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1154483345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a20793dc2d6d4156801346a093bd1f2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b77e785-6a", "ovs_interfaceid": "4b77e785-6a0f-4192-8d03-de8d3969c848", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.625238] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-29df34b9-6e95-442d-aeef-c296c1798021 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.625534] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-039207c1-020c-4742-af5e-bce7ed7ef38f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.633347] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129403, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.637084] env[68326]: DEBUG oslo_vmware.api [None req-29df34b9-6e95-442d-aeef-c296c1798021 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 885.637084] env[68326]: value = "task-3129406" [ 885.637084] env[68326]: _type = "Task" [ 885.637084] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.647372] env[68326]: DEBUG oslo_vmware.api [None req-29df34b9-6e95-442d-aeef-c296c1798021 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.656665] env[68326]: INFO nova.compute.manager [-] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Took 1.49 seconds to deallocate network for instance. [ 885.680123] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c8d5b9-97f6-37bc-a9d5-1303daafe9a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010698} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.683282] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.683547] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.683801] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.683915] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.684121] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.684620] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1d36fb5-5550-458b-a0b3-ac582ff15984 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.695251] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.695454] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.697786] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e196d62-26cd-4195-accf-0a044c583ee5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.707109] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 885.707109] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529623d2-3cb2-85a8-a70e-f3831f8986ec" [ 885.707109] env[68326]: _type = "Task" [ 885.707109] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.716999] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529623d2-3cb2-85a8-a70e-f3831f8986ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.829419] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "1a787f55-5fd4-4353-84e5-47c76b080db5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.829919] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "1a787f55-5fd4-4353-84e5-47c76b080db5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.856992] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53d1c7a2-0124-4876-b821-6e58cc0361af tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "eba5d596-ae2d-42c5-be69-e632c9a265ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.992s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.867464] env[68326]: DEBUG oslo_vmware.api [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417398} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.871366] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.871819] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.872261] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.872962] env[68326]: INFO nova.compute.manager [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 885.873229] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.874230] env[68326]: DEBUG nova.compute.manager [-] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 885.874426] env[68326]: DEBUG nova.network.neutron [-] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.999235] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b79de1df-aada-4f6d-948a-70613f4044be tempest-ServersAdminTestJSON-357702638 tempest-ServersAdminTestJSON-357702638-project-admin] Acquiring lock "refresh_cache-eba5d596-ae2d-42c5-be69-e632c9a265ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.999235] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b79de1df-aada-4f6d-948a-70613f4044be tempest-ServersAdminTestJSON-357702638 tempest-ServersAdminTestJSON-357702638-project-admin] Acquired lock "refresh_cache-eba5d596-ae2d-42c5-be69-e632c9a265ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.999482] env[68326]: DEBUG nova.network.neutron [None req-b79de1df-aada-4f6d-948a-70613f4044be tempest-ServersAdminTestJSON-357702638 tempest-ServersAdminTestJSON-357702638-project-admin] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.001405] env[68326]: DEBUG nova.compute.manager [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 886.001742] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 886.004314] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e036748-46d3-4675-83e6-757555f91d9f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.015277] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 886.015694] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3e14cb7-dd33-43fd-8d5c-0a1bd94b7e80 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.027229] env[68326]: DEBUG oslo_vmware.api [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 886.027229] env[68326]: value = "task-3129407" [ 886.027229] env[68326]: _type = "Task" [ 886.027229] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.040816] env[68326]: DEBUG oslo_vmware.api [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.092071] env[68326]: DEBUG oslo_concurrency.lockutils [req-5c9b4750-3ca9-4c2c-9ea2-df6f7a6704d0 req-bab69b5e-f10b-44b7-89e7-d388eca9d214 service nova] Releasing lock "refresh_cache-faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.092324] env[68326]: DEBUG nova.compute.manager [req-5c9b4750-3ca9-4c2c-9ea2-df6f7a6704d0 req-bab69b5e-f10b-44b7-89e7-d388eca9d214 service nova] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Received event network-vif-deleted-27daf4d7-3041-404a-abf5-239b36488047 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 886.092749] env[68326]: INFO nova.compute.manager [req-5c9b4750-3ca9-4c2c-9ea2-df6f7a6704d0 req-bab69b5e-f10b-44b7-89e7-d388eca9d214 service nova] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Neutron deleted interface 27daf4d7-3041-404a-abf5-239b36488047; detaching it from the instance and deleting it from the info cache [ 886.092749] env[68326]: DEBUG nova.network.neutron [req-5c9b4750-3ca9-4c2c-9ea2-df6f7a6704d0 req-bab69b5e-f10b-44b7-89e7-d388eca9d214 service nova] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.137572] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129403, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.152763] env[68326]: DEBUG oslo_vmware.api [None req-29df34b9-6e95-442d-aeef-c296c1798021 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129406, 'name': PowerOffVM_Task, 'duration_secs': 0.253464} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.154531] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-29df34b9-6e95-442d-aeef-c296c1798021 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.155973] env[68326]: DEBUG nova.compute.manager [None req-29df34b9-6e95-442d-aeef-c296c1798021 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 886.155973] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cd2e89-3b34-4b22-97b0-f6fc83ce2c15 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.163706] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.176990] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f835b666-9a9a-4d0c-961d-21d55de897ab {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.189422] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc267ddf-9b82-41be-9476-9c8be4b1296a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.237890] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0ad68e-8d8b-41ae-8b9b-e2b818d96955 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.249252] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529623d2-3cb2-85a8-a70e-f3831f8986ec, 'name': SearchDatastore_Task, 'duration_secs': 0.012554} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.251090] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510c21c6-446c-4dca-9959-29614b0e4843 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.255093] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e952d911-f84f-424b-9919-3a6ed6848b33 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.261826] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 886.261826] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52cb3771-4e7e-a18c-05b5-b1da2b0815e0" [ 886.261826] env[68326]: _type = "Task" [ 886.261826] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.270118] env[68326]: DEBUG nova.compute.provider_tree [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.280828] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52cb3771-4e7e-a18c-05b5-b1da2b0815e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.359725] env[68326]: DEBUG nova.compute.manager [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 886.539016] env[68326]: DEBUG oslo_vmware.api [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129407, 'name': PowerOffVM_Task, 'duration_secs': 0.219979} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.539947] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.539947] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.539947] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d20ea5f-e46e-42a4-95dc-14f3514b0e03 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.602663] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52028c05-3792-4fb6-8f1a-79f48711102e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.615690] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.615690] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.615690] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Deleting the datastore file [datastore2] 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.616681] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-095232d6-d325-4d2b-bf3f-1b785c522ffe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.622202] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf7035d-a60a-492c-a7a6-9be232ae339e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.649182] env[68326]: DEBUG oslo_vmware.api [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for the task: (returnval){ [ 886.649182] env[68326]: value = "task-3129409" [ 886.649182] env[68326]: _type = "Task" [ 886.649182] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.650556] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129403, 'name': CloneVM_Task} progress is 95%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.657366] env[68326]: DEBUG nova.network.neutron [-] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.682515] env[68326]: DEBUG oslo_vmware.api [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.686521] env[68326]: DEBUG nova.compute.manager [req-5c9b4750-3ca9-4c2c-9ea2-df6f7a6704d0 req-bab69b5e-f10b-44b7-89e7-d388eca9d214 service nova] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Detach interface failed, port_id=27daf4d7-3041-404a-abf5-239b36488047, reason: Instance 68cc5fba-76f0-428e-a5c1-0f4991243b32 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 886.687675] env[68326]: DEBUG oslo_concurrency.lockutils [None req-29df34b9-6e95-442d-aeef-c296c1798021 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "df2f88d6-5e47-4d8c-a727-9f20cecee976" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.132s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.692469] env[68326]: INFO nova.compute.manager [-] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Took 0.82 seconds to deallocate network for instance. [ 886.775877] env[68326]: DEBUG nova.scheduler.client.report [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.783885] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52cb3771-4e7e-a18c-05b5-b1da2b0815e0, 'name': SearchDatastore_Task, 'duration_secs': 0.032244} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.784406] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.784667] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2/faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.785323] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d10d544d-6a17-4dfa-bf22-94c51f2bd5f2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.797659] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 886.797659] env[68326]: value = "task-3129410" [ 886.797659] env[68326]: _type = "Task" [ 886.797659] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.809176] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.886313] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.905633] env[68326]: DEBUG nova.network.neutron [None req-b79de1df-aada-4f6d-948a-70613f4044be tempest-ServersAdminTestJSON-357702638 tempest-ServersAdminTestJSON-357702638-project-admin] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Updating instance_info_cache with network_info: [{"id": "3935acd9-922e-47de-b4f3-2ad0ef50ac70", "address": "fa:16:3e:21:f8:39", "network": {"id": "2bfffd6a-2680-4dce-8bfd-a145d232c2d6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2064054471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c59bc3963e24d64a30418c611423e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3935acd9-92", "ovs_interfaceid": "3935acd9-922e-47de-b4f3-2ad0ef50ac70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.031385] env[68326]: DEBUG nova.compute.manager [req-3cc6854b-0185-4de8-ab87-30c816001616 req-7b129c3f-6959-49c0-8e93-f3d71c522643 service nova] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Received event network-vif-deleted-f1d916a1-6bcd-4197-b0ad-eb49e03450ec {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 887.154103] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129403, 'name': CloneVM_Task, 'duration_secs': 1.91802} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.158642] env[68326]: INFO nova.virt.vmwareapi.vmops [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Created linked-clone VM from snapshot [ 887.159506] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fb7d90-a69e-4dc7-a80a-2d98455a4915 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.169046] env[68326]: DEBUG oslo_vmware.api [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Task: {'id': task-3129409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202628} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.172650] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.172851] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.173547] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.173804] env[68326]: INFO nova.compute.manager [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 887.174112] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.174492] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Uploading image 150fed08-620e-4e8c-ad45-1a39f22ab09d {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 887.176920] env[68326]: DEBUG nova.compute.manager [-] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 887.177035] env[68326]: DEBUG nova.network.neutron [-] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.198812] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.224863] env[68326]: DEBUG oslo_vmware.rw_handles [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 887.224863] env[68326]: value = "vm-626328" [ 887.224863] env[68326]: _type = "VirtualMachine" [ 887.224863] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 887.225237] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-71e64cb7-2815-44ef-a2f1-c7b37fcf9ebe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.236927] env[68326]: DEBUG oslo_vmware.rw_handles [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lease: (returnval){ [ 887.236927] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520f84fd-9718-a894-4e9c-29c1e37a45b9" [ 887.236927] env[68326]: _type = "HttpNfcLease" [ 887.236927] env[68326]: } obtained for exporting VM: (result){ [ 887.236927] env[68326]: value = "vm-626328" [ 887.236927] env[68326]: _type = "VirtualMachine" [ 887.236927] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 887.237393] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the lease: (returnval){ [ 887.237393] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520f84fd-9718-a894-4e9c-29c1e37a45b9" [ 887.237393] env[68326]: _type = "HttpNfcLease" [ 887.237393] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 887.247849] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 887.247849] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520f84fd-9718-a894-4e9c-29c1e37a45b9" [ 887.247849] env[68326]: _type = "HttpNfcLease" [ 887.247849] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 887.285943] env[68326]: DEBUG oslo_concurrency.lockutils [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.286722] env[68326]: DEBUG nova.compute.manager [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 887.289400] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.848s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.291095] env[68326]: INFO nova.compute.claims [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.313327] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129410, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.408596] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b79de1df-aada-4f6d-948a-70613f4044be tempest-ServersAdminTestJSON-357702638 tempest-ServersAdminTestJSON-357702638-project-admin] Releasing lock "refresh_cache-eba5d596-ae2d-42c5-be69-e632c9a265ec" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.408670] env[68326]: DEBUG nova.compute.manager [None req-b79de1df-aada-4f6d-948a-70613f4044be tempest-ServersAdminTestJSON-357702638 tempest-ServersAdminTestJSON-357702638-project-admin] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Inject network info {{(pid=68326) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7815}} [ 887.408922] env[68326]: DEBUG nova.compute.manager [None req-b79de1df-aada-4f6d-948a-70613f4044be tempest-ServersAdminTestJSON-357702638 tempest-ServersAdminTestJSON-357702638-project-admin] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] network_info to inject: |[{"id": "3935acd9-922e-47de-b4f3-2ad0ef50ac70", "address": "fa:16:3e:21:f8:39", "network": {"id": "2bfffd6a-2680-4dce-8bfd-a145d232c2d6", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-2064054471-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c59bc3963e24d64a30418c611423e7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3935acd9-92", "ovs_interfaceid": "3935acd9-922e-47de-b4f3-2ad0ef50ac70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7816}} [ 887.414328] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b79de1df-aada-4f6d-948a-70613f4044be tempest-ServersAdminTestJSON-357702638 tempest-ServersAdminTestJSON-357702638-project-admin] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Reconfiguring VM instance to set the machine id {{(pid=68326) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 887.414658] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f4073b5-55da-42ed-a630-5e073da30883 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.434530] env[68326]: DEBUG oslo_vmware.api [None req-b79de1df-aada-4f6d-948a-70613f4044be tempest-ServersAdminTestJSON-357702638 tempest-ServersAdminTestJSON-357702638-project-admin] Waiting for the task: (returnval){ [ 887.434530] env[68326]: value = "task-3129412" [ 887.434530] env[68326]: _type = "Task" [ 887.434530] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.441751] env[68326]: DEBUG oslo_vmware.api [None req-b79de1df-aada-4f6d-948a-70613f4044be tempest-ServersAdminTestJSON-357702638 tempest-ServersAdminTestJSON-357702638-project-admin] Task: {'id': task-3129412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.746689] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 887.746689] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520f84fd-9718-a894-4e9c-29c1e37a45b9" [ 887.746689] env[68326]: _type = "HttpNfcLease" [ 887.746689] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 887.747073] env[68326]: DEBUG oslo_vmware.rw_handles [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 887.747073] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520f84fd-9718-a894-4e9c-29c1e37a45b9" [ 887.747073] env[68326]: _type = "HttpNfcLease" [ 887.747073] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 887.749545] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a6bb17-8d64-4e6f-844d-eeba2ac98dd4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.755798] env[68326]: DEBUG oslo_vmware.rw_handles [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52306cbf-f91b-1258-f408-05ed381a27a3/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 887.755975] env[68326]: DEBUG oslo_vmware.rw_handles [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52306cbf-f91b-1258-f408-05ed381a27a3/disk-0.vmdk for reading. {{(pid=68326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 887.822760] env[68326]: DEBUG nova.compute.utils [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.825339] env[68326]: DEBUG nova.compute.manager [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 887.825512] env[68326]: DEBUG nova.network.neutron [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 887.839268] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554303} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.839499] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2/faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.839745] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.840013] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4abb164-f726-4cf9-819a-40e800685aa0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.850167] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 887.850167] env[68326]: value = "task-3129413" [ 887.850167] env[68326]: _type = "Task" [ 887.850167] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.865365] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.865879] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f15d2711-9ea5-4f9a-a5f8-19af3939b115 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.900581] env[68326]: DEBUG nova.policy [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7eb2e4cb8e0646b28879e6c7a4a1890a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52f98726b5db4f3dbfaf2dfd091e05bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.942887] env[68326]: DEBUG oslo_vmware.api [None req-b79de1df-aada-4f6d-948a-70613f4044be tempest-ServersAdminTestJSON-357702638 tempest-ServersAdminTestJSON-357702638-project-admin] Task: {'id': task-3129412, 'name': ReconfigVM_Task, 'duration_secs': 0.179043} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.943209] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b79de1df-aada-4f6d-948a-70613f4044be tempest-ServersAdminTestJSON-357702638 tempest-ServersAdminTestJSON-357702638-project-admin] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Reconfigured VM instance to set the machine id {{(pid=68326) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 888.094347] env[68326]: DEBUG nova.network.neutron [-] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.330879] env[68326]: DEBUG nova.compute.manager [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 888.334909] env[68326]: DEBUG nova.network.neutron [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Successfully created port: 07a8cac3-1bb4-48a6-8483-9213777ae9b5 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.364922] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075341} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.365683] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.370565] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac641c89-ef06-4857-9a5b-25d451dee1f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.401692] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2/faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.405107] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-243ae11d-7f75-40d8-9338-e349895e815c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.433155] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 888.433155] env[68326]: value = "task-3129414" [ 888.433155] env[68326]: _type = "Task" [ 888.433155] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.442698] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.598147] env[68326]: INFO nova.compute.manager [-] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Took 1.42 seconds to deallocate network for instance. [ 888.632227] env[68326]: DEBUG nova.compute.manager [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Stashing vm_state: stopped {{(pid=68326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6214}} [ 888.946066] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129414, 'name': ReconfigVM_Task, 'duration_secs': 0.348316} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.946764] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Reconfigured VM instance instance-0000003e to attach disk [datastore1] faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2/faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.947532] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0160a37-bf48-4930-b167-7f3913d2b97d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.954648] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7a9590-83f4-4f1f-a455-277f3979a25e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.959729] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 888.959729] env[68326]: value = "task-3129415" [ 888.959729] env[68326]: _type = "Task" [ 888.959729] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.967763] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979b72d3-5cb7-4d05-b113-94dc9a45f47c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.975309] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129415, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.013981] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9246dce3-1c60-4c3b-8051-f813de4f6e60 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.022959] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02b982f-c6ad-4357-bcb4-2e3dd99195b5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.038389] env[68326]: DEBUG nova.compute.provider_tree [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.058300] env[68326]: DEBUG nova.compute.manager [req-469dd1a3-4cc9-4e7e-b9ba-43a142c41af7 req-67ce6400-590a-4ac2-9e7a-e8ca836f51e7 service nova] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Received event network-vif-deleted-a673ed3e-3f1b-41d5-9f35-e9b001cb895f {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 889.104827] env[68326]: DEBUG oslo_concurrency.lockutils [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.150322] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.337365] env[68326]: INFO nova.compute.manager [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Rebuilding instance [ 889.342797] env[68326]: DEBUG nova.compute.manager [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 889.379666] env[68326]: DEBUG nova.virt.hardware [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.380087] env[68326]: DEBUG nova.virt.hardware [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.380373] env[68326]: DEBUG nova.virt.hardware [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.380756] env[68326]: DEBUG nova.virt.hardware [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.381095] env[68326]: DEBUG nova.virt.hardware [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.381680] env[68326]: DEBUG nova.virt.hardware [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.381797] env[68326]: DEBUG nova.virt.hardware [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.382174] env[68326]: DEBUG nova.virt.hardware [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.382616] env[68326]: DEBUG nova.virt.hardware [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.382896] env[68326]: DEBUG nova.virt.hardware [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.383226] env[68326]: DEBUG nova.virt.hardware [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.384575] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93da08f0-4825-41c1-9b18-5982dbf6a87a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.399485] env[68326]: DEBUG nova.compute.manager [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 889.401672] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ad547f-98c3-443b-87cb-28e13889e8ae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.409537] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011cdb5f-1235-4974-aaac-aa7f8cb45718 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.471410] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129415, 'name': Rename_Task, 'duration_secs': 0.163232} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.471787] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.472236] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5220b57-7182-4670-9eee-841df3023bd2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.481048] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 889.481048] env[68326]: value = "task-3129416" [ 889.481048] env[68326]: _type = "Task" [ 889.481048] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.491454] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.542580] env[68326]: DEBUG nova.scheduler.client.report [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.990966] env[68326]: DEBUG nova.network.neutron [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Successfully updated port: 07a8cac3-1bb4-48a6-8483-9213777ae9b5 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.000592] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129416, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.049334] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.049334] env[68326]: DEBUG nova.compute.manager [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 890.052777] env[68326]: DEBUG oslo_concurrency.lockutils [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.053s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.053159] env[68326]: DEBUG nova.objects.instance [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Lazy-loading 'resources' on Instance uuid bf27cdd1-0c00-42f2-ae1b-f27823306046 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.434993] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.435439] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-654a37af-6031-4b3d-8225-9e4c9c4eadd5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.444161] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 890.444161] env[68326]: value = "task-3129417" [ 890.444161] env[68326]: _type = "Task" [ 890.444161] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.455559] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.492951] env[68326]: DEBUG oslo_vmware.api [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129416, 'name': PowerOnVM_Task, 'duration_secs': 0.539225} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.493293] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.493503] env[68326]: INFO nova.compute.manager [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Took 9.25 seconds to spawn the instance on the hypervisor. [ 890.493688] env[68326]: DEBUG nova.compute.manager [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 890.494269] env[68326]: DEBUG oslo_concurrency.lockutils [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "refresh_cache-7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.494398] env[68326]: DEBUG oslo_concurrency.lockutils [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "refresh_cache-7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.494567] env[68326]: DEBUG nova.network.neutron [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.496158] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c33e83-2f8b-49cb-adb6-6b428c86c403 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.557097] env[68326]: DEBUG nova.compute.utils [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.561567] env[68326]: DEBUG nova.compute.manager [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 890.562061] env[68326]: DEBUG nova.network.neutron [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.601950] env[68326]: DEBUG nova.policy [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3b9c33201474eebb7128a729119176e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aff620ce4d3a499981cd683ca41ae167', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.958874] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129417, 'name': PowerOffVM_Task, 'duration_secs': 0.301906} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.960495] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.960495] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.960495] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea90691-5306-4953-bfc5-b4017eb9990d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.971450] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.971576] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-318e02d2-8e33-4aa5-8ec6-550eae6cec01 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.985679] env[68326]: DEBUG nova.network.neutron [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Successfully created port: 5a12956e-c0fc-46e4-9bd4-cfe39bbfdd51 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.023971] env[68326]: INFO nova.compute.manager [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Took 41.33 seconds to build instance. [ 891.056139] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.056139] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.056139] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Deleting the datastore file [datastore2] bfbd3c42-245f-4395-a854-206f1b8a6fd0 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.056371] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ac53a8b-4b70-4c10-922e-614ef02a3490 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.064643] env[68326]: DEBUG nova.network.neutron [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.064786] env[68326]: DEBUG nova.compute.manager [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 891.069511] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 891.069511] env[68326]: value = "task-3129419" [ 891.069511] env[68326]: _type = "Task" [ 891.069511] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.079259] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.105040] env[68326]: DEBUG nova.compute.manager [req-ec183458-3a43-49e6-a7ee-e64017b7baa6 req-c2718397-e0ba-4972-a8c2-89958e95900e service nova] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Received event network-vif-plugged-07a8cac3-1bb4-48a6-8483-9213777ae9b5 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 891.105040] env[68326]: DEBUG oslo_concurrency.lockutils [req-ec183458-3a43-49e6-a7ee-e64017b7baa6 req-c2718397-e0ba-4972-a8c2-89958e95900e service nova] Acquiring lock "7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.105310] env[68326]: DEBUG oslo_concurrency.lockutils [req-ec183458-3a43-49e6-a7ee-e64017b7baa6 req-c2718397-e0ba-4972-a8c2-89958e95900e service nova] Lock "7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.105581] env[68326]: DEBUG oslo_concurrency.lockutils [req-ec183458-3a43-49e6-a7ee-e64017b7baa6 req-c2718397-e0ba-4972-a8c2-89958e95900e service nova] Lock "7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.105653] env[68326]: DEBUG nova.compute.manager [req-ec183458-3a43-49e6-a7ee-e64017b7baa6 req-c2718397-e0ba-4972-a8c2-89958e95900e service nova] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] No waiting events found dispatching network-vif-plugged-07a8cac3-1bb4-48a6-8483-9213777ae9b5 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.105814] env[68326]: WARNING nova.compute.manager [req-ec183458-3a43-49e6-a7ee-e64017b7baa6 req-c2718397-e0ba-4972-a8c2-89958e95900e service nova] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Received unexpected event network-vif-plugged-07a8cac3-1bb4-48a6-8483-9213777ae9b5 for instance with vm_state building and task_state spawning. [ 891.105967] env[68326]: DEBUG nova.compute.manager [req-ec183458-3a43-49e6-a7ee-e64017b7baa6 req-c2718397-e0ba-4972-a8c2-89958e95900e service nova] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Received event network-changed-07a8cac3-1bb4-48a6-8483-9213777ae9b5 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 891.106569] env[68326]: DEBUG nova.compute.manager [req-ec183458-3a43-49e6-a7ee-e64017b7baa6 req-c2718397-e0ba-4972-a8c2-89958e95900e service nova] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Refreshing instance network info cache due to event network-changed-07a8cac3-1bb4-48a6-8483-9213777ae9b5. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 891.106569] env[68326]: DEBUG oslo_concurrency.lockutils [req-ec183458-3a43-49e6-a7ee-e64017b7baa6 req-c2718397-e0ba-4972-a8c2-89958e95900e service nova] Acquiring lock "refresh_cache-7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.199389] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85aacd3a-fe25-49d2-9619-239f0d10c359 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.211287] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cc16f7-41fd-48a2-97bb-3db1d30f9de3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.244349] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f444edb4-efbd-4807-99b3-045e474dd74b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.252932] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7598ae7d-95ab-47d7-b569-d0d39f3d296b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.269851] env[68326]: DEBUG nova.compute.provider_tree [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.350734] env[68326]: DEBUG nova.network.neutron [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Updating instance_info_cache with network_info: [{"id": "07a8cac3-1bb4-48a6-8483-9213777ae9b5", "address": "fa:16:3e:43:6c:f9", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a8cac3-1b", "ovs_interfaceid": "07a8cac3-1bb4-48a6-8483-9213777ae9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.526425] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6016d1dc-6e38-436c-acd8-9d7727d77335 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.044s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.586328] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239476} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.586686] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.586889] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.587195] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.773651] env[68326]: DEBUG nova.scheduler.client.report [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.853651] env[68326]: DEBUG oslo_concurrency.lockutils [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "refresh_cache-7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.853884] env[68326]: DEBUG nova.compute.manager [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Instance network_info: |[{"id": "07a8cac3-1bb4-48a6-8483-9213777ae9b5", "address": "fa:16:3e:43:6c:f9", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a8cac3-1b", "ovs_interfaceid": "07a8cac3-1bb4-48a6-8483-9213777ae9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 891.854555] env[68326]: DEBUG oslo_concurrency.lockutils [req-ec183458-3a43-49e6-a7ee-e64017b7baa6 req-c2718397-e0ba-4972-a8c2-89958e95900e service nova] Acquired lock "refresh_cache-7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.854555] env[68326]: DEBUG nova.network.neutron [req-ec183458-3a43-49e6-a7ee-e64017b7baa6 req-c2718397-e0ba-4972-a8c2-89958e95900e service nova] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Refreshing network info cache for port 07a8cac3-1bb4-48a6-8483-9213777ae9b5 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.856435] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:6c:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07a8cac3-1bb4-48a6-8483-9213777ae9b5', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.866077] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.869182] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.869691] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41866dac-2d8e-4b1f-a815-70e483e01910 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.893957] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.893957] env[68326]: value = "task-3129420" [ 891.893957] env[68326]: _type = "Task" [ 891.893957] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.904033] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129420, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.082420] env[68326]: DEBUG nova.compute.manager [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 892.108161] env[68326]: DEBUG nova.virt.hardware [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.108399] env[68326]: DEBUG nova.virt.hardware [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.108551] env[68326]: DEBUG nova.virt.hardware [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.108766] env[68326]: DEBUG nova.virt.hardware [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.108867] env[68326]: DEBUG nova.virt.hardware [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.109162] env[68326]: DEBUG nova.virt.hardware [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.109377] env[68326]: DEBUG nova.virt.hardware [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.109529] env[68326]: DEBUG nova.virt.hardware [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.109691] env[68326]: DEBUG nova.virt.hardware [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.109843] env[68326]: DEBUG nova.virt.hardware [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.110014] env[68326]: DEBUG nova.virt.hardware [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.111305] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4bf919-176a-470f-901c-d81fee964ea4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.122481] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f258bcf-d06c-40d5-8700-1d4b69b1d931 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.279403] env[68326]: DEBUG oslo_concurrency.lockutils [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.282905] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.387s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.285270] env[68326]: INFO nova.compute.claims [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.311877] env[68326]: INFO nova.scheduler.client.report [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Deleted allocations for instance bf27cdd1-0c00-42f2-ae1b-f27823306046 [ 892.395462] env[68326]: DEBUG nova.network.neutron [req-ec183458-3a43-49e6-a7ee-e64017b7baa6 req-c2718397-e0ba-4972-a8c2-89958e95900e service nova] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Updated VIF entry in instance network info cache for port 07a8cac3-1bb4-48a6-8483-9213777ae9b5. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.395462] env[68326]: DEBUG nova.network.neutron [req-ec183458-3a43-49e6-a7ee-e64017b7baa6 req-c2718397-e0ba-4972-a8c2-89958e95900e service nova] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Updating instance_info_cache with network_info: [{"id": "07a8cac3-1bb4-48a6-8483-9213777ae9b5", "address": "fa:16:3e:43:6c:f9", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07a8cac3-1b", "ovs_interfaceid": "07a8cac3-1bb4-48a6-8483-9213777ae9b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.408083] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129420, 'name': CreateVM_Task, 'duration_secs': 0.474938} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.408809] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.409512] env[68326]: DEBUG oslo_concurrency.lockutils [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.409791] env[68326]: DEBUG oslo_concurrency.lockutils [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.410121] env[68326]: DEBUG oslo_concurrency.lockutils [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.410626] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ef97fc-80b0-43ac-80b3-0ed710bdd15b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.416357] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 892.416357] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52efb9f1-4940-84c6-397d-76575fcc5f1d" [ 892.416357] env[68326]: _type = "Task" [ 892.416357] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.430023] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52efb9f1-4940-84c6-397d-76575fcc5f1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.639661] env[68326]: DEBUG nova.virt.hardware [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.639661] env[68326]: DEBUG nova.virt.hardware [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.640390] env[68326]: DEBUG nova.virt.hardware [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.640786] env[68326]: DEBUG nova.virt.hardware [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.641258] env[68326]: DEBUG nova.virt.hardware [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.641583] env[68326]: DEBUG nova.virt.hardware [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.642028] env[68326]: DEBUG nova.virt.hardware [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.644019] env[68326]: DEBUG nova.virt.hardware [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.644019] env[68326]: DEBUG nova.virt.hardware [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.644019] env[68326]: DEBUG nova.virt.hardware [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.644019] env[68326]: DEBUG nova.virt.hardware [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.644019] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b91eed-386f-4fca-94ea-1d33912b4fff {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.657304] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f80ca8-7b30-4e91-9937-5ae6d7dbd120 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.682765] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:e0:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '350193a0-2428-45af-ab5a-65395d2cd519', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.694255] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.694959] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.695479] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bd6ecb1-a7b2-4cc5-9c25-f2af30719456 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.719261] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.719261] env[68326]: value = "task-3129421" [ 892.719261] env[68326]: _type = "Task" [ 892.719261] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.730140] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129421, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.822953] env[68326]: DEBUG oslo_concurrency.lockutils [None req-599672ba-06bb-4e2f-a0e7-ca6779ee336a tempest-ImagesNegativeTestJSON-659606741 tempest-ImagesNegativeTestJSON-659606741-project-member] Lock "bf27cdd1-0c00-42f2-ae1b-f27823306046" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.581s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.861953] env[68326]: DEBUG nova.network.neutron [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Successfully updated port: 5a12956e-c0fc-46e4-9bd4-cfe39bbfdd51 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.901936] env[68326]: DEBUG oslo_concurrency.lockutils [req-ec183458-3a43-49e6-a7ee-e64017b7baa6 req-c2718397-e0ba-4972-a8c2-89958e95900e service nova] Releasing lock "refresh_cache-7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.931284] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52efb9f1-4940-84c6-397d-76575fcc5f1d, 'name': SearchDatastore_Task, 'duration_secs': 0.013269} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.931673] env[68326]: DEBUG oslo_concurrency.lockutils [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.932158] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.932521] env[68326]: DEBUG oslo_concurrency.lockutils [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.932836] env[68326]: DEBUG oslo_concurrency.lockutils [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.933146] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.933600] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15ea5927-d5fb-4398-b20b-1dcda0275345 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.945566] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.945861] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.946812] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdabc5b4-0a52-47ef-98d4-cff262f300e4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.954254] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 892.954254] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52884779-0372-83bc-39f2-38ed9f9ef5df" [ 892.954254] env[68326]: _type = "Task" [ 892.954254] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.965170] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52884779-0372-83bc-39f2-38ed9f9ef5df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.121201] env[68326]: DEBUG nova.compute.manager [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 893.122473] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e644bf-9de0-4866-a7b8-52b16d349e2c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.142828] env[68326]: DEBUG nova.compute.manager [req-929ded9f-b374-4b58-882b-b1c7afbe43bc req-9f3cb8d0-d14c-427a-9a75-cbe731b04cdf service nova] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Received event network-vif-plugged-5a12956e-c0fc-46e4-9bd4-cfe39bbfdd51 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 893.143072] env[68326]: DEBUG oslo_concurrency.lockutils [req-929ded9f-b374-4b58-882b-b1c7afbe43bc req-9f3cb8d0-d14c-427a-9a75-cbe731b04cdf service nova] Acquiring lock "1030d138-6631-4782-8b8a-80c31e7ec17f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.143288] env[68326]: DEBUG oslo_concurrency.lockutils [req-929ded9f-b374-4b58-882b-b1c7afbe43bc req-9f3cb8d0-d14c-427a-9a75-cbe731b04cdf service nova] Lock "1030d138-6631-4782-8b8a-80c31e7ec17f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.143454] env[68326]: DEBUG oslo_concurrency.lockutils [req-929ded9f-b374-4b58-882b-b1c7afbe43bc req-9f3cb8d0-d14c-427a-9a75-cbe731b04cdf service nova] Lock "1030d138-6631-4782-8b8a-80c31e7ec17f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.143621] env[68326]: DEBUG nova.compute.manager [req-929ded9f-b374-4b58-882b-b1c7afbe43bc req-9f3cb8d0-d14c-427a-9a75-cbe731b04cdf service nova] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] No waiting events found dispatching network-vif-plugged-5a12956e-c0fc-46e4-9bd4-cfe39bbfdd51 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 893.143783] env[68326]: WARNING nova.compute.manager [req-929ded9f-b374-4b58-882b-b1c7afbe43bc req-9f3cb8d0-d14c-427a-9a75-cbe731b04cdf service nova] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Received unexpected event network-vif-plugged-5a12956e-c0fc-46e4-9bd4-cfe39bbfdd51 for instance with vm_state building and task_state spawning. [ 893.143939] env[68326]: DEBUG nova.compute.manager [req-929ded9f-b374-4b58-882b-b1c7afbe43bc req-9f3cb8d0-d14c-427a-9a75-cbe731b04cdf service nova] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Received event network-changed-5a12956e-c0fc-46e4-9bd4-cfe39bbfdd51 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 893.144959] env[68326]: DEBUG nova.compute.manager [req-929ded9f-b374-4b58-882b-b1c7afbe43bc req-9f3cb8d0-d14c-427a-9a75-cbe731b04cdf service nova] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Refreshing instance network info cache due to event network-changed-5a12956e-c0fc-46e4-9bd4-cfe39bbfdd51. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 893.145241] env[68326]: DEBUG oslo_concurrency.lockutils [req-929ded9f-b374-4b58-882b-b1c7afbe43bc req-9f3cb8d0-d14c-427a-9a75-cbe731b04cdf service nova] Acquiring lock "refresh_cache-1030d138-6631-4782-8b8a-80c31e7ec17f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.145432] env[68326]: DEBUG oslo_concurrency.lockutils [req-929ded9f-b374-4b58-882b-b1c7afbe43bc req-9f3cb8d0-d14c-427a-9a75-cbe731b04cdf service nova] Acquired lock "refresh_cache-1030d138-6631-4782-8b8a-80c31e7ec17f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.145636] env[68326]: DEBUG nova.network.neutron [req-929ded9f-b374-4b58-882b-b1c7afbe43bc req-9f3cb8d0-d14c-427a-9a75-cbe731b04cdf service nova] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Refreshing network info cache for port 5a12956e-c0fc-46e4-9bd4-cfe39bbfdd51 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.230241] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129421, 'name': CreateVM_Task, 'duration_secs': 0.456182} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.230418] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.231143] env[68326]: DEBUG oslo_concurrency.lockutils [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.231633] env[68326]: DEBUG oslo_concurrency.lockutils [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.231633] env[68326]: DEBUG oslo_concurrency.lockutils [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.231987] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f65bdde7-99a8-4bfa-939d-92ec715893cb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.240230] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 893.240230] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]521205db-aadc-c81d-9432-80e351404498" [ 893.240230] env[68326]: _type = "Task" [ 893.240230] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.254266] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521205db-aadc-c81d-9432-80e351404498, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.365408] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquiring lock "refresh_cache-1030d138-6631-4782-8b8a-80c31e7ec17f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.466807] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52884779-0372-83bc-39f2-38ed9f9ef5df, 'name': SearchDatastore_Task, 'duration_secs': 0.017361} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.470245] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-865d2469-ce5e-462a-996f-30c3016d0fd6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.476349] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 893.476349] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5203691e-9897-28a3-d090-af7c1325e615" [ 893.476349] env[68326]: _type = "Task" [ 893.476349] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.488298] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5203691e-9897-28a3-d090-af7c1325e615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.636310] env[68326]: INFO nova.compute.manager [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] instance snapshotting [ 893.639524] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66ea6ff-66ac-41a9-bc44-87ea1e468161 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.665819] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e3128c-548e-4635-a289-d3a4c6903ebc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.721807] env[68326]: DEBUG nova.network.neutron [req-929ded9f-b374-4b58-882b-b1c7afbe43bc req-9f3cb8d0-d14c-427a-9a75-cbe731b04cdf service nova] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.756772] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521205db-aadc-c81d-9432-80e351404498, 'name': SearchDatastore_Task, 'duration_secs': 0.018211} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.756772] env[68326]: DEBUG oslo_concurrency.lockutils [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.756772] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.756772] env[68326]: DEBUG oslo_concurrency.lockutils [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.830428] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28af510-038a-45ed-a807-fb0aa0dbaf3c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.840178] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb96783-a5be-492b-9655-5144fe4c128b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.880738] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27c0e91-36eb-46e4-8303-38c012ff1407 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.890639] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6f1139-aee6-4931-bb74-ee440ebebae5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.906732] env[68326]: DEBUG nova.compute.provider_tree [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.932864] env[68326]: DEBUG nova.network.neutron [req-929ded9f-b374-4b58-882b-b1c7afbe43bc req-9f3cb8d0-d14c-427a-9a75-cbe731b04cdf service nova] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.991596] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5203691e-9897-28a3-d090-af7c1325e615, 'name': SearchDatastore_Task, 'duration_secs': 0.01449} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.991899] env[68326]: DEBUG oslo_concurrency.lockutils [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.992195] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74/7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.992489] env[68326]: DEBUG oslo_concurrency.lockutils [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.992681] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.992901] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f351896-c9ec-428c-ad8e-3e1b17120603 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.995307] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2df18e7d-9626-48a1-96fe-7845df6bdca4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.004179] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 894.004179] env[68326]: value = "task-3129422" [ 894.004179] env[68326]: _type = "Task" [ 894.004179] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.008833] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.009073] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.010202] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9220290-e3d4-4df1-87ec-3c691c00a2fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.015908] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.020401] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 894.020401] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ca0eb5-9c1c-8e89-f2e3-98af824005d0" [ 894.020401] env[68326]: _type = "Task" [ 894.020401] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.029891] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ca0eb5-9c1c-8e89-f2e3-98af824005d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.185552] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Creating Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 894.185552] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-736fac69-36a1-43ac-9d6f-9e9bfba73c09 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.195807] env[68326]: DEBUG oslo_vmware.api [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 894.195807] env[68326]: value = "task-3129423" [ 894.195807] env[68326]: _type = "Task" [ 894.195807] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.206661] env[68326]: DEBUG oslo_vmware.api [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129423, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.410467] env[68326]: DEBUG nova.scheduler.client.report [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.435567] env[68326]: DEBUG oslo_concurrency.lockutils [req-929ded9f-b374-4b58-882b-b1c7afbe43bc req-9f3cb8d0-d14c-427a-9a75-cbe731b04cdf service nova] Releasing lock "refresh_cache-1030d138-6631-4782-8b8a-80c31e7ec17f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.435937] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquired lock "refresh_cache-1030d138-6631-4782-8b8a-80c31e7ec17f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.436132] env[68326]: DEBUG nova.network.neutron [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.518867] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129422, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.535046] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ca0eb5-9c1c-8e89-f2e3-98af824005d0, 'name': SearchDatastore_Task, 'duration_secs': 0.024606} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.535046] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8299411e-ac5b-44cf-ac88-290b89f2b199 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.543566] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 894.543566] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]525d961f-88b1-7cf7-7f93-0ab799e338d4" [ 894.543566] env[68326]: _type = "Task" [ 894.543566] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.555744] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525d961f-88b1-7cf7-7f93-0ab799e338d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.713912] env[68326]: DEBUG oslo_vmware.api [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129423, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.917758] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.634s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.919456] env[68326]: DEBUG nova.compute.manager [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 894.921278] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.732s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.925650] env[68326]: INFO nova.compute.claims [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.996771] env[68326]: DEBUG nova.network.neutron [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.018309] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813415} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.018453] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74/7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.018637] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.018907] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f10ecf06-6505-4c8c-a2e4-b6f3678f3996 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.030884] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 895.030884] env[68326]: value = "task-3129424" [ 895.030884] env[68326]: _type = "Task" [ 895.030884] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.045400] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.057016] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525d961f-88b1-7cf7-7f93-0ab799e338d4, 'name': SearchDatastore_Task, 'duration_secs': 0.059575} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.057016] env[68326]: DEBUG oslo_concurrency.lockutils [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.057189] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] bfbd3c42-245f-4395-a854-206f1b8a6fd0/bfbd3c42-245f-4395-a854-206f1b8a6fd0.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.057397] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84386eba-1757-4b00-9e56-b45c3dd479f6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.068907] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 895.068907] env[68326]: value = "task-3129425" [ 895.068907] env[68326]: _type = "Task" [ 895.068907] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.079423] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.212700] env[68326]: DEBUG oslo_vmware.api [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129423, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.261168] env[68326]: DEBUG nova.network.neutron [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Updating instance_info_cache with network_info: [{"id": "5a12956e-c0fc-46e4-9bd4-cfe39bbfdd51", "address": "fa:16:3e:4e:32:d6", "network": {"id": "44e05ed4-fd0a-4bd2-bbb6-9d7431dc3024", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1817045882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aff620ce4d3a499981cd683ca41ae167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a12956e-c0", "ovs_interfaceid": "5a12956e-c0fc-46e4-9bd4-cfe39bbfdd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.435914] env[68326]: DEBUG nova.compute.utils [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.440031] env[68326]: DEBUG nova.compute.manager [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Not allocating networking since 'none' was specified. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2062}} [ 895.543033] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171209} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.543311] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.544172] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892ed845-1898-42b9-90e5-c977e32ffec0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.568917] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74/7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.569354] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-892b7812-c8dc-4ed1-81ab-72c5796f0760 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.593552] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129425, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.596080] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 895.596080] env[68326]: value = "task-3129426" [ 895.596080] env[68326]: _type = "Task" [ 895.596080] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.606593] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.713240] env[68326]: DEBUG oslo_vmware.api [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129423, 'name': CreateSnapshot_Task, 'duration_secs': 1.068804} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.713695] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Created Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 895.714717] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d223777c-91a5-45ca-bd0f-0b5d1f832d58 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.764386] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Releasing lock "refresh_cache-1030d138-6631-4782-8b8a-80c31e7ec17f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.764712] env[68326]: DEBUG nova.compute.manager [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Instance network_info: |[{"id": "5a12956e-c0fc-46e4-9bd4-cfe39bbfdd51", "address": "fa:16:3e:4e:32:d6", "network": {"id": "44e05ed4-fd0a-4bd2-bbb6-9d7431dc3024", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1817045882-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aff620ce4d3a499981cd683ca41ae167", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4f91f31-0516-4d62-a341-e03a50b7c477", "external-id": "nsx-vlan-transportzone-963", "segmentation_id": 963, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a12956e-c0", "ovs_interfaceid": "5a12956e-c0fc-46e4-9bd4-cfe39bbfdd51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 895.765186] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:32:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4f91f31-0516-4d62-a341-e03a50b7c477', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a12956e-c0fc-46e4-9bd4-cfe39bbfdd51', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.773595] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.774627] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.774873] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d7957e5-e071-4a1d-b12d-134131813767 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.798033] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.798033] env[68326]: value = "task-3129427" [ 895.798033] env[68326]: _type = "Task" [ 895.798033] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.807725] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129427, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.944698] env[68326]: DEBUG nova.compute.manager [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 896.085084] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6822} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.085377] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] bfbd3c42-245f-4395-a854-206f1b8a6fd0/bfbd3c42-245f-4395-a854-206f1b8a6fd0.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.085617] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.085878] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-075a4738-e7e9-4f30-a3c0-652f446c2d13 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.097438] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 896.097438] env[68326]: value = "task-3129428" [ 896.097438] env[68326]: _type = "Task" [ 896.097438] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.116414] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.119838] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.237205] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Creating linked-clone VM from snapshot {{(pid=68326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 896.240330] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9df2a78d-dd25-4cac-8b1f-8f103419bd5e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.251347] env[68326]: DEBUG oslo_vmware.api [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 896.251347] env[68326]: value = "task-3129429" [ 896.251347] env[68326]: _type = "Task" [ 896.251347] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.264248] env[68326]: DEBUG oslo_vmware.api [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129429, 'name': CloneVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.313130] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129427, 'name': CreateVM_Task, 'duration_secs': 0.475537} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.313314] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.314069] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.314917] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.314917] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.314917] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67dae551-b65f-4d97-bfd2-002f0acf7f16 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.323312] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 896.323312] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5282b2c9-b8ce-b26c-3d43-94e29897bed7" [ 896.323312] env[68326]: _type = "Task" [ 896.323312] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.332843] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5282b2c9-b8ce-b26c-3d43-94e29897bed7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.473598] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457f9a0f-cd38-43fb-ad67-840765a09d9b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.482553] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af8c6e4-9871-4025-a540-c576ebfa632a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.519035] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9a631d-f598-420c-943e-6677e6179246 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.527604] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e2f929-ea16-4c9a-8bf3-08290260029c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.546844] env[68326]: DEBUG nova.compute.provider_tree [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.596986] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Acquiring lock "76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.596986] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Lock "76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.609947] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129426, 'name': ReconfigVM_Task, 'duration_secs': 0.546089} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.611078] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74/7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.611920] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e98ca0dd-6a64-46aa-88a5-8c0b689fd092 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.616592] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08216} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.617194] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.617966] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cb17da-009c-4b7a-bf05-2374fcbeac1d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.623603] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 896.623603] env[68326]: value = "task-3129430" [ 896.623603] env[68326]: _type = "Task" [ 896.623603] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.645754] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] bfbd3c42-245f-4395-a854-206f1b8a6fd0/bfbd3c42-245f-4395-a854-206f1b8a6fd0.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.646900] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51afdd16-28c8-4be4-b754-e472ea2e1b77 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.665429] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129430, 'name': Rename_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.672738] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 896.672738] env[68326]: value = "task-3129431" [ 896.672738] env[68326]: _type = "Task" [ 896.672738] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.682419] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.738506] env[68326]: DEBUG oslo_vmware.rw_handles [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52306cbf-f91b-1258-f408-05ed381a27a3/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 896.739505] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de130225-7c2d-4fe8-8b69-0a2f7cb2b2da {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.748151] env[68326]: DEBUG oslo_vmware.rw_handles [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52306cbf-f91b-1258-f408-05ed381a27a3/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 896.748352] env[68326]: ERROR oslo_vmware.rw_handles [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52306cbf-f91b-1258-f408-05ed381a27a3/disk-0.vmdk due to incomplete transfer. [ 896.748553] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-18beca0b-b641-4f28-be80-e157ef77adf1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.756373] env[68326]: DEBUG oslo_vmware.rw_handles [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52306cbf-f91b-1258-f408-05ed381a27a3/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 896.756573] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Uploaded image 150fed08-620e-4e8c-ad45-1a39f22ab09d to the Glance image server {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 896.758996] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Destroying the VM {{(pid=68326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 896.759571] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-45a08e9c-6851-45b3-8c9d-8900442585cc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.764648] env[68326]: DEBUG oslo_vmware.api [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129429, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.772685] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 896.772685] env[68326]: value = "task-3129432" [ 896.772685] env[68326]: _type = "Task" [ 896.772685] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.780287] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129432, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.834763] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5282b2c9-b8ce-b26c-3d43-94e29897bed7, 'name': SearchDatastore_Task, 'duration_secs': 0.015806} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.835219] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.835402] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.835640] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.835784] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.835965] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.836281] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ce7fabf-ef85-4ba2-8b62-6ee76b4e8bfc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.845170] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.845352] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.846094] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac0b3e85-00e9-47eb-af86-525ddba258dd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.851607] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 896.851607] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5258f35e-93c9-49ef-de5f-d29ce6a6f393" [ 896.851607] env[68326]: _type = "Task" [ 896.851607] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.859714] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5258f35e-93c9-49ef-de5f-d29ce6a6f393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.960304] env[68326]: DEBUG nova.compute.manager [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 896.984483] env[68326]: DEBUG nova.virt.hardware [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.984738] env[68326]: DEBUG nova.virt.hardware [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.984893] env[68326]: DEBUG nova.virt.hardware [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.985472] env[68326]: DEBUG nova.virt.hardware [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.985472] env[68326]: DEBUG nova.virt.hardware [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.985472] env[68326]: DEBUG nova.virt.hardware [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.985600] env[68326]: DEBUG nova.virt.hardware [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.985709] env[68326]: DEBUG nova.virt.hardware [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.985868] env[68326]: DEBUG nova.virt.hardware [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.986042] env[68326]: DEBUG nova.virt.hardware [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.986223] env[68326]: DEBUG nova.virt.hardware [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.987084] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6360658c-259a-4f7f-9a2f-da15b07208e6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.996241] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b837305-6d1f-47e9-b832-fb0379fbee69 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.010620] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Instance VIF info [] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.016204] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Creating folder: Project (691dbd9ad2c1479dbfa2e52dcb3cf661). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.016530] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36820c8a-2c9a-4854-8602-979d9b85d924 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.028320] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Created folder: Project (691dbd9ad2c1479dbfa2e52dcb3cf661) in parent group-v626141. [ 897.028493] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Creating folder: Instances. Parent ref: group-v626334. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.029316] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea1173ee-eb21-465d-82ac-c65be60a3770 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.040046] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Created folder: Instances in parent group-v626334. [ 897.040394] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.040639] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.040904] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69aac6af-c0c8-47dd-b6c3-9bbe40106943 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.055794] env[68326]: DEBUG nova.scheduler.client.report [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.065486] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.065486] env[68326]: value = "task-3129435" [ 897.065486] env[68326]: _type = "Task" [ 897.065486] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.073766] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129435, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.102314] env[68326]: DEBUG nova.compute.manager [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 897.134313] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129430, 'name': Rename_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.183734] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129431, 'name': ReconfigVM_Task, 'duration_secs': 0.312753} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.183734] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Reconfigured VM instance instance-0000001b to attach disk [datastore2] bfbd3c42-245f-4395-a854-206f1b8a6fd0/bfbd3c42-245f-4395-a854-206f1b8a6fd0.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.185034] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-492d9afe-8d31-4310-8dac-1a3426aa86b3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.191445] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 897.191445] env[68326]: value = "task-3129436" [ 897.191445] env[68326]: _type = "Task" [ 897.191445] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.200687] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129436, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.263721] env[68326]: DEBUG oslo_vmware.api [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129429, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.282790] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129432, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.363259] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5258f35e-93c9-49ef-de5f-d29ce6a6f393, 'name': SearchDatastore_Task, 'duration_secs': 0.009832} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.364193] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c59bf0-f3a6-47ab-a56c-82245d026214 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.371282] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 897.371282] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52421f1e-0dcf-6d23-981c-4ca596e37ff5" [ 897.371282] env[68326]: _type = "Task" [ 897.371282] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.379818] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52421f1e-0dcf-6d23-981c-4ca596e37ff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.561813] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.562447] env[68326]: DEBUG nova.compute.manager [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 897.565183] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.787s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.566574] env[68326]: INFO nova.compute.claims [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.579249] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129435, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.629587] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.636229] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129430, 'name': Rename_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.702854] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129436, 'name': Rename_Task, 'duration_secs': 0.178549} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.703159] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.703441] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf41072b-49a8-45d5-be96-f88327b99b93 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.711682] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 897.711682] env[68326]: value = "task-3129437" [ 897.711682] env[68326]: _type = "Task" [ 897.711682] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.720180] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.765904] env[68326]: DEBUG oslo_vmware.api [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129429, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.785671] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129432, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.884375] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52421f1e-0dcf-6d23-981c-4ca596e37ff5, 'name': SearchDatastore_Task, 'duration_secs': 0.030663} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.884694] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.885026] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 1030d138-6631-4782-8b8a-80c31e7ec17f/1030d138-6631-4782-8b8a-80c31e7ec17f.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.885317] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d71b9fd-c5e8-42fb-a564-515f66b4b533 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.894164] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 897.894164] env[68326]: value = "task-3129438" [ 897.894164] env[68326]: _type = "Task" [ 897.894164] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.903958] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.074083] env[68326]: DEBUG nova.compute.utils [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.076338] env[68326]: DEBUG nova.compute.manager [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 898.076624] env[68326]: DEBUG nova.network.neutron [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.093267] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129435, 'name': CreateVM_Task, 'duration_secs': 0.82405} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.093428] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.094104] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.094403] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.094601] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.095533] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19ac7fc2-0381-437b-9ded-a67de17bcf0b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.103479] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 898.103479] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5253ad69-04e5-0133-3365-d814db96720f" [ 898.103479] env[68326]: _type = "Task" [ 898.103479] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.114405] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5253ad69-04e5-0133-3365-d814db96720f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.135941] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129430, 'name': Rename_Task, 'duration_secs': 1.16909} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.137050] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.137050] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abb4b95b-b83c-4f99-ad4f-f66003f68580 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.147382] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 898.147382] env[68326]: value = "task-3129439" [ 898.147382] env[68326]: _type = "Task" [ 898.147382] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.158162] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.171060] env[68326]: DEBUG nova.policy [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e8b1198c39c466d869defa532a7c2b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80e12bd17fb14b2b843260fd9897d052', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.224660] env[68326]: DEBUG oslo_vmware.api [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129437, 'name': PowerOnVM_Task, 'duration_secs': 0.491361} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.224919] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.225203] env[68326]: DEBUG nova.compute.manager [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 898.226088] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde0d712-f120-483b-9ab2-5836e1853f21 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.264310] env[68326]: DEBUG oslo_vmware.api [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129429, 'name': CloneVM_Task} progress is 95%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.285930] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129432, 'name': Destroy_Task, 'duration_secs': 1.327393} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.286227] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Destroyed the VM [ 898.286507] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Deleting Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 898.286809] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e6b928ee-5969-4325-bba8-88f63ce41d28 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.296667] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 898.296667] env[68326]: value = "task-3129440" [ 898.296667] env[68326]: _type = "Task" [ 898.296667] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.307968] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129440, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.405538] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129438, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.587886] env[68326]: DEBUG nova.compute.manager [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 898.620429] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5253ad69-04e5-0133-3365-d814db96720f, 'name': SearchDatastore_Task, 'duration_secs': 0.028934} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.620828] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.621128] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.621411] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.621585] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.621802] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.622125] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0818e0cb-8340-42e5-9464-e2de6d401c28 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.631887] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.632569] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.633254] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1861831e-4453-4460-a349-7df4dc247c91 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.641409] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 898.641409] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523b10f0-bad1-9f65-0bb6-2af2391e7790" [ 898.641409] env[68326]: _type = "Task" [ 898.641409] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.654899] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523b10f0-bad1-9f65-0bb6-2af2391e7790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.660487] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.671163] env[68326]: DEBUG nova.network.neutron [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Successfully created port: f0f3efa6-7128-4f23-ab1b-834b14b3842f {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.747361] env[68326]: DEBUG oslo_concurrency.lockutils [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.766721] env[68326]: DEBUG oslo_vmware.api [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129429, 'name': CloneVM_Task, 'duration_secs': 2.322229} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.769956] env[68326]: INFO nova.virt.vmwareapi.vmops [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Created linked-clone VM from snapshot [ 898.771114] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb314cf-8e1b-43a0-af20-25236be98154 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.780345] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Uploading image fac54265-6bc8-4069-8ef7-d057cd6038ca {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 898.795281] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Destroying the VM {{(pid=68326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 898.795281] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1d4460ef-1d26-4fe1-9db4-45385d2dea6d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.806675] env[68326]: DEBUG oslo_vmware.api [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 898.806675] env[68326]: value = "task-3129441" [ 898.806675] env[68326]: _type = "Task" [ 898.806675] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.812048] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129440, 'name': RemoveSnapshot_Task, 'duration_secs': 0.497101} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.815150] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Deleted Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 898.815598] env[68326]: DEBUG nova.compute.manager [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 898.819513] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b451c17-09b1-449d-b47a-2eb4940bf088 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.833337] env[68326]: DEBUG oslo_vmware.api [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129441, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.906789] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518132} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.909790] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 1030d138-6631-4782-8b8a-80c31e7ec17f/1030d138-6631-4782-8b8a-80c31e7ec17f.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.910024] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.911226] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ebe968a-1e6a-4582-a7cb-b49637a014d7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.918980] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 898.918980] env[68326]: value = "task-3129442" [ 898.918980] env[68326]: _type = "Task" [ 898.918980] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.935153] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.155216] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523b10f0-bad1-9f65-0bb6-2af2391e7790, 'name': SearchDatastore_Task, 'duration_secs': 0.014656} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.155888] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac6abb1-5de5-4d15-9f3c-a8d2f49b27f9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.158977] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5bcc17a-77c2-4bcb-8dbc-478cb5736587 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.165888] env[68326]: DEBUG oslo_vmware.api [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129439, 'name': PowerOnVM_Task, 'duration_secs': 0.624076} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.168767] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.168982] env[68326]: INFO nova.compute.manager [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Took 9.83 seconds to spawn the instance on the hypervisor. [ 899.169180] env[68326]: DEBUG nova.compute.manager [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 899.169622] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 899.169622] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52935f90-211a-672e-4ee5-e24a71160ebf" [ 899.169622] env[68326]: _type = "Task" [ 899.169622] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.170319] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f973e3-f17a-4f92-aef5-3e98468ce8a7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.173505] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8195b68b-b1f3-46d3-a99e-a9a7e4b076a6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.184341] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52935f90-211a-672e-4ee5-e24a71160ebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.213969] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69976edb-f296-456b-9202-87cab7990422 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.222291] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7543eaf9-8fae-4853-8c61-ebff17240425 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.237167] env[68326]: DEBUG nova.compute.provider_tree [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.320255] env[68326]: DEBUG oslo_vmware.api [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129441, 'name': Destroy_Task, 'duration_secs': 0.365437} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.320521] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Destroyed the VM [ 899.320753] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Deleting Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 899.321024] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cf14b8c0-9b68-4f58-b68e-7aa1949f516e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.328411] env[68326]: DEBUG oslo_vmware.api [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 899.328411] env[68326]: value = "task-3129443" [ 899.328411] env[68326]: _type = "Task" [ 899.328411] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.334616] env[68326]: INFO nova.compute.manager [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Shelve offloading [ 899.338939] env[68326]: DEBUG oslo_vmware.api [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129443, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.428401] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077534} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.428678] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.429500] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be21365-c4bf-4844-b12b-e7dbd9558c07 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.453126] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 1030d138-6631-4782-8b8a-80c31e7ec17f/1030d138-6631-4782-8b8a-80c31e7ec17f.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.453126] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9659e1bc-4222-4318-9f2c-6b651007311f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.473147] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 899.473147] env[68326]: value = "task-3129444" [ 899.473147] env[68326]: _type = "Task" [ 899.473147] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.482182] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.602021] env[68326]: DEBUG nova.compute.manager [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 899.635214] env[68326]: DEBUG nova.virt.hardware [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.635461] env[68326]: DEBUG nova.virt.hardware [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.635615] env[68326]: DEBUG nova.virt.hardware [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.635793] env[68326]: DEBUG nova.virt.hardware [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.635935] env[68326]: DEBUG nova.virt.hardware [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.636098] env[68326]: DEBUG nova.virt.hardware [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.636322] env[68326]: DEBUG nova.virt.hardware [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.636474] env[68326]: DEBUG nova.virt.hardware [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.636632] env[68326]: DEBUG nova.virt.hardware [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.636788] env[68326]: DEBUG nova.virt.hardware [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.636957] env[68326]: DEBUG nova.virt.hardware [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.638185] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0ca556-a077-432b-943d-dd4590d70d40 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.648255] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054382c8-47d9-41f4-9deb-b5bf778000d4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.687643] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52935f90-211a-672e-4ee5-e24a71160ebf, 'name': SearchDatastore_Task, 'duration_secs': 0.058261} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.687834] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.688115] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] c9523eb4-b705-4080-96f8-964b88d937fc/c9523eb4-b705-4080-96f8-964b88d937fc.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.688683] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6643abe9-412f-4879-a11f-31122c5c3e35 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.697943] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 899.697943] env[68326]: value = "task-3129445" [ 899.697943] env[68326]: _type = "Task" [ 899.697943] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.707360] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.724865] env[68326]: INFO nova.compute.manager [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Took 36.35 seconds to build instance. [ 899.742255] env[68326]: DEBUG nova.scheduler.client.report [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.839853] env[68326]: DEBUG oslo_vmware.api [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129443, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.841461] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.843437] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1a9e389-8302-499b-b0a5-b701a90f4f53 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.850850] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 899.850850] env[68326]: value = "task-3129446" [ 899.850850] env[68326]: _type = "Task" [ 899.850850] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.859984] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.986707] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129444, 'name': ReconfigVM_Task, 'duration_secs': 0.437959} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.987032] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 1030d138-6631-4782-8b8a-80c31e7ec17f/1030d138-6631-4782-8b8a-80c31e7ec17f.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.988035] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-901616da-aa31-4cfc-b1fa-1b13a3c56a69 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.997382] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 899.997382] env[68326]: value = "task-3129447" [ 899.997382] env[68326]: _type = "Task" [ 899.997382] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.007430] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129447, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.129571] env[68326]: INFO nova.compute.manager [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Rebuilding instance [ 900.181372] env[68326]: DEBUG nova.compute.manager [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 900.182454] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9975e60-1fe0-447b-aaff-92212ffa45c1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.209966] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129445, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.212688] env[68326]: DEBUG nova.compute.manager [req-974619a2-0acc-4977-aa07-dd9fae64328e req-7735b1e3-cd81-47da-b7db-22529fbf3b10 service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Received event network-vif-plugged-f0f3efa6-7128-4f23-ab1b-834b14b3842f {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 900.212876] env[68326]: DEBUG oslo_concurrency.lockutils [req-974619a2-0acc-4977-aa07-dd9fae64328e req-7735b1e3-cd81-47da-b7db-22529fbf3b10 service nova] Acquiring lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.213143] env[68326]: DEBUG oslo_concurrency.lockutils [req-974619a2-0acc-4977-aa07-dd9fae64328e req-7735b1e3-cd81-47da-b7db-22529fbf3b10 service nova] Lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.213392] env[68326]: DEBUG oslo_concurrency.lockutils [req-974619a2-0acc-4977-aa07-dd9fae64328e req-7735b1e3-cd81-47da-b7db-22529fbf3b10 service nova] Lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.213561] env[68326]: DEBUG nova.compute.manager [req-974619a2-0acc-4977-aa07-dd9fae64328e req-7735b1e3-cd81-47da-b7db-22529fbf3b10 service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] No waiting events found dispatching network-vif-plugged-f0f3efa6-7128-4f23-ab1b-834b14b3842f {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.213729] env[68326]: WARNING nova.compute.manager [req-974619a2-0acc-4977-aa07-dd9fae64328e req-7735b1e3-cd81-47da-b7db-22529fbf3b10 service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Received unexpected event network-vif-plugged-f0f3efa6-7128-4f23-ab1b-834b14b3842f for instance with vm_state building and task_state spawning. [ 900.227929] env[68326]: DEBUG oslo_concurrency.lockutils [None req-db01ed5c-62ec-41b3-85de-7c88cafecf86 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.918s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.246355] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.246969] env[68326]: DEBUG nova.compute.manager [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 900.249770] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.639s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.313507] env[68326]: DEBUG nova.network.neutron [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Successfully updated port: f0f3efa6-7128-4f23-ab1b-834b14b3842f {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.340582] env[68326]: DEBUG oslo_vmware.api [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129443, 'name': RemoveSnapshot_Task, 'duration_secs': 0.713592} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.340845] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Deleted Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 900.364698] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] VM already powered off {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 900.364999] env[68326]: DEBUG nova.compute.manager [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 900.366196] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa669f8-e5f6-4c2c-b4db-cf1749385cbc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.374238] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.374402] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquired lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.374568] env[68326]: DEBUG nova.network.neutron [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.510449] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129447, 'name': Rename_Task, 'duration_secs': 0.202425} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.510915] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.511303] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d787296-6afb-4fc8-a78d-d53767280f61 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.521087] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 900.521087] env[68326]: value = "task-3129448" [ 900.521087] env[68326]: _type = "Task" [ 900.521087] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.533371] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.710830] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707049} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.711123] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] c9523eb4-b705-4080-96f8-964b88d937fc/c9523eb4-b705-4080-96f8-964b88d937fc.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.711367] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.711642] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed449f69-445f-4fe6-a2c6-60eae4a61f51 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.720302] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 900.720302] env[68326]: value = "task-3129449" [ 900.720302] env[68326]: _type = "Task" [ 900.720302] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.729658] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.753572] env[68326]: DEBUG nova.compute.utils [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.757738] env[68326]: INFO nova.compute.claims [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.761769] env[68326]: DEBUG nova.compute.manager [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 900.762013] env[68326]: DEBUG nova.network.neutron [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.815749] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.815937] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.816133] env[68326]: DEBUG nova.network.neutron [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.836846] env[68326]: DEBUG nova.policy [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65adda1b51764909ae608643098b66b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3013798cbd8f4dd4bfd5f5f149ad9c14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.845360] env[68326]: WARNING nova.compute.manager [None req-623099c9-ecee-4b81-bf2d-19a164f3e994 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Image not found during snapshot: nova.exception.ImageNotFound: Image fac54265-6bc8-4069-8ef7-d057cd6038ca could not be found. [ 901.034471] env[68326]: DEBUG oslo_vmware.api [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129448, 'name': PowerOnVM_Task, 'duration_secs': 0.484161} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.034746] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.034940] env[68326]: INFO nova.compute.manager [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Took 8.95 seconds to spawn the instance on the hypervisor. [ 901.035136] env[68326]: DEBUG nova.compute.manager [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 901.035947] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab8000d-2598-4fac-b13a-6023e1330c04 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.182963] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.183261] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.183498] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.183686] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.183854] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.186162] env[68326]: INFO nova.compute.manager [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Terminating instance [ 901.201227] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.201227] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7241f3b3-7dc3-4a0c-b64d-7955f4a17124 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.210149] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 901.210149] env[68326]: value = "task-3129450" [ 901.210149] env[68326]: _type = "Task" [ 901.210149] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.220086] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.234256] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081344} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.237419] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.237419] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d375eedf-8707-48d1-af18-10a9aec7fe50 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.256911] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] c9523eb4-b705-4080-96f8-964b88d937fc/c9523eb4-b705-4080-96f8-964b88d937fc.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.257258] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec987ff7-7931-4f48-af4b-7da9c44316e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.271575] env[68326]: DEBUG nova.compute.manager [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 901.275694] env[68326]: INFO nova.compute.resource_tracker [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Updating resource usage from migration 59014d65-74c8-42fb-81fa-46d3bae7b994 [ 901.286786] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 901.286786] env[68326]: value = "task-3129451" [ 901.286786] env[68326]: _type = "Task" [ 901.286786] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.299709] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.326849] env[68326]: DEBUG nova.network.neutron [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Updating instance_info_cache with network_info: [{"id": "d87d35a7-4424-418e-a697-e29736809ff9", "address": "fa:16:3e:a3:e1:3e", "network": {"id": "a38e2c10-0164-4fd3-9469-3f7dd6950ecd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1169759500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "046163bea88f47c5b437cffde81c963c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd87d35a7-44", "ovs_interfaceid": "d87d35a7-4424-418e-a697-e29736809ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.378200] env[68326]: DEBUG nova.network.neutron [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.505305] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.505610] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.505860] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.506061] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.506230] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.510986] env[68326]: INFO nova.compute.manager [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Terminating instance [ 901.563216] env[68326]: INFO nova.compute.manager [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Took 37.15 seconds to build instance. [ 901.675500] env[68326]: DEBUG nova.network.neutron [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Updating instance_info_cache with network_info: [{"id": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "address": "fa:16:3e:72:dc:03", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0f3efa6-71", "ovs_interfaceid": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.691403] env[68326]: DEBUG nova.compute.manager [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 901.691403] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.692882] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea92d59-2676-4fe0-889f-4472c43ea6f1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.696825] env[68326]: DEBUG nova.network.neutron [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Successfully created port: bdbc754e-d877-4ace-b3c2-01f96d9f6780 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.707145] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.707518] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2abe8eb6-6e01-4961-aa2a-b2445b4ad875 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.718571] env[68326]: DEBUG oslo_vmware.api [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 901.718571] env[68326]: value = "task-3129452" [ 901.718571] env[68326]: _type = "Task" [ 901.718571] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.726096] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129450, 'name': PowerOffVM_Task, 'duration_secs': 0.286419} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.729302] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.729633] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.730829] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd587f73-7f4f-4300-8ac5-b02ed1b342fe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.737696] env[68326]: DEBUG oslo_vmware.api [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.743191] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.743624] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7e2bf1a-6590-418f-965c-b9e4029ca8d6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.801066] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.825057] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.825057] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.825057] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Deleting the datastore file [datastore2] bfbd3c42-245f-4395-a854-206f1b8a6fd0 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.825057] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5419dc3d-1a53-4698-964e-70a9d05c7135 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.831531] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Releasing lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.833920] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 901.833920] env[68326]: value = "task-3129454" [ 901.833920] env[68326]: _type = "Task" [ 901.833920] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.846486] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.871852] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caf5dfa-7505-48f8-ba99-291714910453 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.883810] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d9e2da-9c39-4d8c-acbc-46695b33d36f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.913929] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f80d91-e2ae-41a1-b3fa-7ac6f5db13e9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.926019] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456a727c-0ee2-4de9-b403-2aa19d246367 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.940356] env[68326]: DEBUG nova.compute.provider_tree [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.015929] env[68326]: DEBUG nova.compute.manager [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 902.016164] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.017012] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701ac12c-3578-4cb5-9665-112ba3a68502 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.026956] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.027308] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcac142e-450f-4f15-8f13-a27279772bcd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.034241] env[68326]: DEBUG oslo_vmware.api [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 902.034241] env[68326]: value = "task-3129455" [ 902.034241] env[68326]: _type = "Task" [ 902.034241] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.042699] env[68326]: DEBUG oslo_vmware.api [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.065798] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a217647f-3f23-49cb-923d-93fd2a58df09 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "1030d138-6631-4782-8b8a-80c31e7ec17f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.545s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.183273] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.183685] env[68326]: DEBUG nova.compute.manager [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Instance network_info: |[{"id": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "address": "fa:16:3e:72:dc:03", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0f3efa6-71", "ovs_interfaceid": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 902.184166] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:dc:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0f3efa6-7128-4f23-ab1b-834b14b3842f', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.191735] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.191962] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.192230] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d46fa542-62c5-491b-bc2b-d33eb0926685 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.214036] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.214036] env[68326]: value = "task-3129456" [ 902.214036] env[68326]: _type = "Task" [ 902.214036] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.223447] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129456, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.233655] env[68326]: DEBUG oslo_vmware.api [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129452, 'name': PowerOffVM_Task, 'duration_secs': 0.207842} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.233934] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.234116] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.234371] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7f4673c-bd59-49ad-ba9a-911136f49eca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.286012] env[68326]: DEBUG nova.compute.manager [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 902.298816] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129451, 'name': ReconfigVM_Task, 'duration_secs': 0.597016} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.299141] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Reconfigured VM instance instance-00000041 to attach disk [datastore1] c9523eb4-b705-4080-96f8-964b88d937fc/c9523eb4-b705-4080-96f8-964b88d937fc.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.299817] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-663043b3-8bc5-4a78-bb58-c4bfafb19a5f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.308172] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 902.308172] env[68326]: value = "task-3129458" [ 902.308172] env[68326]: _type = "Task" [ 902.308172] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.318300] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129458, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.331026] env[68326]: DEBUG nova.virt.hardware [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.331026] env[68326]: DEBUG nova.virt.hardware [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.331026] env[68326]: DEBUG nova.virt.hardware [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.331026] env[68326]: DEBUG nova.virt.hardware [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.331026] env[68326]: DEBUG nova.virt.hardware [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.331026] env[68326]: DEBUG nova.virt.hardware [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.331026] env[68326]: DEBUG nova.virt.hardware [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.331026] env[68326]: DEBUG nova.virt.hardware [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.331026] env[68326]: DEBUG nova.virt.hardware [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.331026] env[68326]: DEBUG nova.virt.hardware [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.331531] env[68326]: DEBUG nova.virt.hardware [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.332600] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de69f304-69bb-4704-a9ae-a05e03699483 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.338159] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.338479] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.338708] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleting the datastore file [datastore2] 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.342618] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88aad1b7-f917-4d8a-b1f3-24219e7d3224 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.349579] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19408c61-b77d-4044-9984-d034930103f9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.359520] env[68326]: DEBUG oslo_vmware.api [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 902.359520] env[68326]: value = "task-3129459" [ 902.359520] env[68326]: _type = "Task" [ 902.359520] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.359870] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197313} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.360543] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.360766] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.360946] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.382042] env[68326]: DEBUG oslo_vmware.api [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.447025] env[68326]: DEBUG nova.scheduler.client.report [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.471371] env[68326]: DEBUG nova.compute.manager [req-e494ff1c-5a01-4f36-af96-cf74427f6c64 req-9bb73bc1-58ee-47e3-9674-b5b7206e801b service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Received event network-changed-f0f3efa6-7128-4f23-ab1b-834b14b3842f {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 902.471482] env[68326]: DEBUG nova.compute.manager [req-e494ff1c-5a01-4f36-af96-cf74427f6c64 req-9bb73bc1-58ee-47e3-9674-b5b7206e801b service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Refreshing instance network info cache due to event network-changed-f0f3efa6-7128-4f23-ab1b-834b14b3842f. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 902.471698] env[68326]: DEBUG oslo_concurrency.lockutils [req-e494ff1c-5a01-4f36-af96-cf74427f6c64 req-9bb73bc1-58ee-47e3-9674-b5b7206e801b service nova] Acquiring lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.471850] env[68326]: DEBUG oslo_concurrency.lockutils [req-e494ff1c-5a01-4f36-af96-cf74427f6c64 req-9bb73bc1-58ee-47e3-9674-b5b7206e801b service nova] Acquired lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.472234] env[68326]: DEBUG nova.network.neutron [req-e494ff1c-5a01-4f36-af96-cf74427f6c64 req-9bb73bc1-58ee-47e3-9674-b5b7206e801b service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Refreshing network info cache for port f0f3efa6-7128-4f23-ab1b-834b14b3842f {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.545548] env[68326]: DEBUG oslo_vmware.api [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129455, 'name': PowerOffVM_Task, 'duration_secs': 0.406224} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.545899] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.546146] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.546410] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc271172-c06a-4bde-af64-735882288fb2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.600428] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.600681] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38b72c6-31d0-47bf-9584-764eef4a8aa8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.609561] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.610029] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-270f0519-df29-4ff7-919e-7e4029bc7496 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.621421] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.621898] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.622209] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Deleting the datastore file [datastore1] faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.622668] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abb7b0ca-f789-43c4-9f58-af13007b48a5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.630709] env[68326]: DEBUG oslo_vmware.api [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 902.630709] env[68326]: value = "task-3129462" [ 902.630709] env[68326]: _type = "Task" [ 902.630709] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.640439] env[68326]: DEBUG oslo_vmware.api [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.681088] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.681343] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.681518] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Deleting the datastore file [datastore2] ed7ba056-8b06-48f9-89a6-1ec01059baf6 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.681803] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecdf6524-7871-4eda-bbb9-0e664a59bbe0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.690875] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 902.690875] env[68326]: value = "task-3129463" [ 902.690875] env[68326]: _type = "Task" [ 902.690875] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.704262] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.724976] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129456, 'name': CreateVM_Task, 'duration_secs': 0.343112} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.724976] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.725886] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.726226] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.727020] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.727020] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e12ce22-8725-40e8-9882-713c59f3f560 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.733091] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 902.733091] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520db857-eafb-144b-0b2d-d4b080ac8fa4" [ 902.733091] env[68326]: _type = "Task" [ 902.733091] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.741398] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520db857-eafb-144b-0b2d-d4b080ac8fa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.820203] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129458, 'name': Rename_Task, 'duration_secs': 0.172283} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.820539] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.820797] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c69adc33-1f99-456c-a33e-05f000b111f6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.828744] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 902.828744] env[68326]: value = "task-3129464" [ 902.828744] env[68326]: _type = "Task" [ 902.828744] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.837176] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.870575] env[68326]: DEBUG oslo_vmware.api [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17452} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.870867] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.871020] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.871205] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.871378] env[68326]: INFO nova.compute.manager [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Took 1.18 seconds to destroy the instance on the hypervisor. [ 902.871682] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.871918] env[68326]: DEBUG nova.compute.manager [-] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 902.872036] env[68326]: DEBUG nova.network.neutron [-] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.951335] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.701s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.951559] env[68326]: INFO nova.compute.manager [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Migrating [ 902.951787] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.951930] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.953264] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.241s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.953455] env[68326]: DEBUG nova.objects.instance [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 903.141987] env[68326]: DEBUG oslo_vmware.api [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154929} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.145125] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.145125] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.145125] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.145125] env[68326]: INFO nova.compute.manager [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 903.145125] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.145125] env[68326]: DEBUG nova.compute.manager [-] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 903.145125] env[68326]: DEBUG nova.network.neutron [-] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.204663] env[68326]: DEBUG oslo_vmware.api [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131335} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.205085] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.205403] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.205689] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.235436] env[68326]: INFO nova.scheduler.client.report [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Deleted allocations for instance ed7ba056-8b06-48f9-89a6-1ec01059baf6 [ 903.250211] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520db857-eafb-144b-0b2d-d4b080ac8fa4, 'name': SearchDatastore_Task, 'duration_secs': 0.010309} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.250464] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.250687] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.250919] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.251375] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.251375] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.251618] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24a3f830-d164-4acb-8841-5dce706df0ce {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.261475] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.261672] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.262467] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2374e504-7208-4fdd-8c11-446e6cce0e55 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.268523] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 903.268523] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]524b1027-02b0-bdfa-0a35-5c186e5072f8" [ 903.268523] env[68326]: _type = "Task" [ 903.268523] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.279102] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524b1027-02b0-bdfa-0a35-5c186e5072f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.339992] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.411172] env[68326]: DEBUG nova.virt.hardware [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.411417] env[68326]: DEBUG nova.virt.hardware [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.411573] env[68326]: DEBUG nova.virt.hardware [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.411749] env[68326]: DEBUG nova.virt.hardware [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.411892] env[68326]: DEBUG nova.virt.hardware [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.412046] env[68326]: DEBUG nova.virt.hardware [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.412260] env[68326]: DEBUG nova.virt.hardware [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.412496] env[68326]: DEBUG nova.virt.hardware [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.412672] env[68326]: DEBUG nova.virt.hardware [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.412831] env[68326]: DEBUG nova.virt.hardware [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.413008] env[68326]: DEBUG nova.virt.hardware [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.414163] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12aed507-d058-4ad6-a34f-f241c817f67b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.424104] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c1fba9-fa1a-4e55-8b2b-b09209d57c1a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.426979] env[68326]: DEBUG nova.network.neutron [req-e494ff1c-5a01-4f36-af96-cf74427f6c64 req-9bb73bc1-58ee-47e3-9674-b5b7206e801b service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Updated VIF entry in instance network info cache for port f0f3efa6-7128-4f23-ab1b-834b14b3842f. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.427401] env[68326]: DEBUG nova.network.neutron [req-e494ff1c-5a01-4f36-af96-cf74427f6c64 req-9bb73bc1-58ee-47e3-9674-b5b7206e801b service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Updating instance_info_cache with network_info: [{"id": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "address": "fa:16:3e:72:dc:03", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0f3efa6-71", "ovs_interfaceid": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.438798] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:e0:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '350193a0-2428-45af-ab5a-65395d2cd519', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.447670] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.447670] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.447670] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc05a76f-e5e7-4437-8980-733c21f8bd0b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.466236] env[68326]: INFO nova.compute.rpcapi [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 903.466756] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.489715] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.489715] env[68326]: value = "task-3129465" [ 903.489715] env[68326]: _type = "Task" [ 903.489715] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.499535] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129465, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.744322] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.781098] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524b1027-02b0-bdfa-0a35-5c186e5072f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.784357] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aead774-4d48-41fe-bb2d-57640b1d9bd0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.789909] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 903.789909] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52bc9c42-a37e-7737-8511-7e282dd2095e" [ 903.789909] env[68326]: _type = "Task" [ 903.789909] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.799997] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52bc9c42-a37e-7737-8511-7e282dd2095e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.842545] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129464, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.873772] env[68326]: DEBUG nova.network.neutron [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Successfully updated port: bdbc754e-d877-4ace-b3c2-01f96d9f6780 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.883622] env[68326]: DEBUG nova.network.neutron [-] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.930261] env[68326]: DEBUG oslo_concurrency.lockutils [req-e494ff1c-5a01-4f36-af96-cf74427f6c64 req-9bb73bc1-58ee-47e3-9674-b5b7206e801b service nova] Releasing lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.988015] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1a1ca53c-6c10-46fc-abf1-769d4739ef70 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.035s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.989249] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "refresh_cache-b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.989412] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "refresh_cache-b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.989577] env[68326]: DEBUG nova.network.neutron [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.990770] env[68326]: DEBUG oslo_concurrency.lockutils [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.321s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.993096] env[68326]: INFO nova.compute.claims [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.007321] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129465, 'name': CreateVM_Task, 'duration_secs': 0.395393} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.007535] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.008633] env[68326]: DEBUG oslo_concurrency.lockutils [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.008842] env[68326]: DEBUG oslo_concurrency.lockutils [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.009432] env[68326]: DEBUG oslo_concurrency.lockutils [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.009697] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73264288-60dd-4937-9ab4-ad89c6220b36 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.015757] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 904.015757] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5292b2c9-5834-d28e-aa2e-b3001c7b5a47" [ 904.015757] env[68326]: _type = "Task" [ 904.015757] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.026430] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5292b2c9-5834-d28e-aa2e-b3001c7b5a47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.087622] env[68326]: DEBUG nova.network.neutron [-] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.300872] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52bc9c42-a37e-7737-8511-7e282dd2095e, 'name': SearchDatastore_Task, 'duration_secs': 0.011676} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.301148] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.301409] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 87128a5e-1fa1-4de9-ae0a-888e14bfea93/87128a5e-1fa1-4de9-ae0a-888e14bfea93.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.301668] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84399557-5ff0-4cca-8a9b-3def7e2dd947 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.310251] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 904.310251] env[68326]: value = "task-3129466" [ 904.310251] env[68326]: _type = "Task" [ 904.310251] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.318949] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.340118] env[68326]: DEBUG oslo_vmware.api [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129464, 'name': PowerOnVM_Task, 'duration_secs': 1.057723} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.340406] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.340608] env[68326]: INFO nova.compute.manager [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Took 7.38 seconds to spawn the instance on the hypervisor. [ 904.340856] env[68326]: DEBUG nova.compute.manager [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 904.341643] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890dfef7-9376-4b76-93e8-6f38a14cdf46 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.379060] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "refresh_cache-703e481a-907e-4738-a4b3-48c83d0aa4aa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.379195] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquired lock "refresh_cache-703e481a-907e-4738-a4b3-48c83d0aa4aa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.379386] env[68326]: DEBUG nova.network.neutron [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.385800] env[68326]: INFO nova.compute.manager [-] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Took 1.51 seconds to deallocate network for instance. [ 904.509908] env[68326]: DEBUG nova.compute.manager [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Received event network-vif-unplugged-d87d35a7-4424-418e-a697-e29736809ff9 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 904.510013] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] Acquiring lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.510297] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] Lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.510532] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] Lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.511082] env[68326]: DEBUG nova.compute.manager [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] No waiting events found dispatching network-vif-unplugged-d87d35a7-4424-418e-a697-e29736809ff9 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.511334] env[68326]: WARNING nova.compute.manager [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Received unexpected event network-vif-unplugged-d87d35a7-4424-418e-a697-e29736809ff9 for instance with vm_state shelved_offloaded and task_state None. [ 904.511563] env[68326]: DEBUG nova.compute.manager [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Received event network-changed-d87d35a7-4424-418e-a697-e29736809ff9 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 904.511771] env[68326]: DEBUG nova.compute.manager [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Refreshing instance network info cache due to event network-changed-d87d35a7-4424-418e-a697-e29736809ff9. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 904.511985] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] Acquiring lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.512153] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] Acquired lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.512305] env[68326]: DEBUG nova.network.neutron [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Refreshing network info cache for port d87d35a7-4424-418e-a697-e29736809ff9 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.528570] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5292b2c9-5834-d28e-aa2e-b3001c7b5a47, 'name': SearchDatastore_Task, 'duration_secs': 0.0116} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.531197] env[68326]: DEBUG oslo_concurrency.lockutils [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.531437] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.531670] env[68326]: DEBUG oslo_concurrency.lockutils [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.531816] env[68326]: DEBUG oslo_concurrency.lockutils [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.531991] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.532587] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8de1f97a-6a15-42a8-a772-703997657831 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.543014] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.543219] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.544011] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b26ba5e8-f319-448a-b4f2-d80062ad8010 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.550217] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 904.550217] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5243a268-b87b-8fc3-723e-b7c9d29d30cf" [ 904.550217] env[68326]: _type = "Task" [ 904.550217] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.559871] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5243a268-b87b-8fc3-723e-b7c9d29d30cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.591256] env[68326]: INFO nova.compute.manager [-] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Took 1.45 seconds to deallocate network for instance. [ 904.817448] env[68326]: DEBUG nova.network.neutron [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Updating instance_info_cache with network_info: [{"id": "f2896895-5fc0-4f2a-9f87-7b61a094c486", "address": "fa:16:3e:ee:48:55", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2896895-5f", "ovs_interfaceid": "f2896895-5fc0-4f2a-9f87-7b61a094c486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.822657] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506797} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.823174] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 87128a5e-1fa1-4de9-ae0a-888e14bfea93/87128a5e-1fa1-4de9-ae0a-888e14bfea93.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.823421] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.823712] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86118a87-616b-40c1-b7ec-ee162a06e16a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.830679] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 904.830679] env[68326]: value = "task-3129467" [ 904.830679] env[68326]: _type = "Task" [ 904.830679] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.839669] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.857581] env[68326]: INFO nova.compute.manager [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Took 34.98 seconds to build instance. [ 904.893165] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.929604] env[68326]: DEBUG nova.network.neutron [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.061479] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5243a268-b87b-8fc3-723e-b7c9d29d30cf, 'name': SearchDatastore_Task, 'duration_secs': 0.015039} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.063214] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98c8806f-abe5-4a6b-931f-75c9942f1ade {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.069741] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 905.069741] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b38bae-c4c6-88d8-0c04-6784a638e265" [ 905.069741] env[68326]: _type = "Task" [ 905.069741] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.082443] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b38bae-c4c6-88d8-0c04-6784a638e265, 'name': SearchDatastore_Task, 'duration_secs': 0.010949} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.085070] env[68326]: DEBUG oslo_concurrency.lockutils [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.085194] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] bfbd3c42-245f-4395-a854-206f1b8a6fd0/bfbd3c42-245f-4395-a854-206f1b8a6fd0.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.085630] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19dbcc7d-0273-47f1-95f3-28f3bbc2445e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.092959] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 905.092959] env[68326]: value = "task-3129468" [ 905.092959] env[68326]: _type = "Task" [ 905.092959] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.098599] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.101943] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.180430] env[68326]: DEBUG nova.network.neutron [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Updating instance_info_cache with network_info: [{"id": "bdbc754e-d877-4ace-b3c2-01f96d9f6780", "address": "fa:16:3e:37:24:62", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdbc754e-d8", "ovs_interfaceid": "bdbc754e-d877-4ace-b3c2-01f96d9f6780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.325980] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "refresh_cache-b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.346258] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211841} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.347238] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.348236] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996abb53-b6b3-401f-85ac-73290b9f54f5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.367661] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca846d4a-72c0-408a-9082-a2a300f4df79 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Lock "c9523eb4-b705-4080-96f8-964b88d937fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.238s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.376724] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 87128a5e-1fa1-4de9-ae0a-888e14bfea93/87128a5e-1fa1-4de9-ae0a-888e14bfea93.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.382345] env[68326]: DEBUG nova.network.neutron [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Updated VIF entry in instance network info cache for port d87d35a7-4424-418e-a697-e29736809ff9. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.382345] env[68326]: DEBUG nova.network.neutron [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Updating instance_info_cache with network_info: [{"id": "d87d35a7-4424-418e-a697-e29736809ff9", "address": "fa:16:3e:a3:e1:3e", "network": {"id": "a38e2c10-0164-4fd3-9469-3f7dd6950ecd", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1169759500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "046163bea88f47c5b437cffde81c963c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd87d35a7-44", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.382828] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-546cb7f7-a2f1-48b1-bfa2-89ed165f6138 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.399965] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] Releasing lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.400502] env[68326]: DEBUG nova.compute.manager [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Received event network-vif-deleted-07a8cac3-1bb4-48a6-8483-9213777ae9b5 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 905.400735] env[68326]: DEBUG nova.compute.manager [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Received event network-vif-deleted-4b77e785-6a0f-4192-8d03-de8d3969c848 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 905.400932] env[68326]: DEBUG nova.compute.manager [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Received event network-vif-plugged-bdbc754e-d877-4ace-b3c2-01f96d9f6780 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 905.401137] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] Acquiring lock "703e481a-907e-4738-a4b3-48c83d0aa4aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.401340] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] Lock "703e481a-907e-4738-a4b3-48c83d0aa4aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.401503] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] Lock "703e481a-907e-4738-a4b3-48c83d0aa4aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.401666] env[68326]: DEBUG nova.compute.manager [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] No waiting events found dispatching network-vif-plugged-bdbc754e-d877-4ace-b3c2-01f96d9f6780 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.401833] env[68326]: WARNING nova.compute.manager [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Received unexpected event network-vif-plugged-bdbc754e-d877-4ace-b3c2-01f96d9f6780 for instance with vm_state building and task_state spawning. [ 905.401995] env[68326]: DEBUG nova.compute.manager [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Received event network-changed-bdbc754e-d877-4ace-b3c2-01f96d9f6780 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 905.402159] env[68326]: DEBUG nova.compute.manager [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Refreshing instance network info cache due to event network-changed-bdbc754e-d877-4ace-b3c2-01f96d9f6780. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 905.402326] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] Acquiring lock "refresh_cache-703e481a-907e-4738-a4b3-48c83d0aa4aa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.410047] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 905.410047] env[68326]: value = "task-3129469" [ 905.410047] env[68326]: _type = "Task" [ 905.410047] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.423532] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129469, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.606587] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485647} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.608415] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] bfbd3c42-245f-4395-a854-206f1b8a6fd0/bfbd3c42-245f-4395-a854-206f1b8a6fd0.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.608415] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.608415] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f952581-5a9f-495c-a106-80bc300f5526 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.617739] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 905.617739] env[68326]: value = "task-3129470" [ 905.617739] env[68326]: _type = "Task" [ 905.617739] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.623323] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquiring lock "1030d138-6631-4782-8b8a-80c31e7ec17f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.624329] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "1030d138-6631-4782-8b8a-80c31e7ec17f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.624329] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquiring lock "1030d138-6631-4782-8b8a-80c31e7ec17f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.624329] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "1030d138-6631-4782-8b8a-80c31e7ec17f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.624460] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "1030d138-6631-4782-8b8a-80c31e7ec17f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.627384] env[68326]: INFO nova.compute.manager [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Terminating instance [ 905.635096] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.656862] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b650d9db-7993-4f41-af26-024eaaa3aab9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.665678] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31f2672-2dfe-4d4a-bc1d-9416758e8fec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.697474] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Releasing lock "refresh_cache-703e481a-907e-4738-a4b3-48c83d0aa4aa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.697783] env[68326]: DEBUG nova.compute.manager [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Instance network_info: |[{"id": "bdbc754e-d877-4ace-b3c2-01f96d9f6780", "address": "fa:16:3e:37:24:62", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdbc754e-d8", "ovs_interfaceid": "bdbc754e-d877-4ace-b3c2-01f96d9f6780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 905.698312] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] Acquired lock "refresh_cache-703e481a-907e-4738-a4b3-48c83d0aa4aa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.698516] env[68326]: DEBUG nova.network.neutron [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Refreshing network info cache for port bdbc754e-d877-4ace-b3c2-01f96d9f6780 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.699717] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:24:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdbc754e-d877-4ace-b3c2-01f96d9f6780', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.707376] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Creating folder: Project (3013798cbd8f4dd4bfd5f5f149ad9c14). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.708157] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a916ed24-19d7-48e6-800b-061c995e3e90 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.712043] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ad8edce-4f9a-4db0-ad8a-363094fab152 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.721989] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5703cbc7-952d-492a-9135-9618457a3b72 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.729025] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Created folder: Project (3013798cbd8f4dd4bfd5f5f149ad9c14) in parent group-v626141. [ 905.729025] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Creating folder: Instances. Parent ref: group-v626339. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.729025] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b99a689b-2726-4613-a8b4-4823f4f17f43 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.739261] env[68326]: DEBUG nova.compute.provider_tree [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.741918] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Created folder: Instances in parent group-v626339. [ 905.742179] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.742613] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.742833] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae84eb7e-af70-4c5c-a64f-4428a193a18b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.764022] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.764022] env[68326]: value = "task-3129473" [ 905.764022] env[68326]: _type = "Task" [ 905.764022] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.772347] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129473, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.777743] env[68326]: INFO nova.compute.manager [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Rebuilding instance [ 905.824873] env[68326]: DEBUG nova.compute.manager [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 905.826404] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efa945e-28da-4e59-8274-b582e8144f70 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.922342] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129469, 'name': ReconfigVM_Task, 'duration_secs': 0.390754} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.922643] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 87128a5e-1fa1-4de9-ae0a-888e14bfea93/87128a5e-1fa1-4de9-ae0a-888e14bfea93.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.923283] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f570a81-2500-405a-ad16-d947c50e7563 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.936807] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 905.936807] env[68326]: value = "task-3129474" [ 905.936807] env[68326]: _type = "Task" [ 905.936807] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.948706] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129474, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.049112] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.127568] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105931} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.127833] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.128628] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21280a7-3eff-4c7e-b022-ba91d3556012 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.144826] env[68326]: DEBUG nova.compute.manager [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 906.145131] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.153822] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] bfbd3c42-245f-4395-a854-206f1b8a6fd0/bfbd3c42-245f-4395-a854-206f1b8a6fd0.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.154720] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa3c73a-0a02-4bd3-b0ab-2bb98cdd0386 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.157648] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a242541-0f54-43df-aa0e-f1cd5fe221ce {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.178655] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.179912] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b867c40-ab10-46c4-b216-cf705b0ab03f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.181686] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 906.181686] env[68326]: value = "task-3129475" [ 906.181686] env[68326]: _type = "Task" [ 906.181686] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.188222] env[68326]: DEBUG oslo_vmware.api [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 906.188222] env[68326]: value = "task-3129476" [ 906.188222] env[68326]: _type = "Task" [ 906.188222] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.195053] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.200790] env[68326]: DEBUG oslo_vmware.api [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.245869] env[68326]: DEBUG nova.scheduler.client.report [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.276037] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129473, 'name': CreateVM_Task, 'duration_secs': 0.356904} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.276268] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.277016] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.277191] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.277483] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.277745] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7c523d-fbd3-4a9b-93a8-7f7da62a5977 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.283286] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 906.283286] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520f66ae-6a77-1aa4-584b-4db75959aec2" [ 906.283286] env[68326]: _type = "Task" [ 906.283286] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.293136] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520f66ae-6a77-1aa4-584b-4db75959aec2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.452922] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129474, 'name': Rename_Task, 'duration_secs': 0.20579} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.453943] env[68326]: DEBUG nova.network.neutron [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Updated VIF entry in instance network info cache for port bdbc754e-d877-4ace-b3c2-01f96d9f6780. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.454306] env[68326]: DEBUG nova.network.neutron [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Updating instance_info_cache with network_info: [{"id": "bdbc754e-d877-4ace-b3c2-01f96d9f6780", "address": "fa:16:3e:37:24:62", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdbc754e-d8", "ovs_interfaceid": "bdbc754e-d877-4ace-b3c2-01f96d9f6780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.458672] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.459346] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6dd7c81-76ed-49bf-95e2-cb06a5342bf8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.467741] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 906.467741] env[68326]: value = "task-3129477" [ 906.467741] env[68326]: _type = "Task" [ 906.467741] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.479569] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.695890] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.702334] env[68326]: DEBUG oslo_vmware.api [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129476, 'name': PowerOffVM_Task, 'duration_secs': 0.384916} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.702671] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.702845] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.703175] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ec660b1-6869-4b35-bf20-7d582645df03 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.750879] env[68326]: DEBUG oslo_concurrency.lockutils [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.751590] env[68326]: DEBUG nova.compute.manager [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 906.754391] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.316s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.754643] env[68326]: DEBUG nova.objects.instance [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lazy-loading 'resources' on Instance uuid 1e0ab26e-2409-4a8d-ba64-07d3921e0a81 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.775183] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.775565] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.775899] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Deleting the datastore file [datastore2] 1030d138-6631-4782-8b8a-80c31e7ec17f {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.776324] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54337d47-b3a9-4189-87ae-8ec9d8524348 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.789355] env[68326]: DEBUG oslo_vmware.api [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 906.789355] env[68326]: value = "task-3129479" [ 906.789355] env[68326]: _type = "Task" [ 906.789355] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.797299] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520f66ae-6a77-1aa4-584b-4db75959aec2, 'name': SearchDatastore_Task, 'duration_secs': 0.010353} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.798630] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.798892] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.799180] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.799334] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.799514] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.800139] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e6a27bc-b0c6-42c2-9c91-ef6c31644405 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.805738] env[68326]: DEBUG oslo_vmware.api [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.813834] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.814046] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.814831] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e9bb2c-e05c-4088-bb76-e2c31a70b0d8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.820994] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 906.820994] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52e11c26-46ad-44e7-6a0a-3628d92c55c7" [ 906.820994] env[68326]: _type = "Task" [ 906.820994] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.831495] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52e11c26-46ad-44e7-6a0a-3628d92c55c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.843731] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ec0fbb-1e78-4fb9-b42c-5d2ee4fef7e7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.848499] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.848889] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d32d8d5-1d2a-4a1e-bd34-2005414f0d8b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.877511] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Updating instance 'b22d10a4-055b-4b65-97ae-a4a6f3f6fac6' progress to 0 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.882361] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 906.882361] env[68326]: value = "task-3129480" [ 906.882361] env[68326]: _type = "Task" [ 906.882361] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.891849] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.960755] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad4901f7-ff34-41bb-88b8-4fadc74ff6a5 req-a8c6a615-8873-49b7-bab2-3ab50bb58661 service nova] Releasing lock "refresh_cache-703e481a-907e-4738-a4b3-48c83d0aa4aa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.978776] env[68326]: DEBUG oslo_vmware.api [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129477, 'name': PowerOnVM_Task, 'duration_secs': 0.478572} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.979094] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.979313] env[68326]: INFO nova.compute.manager [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Took 7.38 seconds to spawn the instance on the hypervisor. [ 906.979489] env[68326]: DEBUG nova.compute.manager [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 906.980403] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de22a25d-a864-431d-a5ce-1c554cca5332 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.195427] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129475, 'name': ReconfigVM_Task, 'duration_secs': 0.651782} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.195706] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Reconfigured VM instance instance-0000001b to attach disk [datastore2] bfbd3c42-245f-4395-a854-206f1b8a6fd0/bfbd3c42-245f-4395-a854-206f1b8a6fd0.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.196353] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-477e650a-9580-4f9f-8a2d-171f66d56b8b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.203869] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 907.203869] env[68326]: value = "task-3129481" [ 907.203869] env[68326]: _type = "Task" [ 907.203869] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.212280] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129481, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.257926] env[68326]: DEBUG nova.compute.utils [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.259434] env[68326]: DEBUG nova.compute.manager [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 907.259702] env[68326]: DEBUG nova.network.neutron [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.300735] env[68326]: DEBUG oslo_vmware.api [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.510888} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.303767] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.303995] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.304210] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.304420] env[68326]: INFO nova.compute.manager [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 907.304711] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.305475] env[68326]: DEBUG nova.compute.manager [-] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 907.305758] env[68326]: DEBUG nova.network.neutron [-] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.331656] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52e11c26-46ad-44e7-6a0a-3628d92c55c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011028} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.333935] env[68326]: DEBUG nova.policy [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a8e1d594f554a859519a58266d14e0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb2bf991eb4b4faeb37682fd31e612af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.335453] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a4f210-bb8c-4e07-beea-c444941ae043 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.344680] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 907.344680] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52516f6f-c1b4-55c7-aa6f-477074bf8a25" [ 907.344680] env[68326]: _type = "Task" [ 907.344680] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.357321] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52516f6f-c1b4-55c7-aa6f-477074bf8a25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.384899] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.385268] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df871039-1df6-4b57-82f9-101c37d13dd2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.397464] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129480, 'name': PowerOffVM_Task, 'duration_secs': 0.145211} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.398810] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.399075] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.399433] env[68326]: DEBUG oslo_vmware.api [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 907.399433] env[68326]: value = "task-3129482" [ 907.399433] env[68326]: _type = "Task" [ 907.399433] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.400157] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48560d4e-ccd2-44a4-a6d5-397459be42ee {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.411831] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.415485] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4237ab5-0236-47d6-99bd-64b94ff2f2b1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.420364] env[68326]: DEBUG oslo_vmware.api [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.453545] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.454211] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.454647] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Deleting the datastore file [datastore1] c9523eb4-b705-4080-96f8-964b88d937fc {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.455119] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b8811c8-8f5b-45e3-971f-bcbad14f6b90 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.465086] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 907.465086] env[68326]: value = "task-3129484" [ 907.465086] env[68326]: _type = "Task" [ 907.465086] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.482952] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129484, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.502616] env[68326]: INFO nova.compute.manager [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Took 35.33 seconds to build instance. [ 907.719910] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129481, 'name': Rename_Task, 'duration_secs': 0.164925} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.720295] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.721060] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c5d0b85-61d2-44cb-b8cc-8c9db94e56a1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.730035] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 907.730035] env[68326]: value = "task-3129485" [ 907.730035] env[68326]: _type = "Task" [ 907.730035] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.739968] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.763372] env[68326]: DEBUG nova.compute.manager [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 907.862898] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52516f6f-c1b4-55c7-aa6f-477074bf8a25, 'name': SearchDatastore_Task, 'duration_secs': 0.013254} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.863177] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.863941] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 703e481a-907e-4738-a4b3-48c83d0aa4aa/703e481a-907e-4738-a4b3-48c83d0aa4aa.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.863941] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d68e765-ecf8-4b18-849a-56043e9c250c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.873450] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 907.873450] env[68326]: value = "task-3129486" [ 907.873450] env[68326]: _type = "Task" [ 907.873450] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.882899] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.889347] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf932b85-5abd-485b-931f-1336f0329058 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.898772] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8819458b-d715-4990-9e48-285e638c8393 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.939098] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6906b288-2e6e-4de5-a167-a05bfffcf784 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.945510] env[68326]: DEBUG oslo_vmware.api [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129482, 'name': PowerOffVM_Task, 'duration_secs': 0.208279} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.946419] env[68326]: DEBUG nova.network.neutron [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Successfully created port: b7ad05b9-c24e-49fe-8683-a7aa2df09339 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.948683] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.948883] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Updating instance 'b22d10a4-055b-4b65-97ae-a4a6f3f6fac6' progress to 17 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 907.957195] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2128e03-451b-4ca2-9b22-7c59cdffc561 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.978957] env[68326]: DEBUG nova.compute.provider_tree [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.982990] env[68326]: DEBUG nova.compute.manager [req-1b731004-0d17-40f3-9719-42e3be55e9f3 req-5303954b-9e2e-40a8-9762-df926d9b2e9e service nova] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Received event network-vif-deleted-5a12956e-c0fc-46e4-9bd4-cfe39bbfdd51 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 907.984030] env[68326]: INFO nova.compute.manager [req-1b731004-0d17-40f3-9719-42e3be55e9f3 req-5303954b-9e2e-40a8-9762-df926d9b2e9e service nova] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Neutron deleted interface 5a12956e-c0fc-46e4-9bd4-cfe39bbfdd51; detaching it from the instance and deleting it from the info cache [ 907.984030] env[68326]: DEBUG nova.network.neutron [req-1b731004-0d17-40f3-9719-42e3be55e9f3 req-5303954b-9e2e-40a8-9762-df926d9b2e9e service nova] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.988249] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129484, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175618} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.988657] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.988838] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.989027] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.005200] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c9341fc9-20e8-4ad1-9ff5-ca70ed5d8dcf tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.428s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.241589] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129485, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.385284] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129486, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.446459] env[68326]: DEBUG nova.network.neutron [-] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.458837] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:48:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.459135] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.459297] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.459483] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.459948] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.460126] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.460341] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.460534] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.460719] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.460888] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.461077] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.467537] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab94d642-d87b-4092-8465-7fb4722f4c2a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.482534] env[68326]: DEBUG nova.scheduler.client.report [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.489379] env[68326]: DEBUG oslo_vmware.api [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 908.489379] env[68326]: value = "task-3129487" [ 908.489379] env[68326]: _type = "Task" [ 908.489379] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.489716] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47552713-a4ff-49c7-aa86-5560bd0e28e8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.509531] env[68326]: DEBUG oslo_vmware.api [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129487, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.514993] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148510cc-fbe9-4aca-b49a-64079b7eacd9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.561835] env[68326]: DEBUG nova.compute.manager [req-1b731004-0d17-40f3-9719-42e3be55e9f3 req-5303954b-9e2e-40a8-9762-df926d9b2e9e service nova] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Detach interface failed, port_id=5a12956e-c0fc-46e4-9bd4-cfe39bbfdd51, reason: Instance 1030d138-6631-4782-8b8a-80c31e7ec17f could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 908.742629] env[68326]: DEBUG oslo_vmware.api [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129485, 'name': PowerOnVM_Task, 'duration_secs': 0.85426} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.742955] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.743175] env[68326]: DEBUG nova.compute.manager [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 908.744078] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb789bd2-6276-453b-9aa1-9823930deb46 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.777945] env[68326]: DEBUG nova.compute.manager [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 908.814159] env[68326]: DEBUG nova.virt.hardware [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='89fe8dac180ff249209168c05529196a',container_format='bare',created_at=2025-03-21T08:53:15Z,direct_url=,disk_format='vmdk',id=a5220100-494a-4a4d-bcfd-60085629dea9,min_disk=1,min_ram=0,name='tempest-test-snap-835751243',owner='eb2bf991eb4b4faeb37682fd31e612af',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-21T08:53:32Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.814358] env[68326]: DEBUG nova.virt.hardware [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.814523] env[68326]: DEBUG nova.virt.hardware [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.814708] env[68326]: DEBUG nova.virt.hardware [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.814858] env[68326]: DEBUG nova.virt.hardware [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.815259] env[68326]: DEBUG nova.virt.hardware [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.815259] env[68326]: DEBUG nova.virt.hardware [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.815390] env[68326]: DEBUG nova.virt.hardware [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.815583] env[68326]: DEBUG nova.virt.hardware [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.815763] env[68326]: DEBUG nova.virt.hardware [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.815954] env[68326]: DEBUG nova.virt.hardware [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.816911] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e8bd78-5a7b-4e90-88cb-96036d3a4356 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.826045] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4376c4d2-6ea6-4e58-af3b-61b9f61412bc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.889034] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129486, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775046} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.889034] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 703e481a-907e-4738-a4b3-48c83d0aa4aa/703e481a-907e-4738-a4b3-48c83d0aa4aa.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.890410] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.890410] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2d0962a-43ab-4af5-839e-26b68fc83232 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.899623] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 908.899623] env[68326]: value = "task-3129488" [ 908.899623] env[68326]: _type = "Task" [ 908.899623] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.908389] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.951337] env[68326]: INFO nova.compute.manager [-] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Took 1.64 seconds to deallocate network for instance. [ 908.991020] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.991020] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.204s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.993077] env[68326]: INFO nova.compute.claims [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.013986] env[68326]: DEBUG oslo_vmware.api [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129487, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.020717] env[68326]: INFO nova.scheduler.client.report [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Deleted allocations for instance 1e0ab26e-2409-4a8d-ba64-07d3921e0a81 [ 909.025963] env[68326]: DEBUG nova.virt.hardware [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.027119] env[68326]: DEBUG nova.virt.hardware [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.027119] env[68326]: DEBUG nova.virt.hardware [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.027119] env[68326]: DEBUG nova.virt.hardware [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.027119] env[68326]: DEBUG nova.virt.hardware [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.027119] env[68326]: DEBUG nova.virt.hardware [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.027119] env[68326]: DEBUG nova.virt.hardware [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.027534] env[68326]: DEBUG nova.virt.hardware [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.027534] env[68326]: DEBUG nova.virt.hardware [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.027534] env[68326]: DEBUG nova.virt.hardware [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.027659] env[68326]: DEBUG nova.virt.hardware [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.028492] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defb71d0-2805-40ac-9a00-209108f1048d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.038632] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a42c2aa-af54-47a2-8190-5af0db7a77f2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.053957] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Instance VIF info [] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.059348] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.060244] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.061030] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a97b5cd9-62c9-4c8c-8608-824c0767ecd1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.079828] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.079828] env[68326]: value = "task-3129489" [ 909.079828] env[68326]: _type = "Task" [ 909.079828] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.088057] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129489, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.262828] env[68326]: DEBUG oslo_concurrency.lockutils [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.411245] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.461542] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.512801] env[68326]: DEBUG oslo_vmware.api [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129487, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.537215] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d505b8fa-2e5b-4581-81c7-fa5f3202fff2 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "1e0ab26e-2409-4a8d-ba64-07d3921e0a81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.023s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.591764] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129489, 'name': CreateVM_Task, 'duration_secs': 0.339195} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.591940] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.592387] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.595040] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.595040] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.595040] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b617cc3-87be-43f6-9c74-a292268cdf9f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.599121] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 909.599121] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ddb3cc-8b71-79ca-cab6-087c703b6576" [ 909.599121] env[68326]: _type = "Task" [ 909.599121] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.608487] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ddb3cc-8b71-79ca-cab6-087c703b6576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.627810] env[68326]: DEBUG nova.network.neutron [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Successfully updated port: b7ad05b9-c24e-49fe-8683-a7aa2df09339 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.912183] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.831877} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.913404] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.917016] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3ace41-1396-4c16-920f-035a7327e5dd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.941612] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 703e481a-907e-4738-a4b3-48c83d0aa4aa/703e481a-907e-4738-a4b3-48c83d0aa4aa.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.941749] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c7c62aa-9cec-4986-8bc0-48a024ad768a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.967230] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 909.967230] env[68326]: value = "task-3129490" [ 909.967230] env[68326]: _type = "Task" [ 909.967230] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.976152] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129490, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.014777] env[68326]: DEBUG oslo_vmware.api [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129487, 'name': ReconfigVM_Task, 'duration_secs': 1.240955} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.014777] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Updating instance 'b22d10a4-055b-4b65-97ae-a4a6f3f6fac6' progress to 33 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 910.028096] env[68326]: DEBUG nova.compute.manager [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Received event network-changed-f0f3efa6-7128-4f23-ab1b-834b14b3842f {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 910.028258] env[68326]: DEBUG nova.compute.manager [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Refreshing instance network info cache due to event network-changed-f0f3efa6-7128-4f23-ab1b-834b14b3842f. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 910.028794] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] Acquiring lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.028794] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] Acquired lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.028794] env[68326]: DEBUG nova.network.neutron [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Refreshing network info cache for port f0f3efa6-7128-4f23-ab1b-834b14b3842f {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.112190] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ddb3cc-8b71-79ca-cab6-087c703b6576, 'name': SearchDatastore_Task, 'duration_secs': 0.013171} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.112405] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.112727] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.112887] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.113050] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.113229] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.113495] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25d61762-e337-491b-b6c2-28ae2cb6cf56 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.128884] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.128884] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.129019] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f52f8ce-91ca-4356-84ea-70a6bbfca9ac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.134246] env[68326]: DEBUG oslo_concurrency.lockutils [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "refresh_cache-c4a837f8-ac6b-4c17-99ff-8b666df87207" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.134246] env[68326]: DEBUG oslo_concurrency.lockutils [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired lock "refresh_cache-c4a837f8-ac6b-4c17-99ff-8b666df87207" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.134246] env[68326]: DEBUG nova.network.neutron [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.141754] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 910.141754] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5260f25c-890a-6e4d-ee68-1a07cb2a83c2" [ 910.141754] env[68326]: _type = "Task" [ 910.141754] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.151908] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5260f25c-890a-6e4d-ee68-1a07cb2a83c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.230581] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "eba5d596-ae2d-42c5-be69-e632c9a265ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.230829] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "eba5d596-ae2d-42c5-be69-e632c9a265ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.231040] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "eba5d596-ae2d-42c5-be69-e632c9a265ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.231222] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "eba5d596-ae2d-42c5-be69-e632c9a265ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.231388] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "eba5d596-ae2d-42c5-be69-e632c9a265ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.233319] env[68326]: INFO nova.compute.manager [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Terminating instance [ 910.477029] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.484959] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944f17ff-78b1-420a-89e4-7127e7874da3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.492444] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bc2f71-cdfd-43c0-b42a-9c6dac7b7a17 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.523783] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.524031] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.524192] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.524370] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.524512] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.524656] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.524859] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.525026] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.525191] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.525352] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.525524] env[68326]: DEBUG nova.virt.hardware [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.530815] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 910.533705] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ed837a6-1f34-4874-90aa-82f001ccf8a4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.546626] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5f79c2-12a5-4141-96f0-1664373a78a1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.557783] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d36130d-6355-4798-846d-a74823f45da1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.562664] env[68326]: DEBUG oslo_vmware.api [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 910.562664] env[68326]: value = "task-3129491" [ 910.562664] env[68326]: _type = "Task" [ 910.562664] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.573979] env[68326]: DEBUG nova.compute.provider_tree [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.580065] env[68326]: DEBUG oslo_vmware.api [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.656051] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5260f25c-890a-6e4d-ee68-1a07cb2a83c2, 'name': SearchDatastore_Task, 'duration_secs': 0.029972} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.656051] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89f25550-da33-4421-9ce9-6c6d1e9db52b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.661018] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 910.661018] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5267dacd-a33b-4d5b-b603-b5eefac44af6" [ 910.661018] env[68326]: _type = "Task" [ 910.661018] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.669016] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5267dacd-a33b-4d5b-b603-b5eefac44af6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.711767] env[68326]: DEBUG nova.network.neutron [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.738810] env[68326]: DEBUG nova.compute.manager [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 910.739059] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.739947] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2cb8c9-fbb3-48c5-bc3e-eebb9437bee3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.749962] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.750254] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22e23e62-5bfc-4f65-a84d-4bf472f2c8f7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.758545] env[68326]: DEBUG oslo_vmware.api [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 910.758545] env[68326]: value = "task-3129492" [ 910.758545] env[68326]: _type = "Task" [ 910.758545] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.770566] env[68326]: DEBUG oslo_vmware.api [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.981079] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.073560] env[68326]: DEBUG oslo_vmware.api [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129491, 'name': ReconfigVM_Task, 'duration_secs': 0.303077} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.073895] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 911.074681] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31bb9b9-b63a-4ed3-a871-6ef418197c48 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.080184] env[68326]: DEBUG nova.scheduler.client.report [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.112371] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] b22d10a4-055b-4b65-97ae-a4a6f3f6fac6/b22d10a4-055b-4b65-97ae-a4a6f3f6fac6.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.115899] env[68326]: DEBUG nova.network.neutron [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Updating instance_info_cache with network_info: [{"id": "b7ad05b9-c24e-49fe-8683-a7aa2df09339", "address": "fa:16:3e:6e:fb:79", "network": {"id": "cc109f0b-c7ad-4117-8b9a-b1703bb934c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-995407191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb2bf991eb4b4faeb37682fd31e612af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ad05b9-c2", "ovs_interfaceid": "b7ad05b9-c24e-49fe-8683-a7aa2df09339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.117861] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac6bb152-310f-4ff8-a760-39e597f3d38c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.139528] env[68326]: DEBUG oslo_vmware.api [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 911.139528] env[68326]: value = "task-3129493" [ 911.139528] env[68326]: _type = "Task" [ 911.139528] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.149344] env[68326]: DEBUG oslo_vmware.api [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.174337] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5267dacd-a33b-4d5b-b603-b5eefac44af6, 'name': SearchDatastore_Task, 'duration_secs': 0.017347} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.174337] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.174529] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] c9523eb4-b705-4080-96f8-964b88d937fc/c9523eb4-b705-4080-96f8-964b88d937fc.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.174813] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ef236d2-49bd-464f-8af8-1271ba69a7af {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.183315] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 911.183315] env[68326]: value = "task-3129494" [ 911.183315] env[68326]: _type = "Task" [ 911.183315] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.194682] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.268574] env[68326]: DEBUG oslo_vmware.api [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129492, 'name': PowerOffVM_Task, 'duration_secs': 0.249992} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.268979] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.269180] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.269492] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21697be6-86ee-4478-8245-c200ce2ea05d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.272694] env[68326]: DEBUG nova.network.neutron [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Updated VIF entry in instance network info cache for port f0f3efa6-7128-4f23-ab1b-834b14b3842f. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.273199] env[68326]: DEBUG nova.network.neutron [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Updating instance_info_cache with network_info: [{"id": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "address": "fa:16:3e:72:dc:03", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0f3efa6-71", "ovs_interfaceid": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.344950] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.345250] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.345496] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Deleting the datastore file [datastore2] eba5d596-ae2d-42c5-be69-e632c9a265ec {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.345814] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae6f4c0e-a61e-4898-8381-5403ffc30604 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.355034] env[68326]: DEBUG oslo_vmware.api [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 911.355034] env[68326]: value = "task-3129496" [ 911.355034] env[68326]: _type = "Task" [ 911.355034] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.365440] env[68326]: DEBUG oslo_vmware.api [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.480406] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129490, 'name': ReconfigVM_Task, 'duration_secs': 1.187309} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.480805] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 703e481a-907e-4738-a4b3-48c83d0aa4aa/703e481a-907e-4738-a4b3-48c83d0aa4aa.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.481709] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e04f09c-ac4d-4eac-a414-3a7e890c4c7f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.495128] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 911.495128] env[68326]: value = "task-3129497" [ 911.495128] env[68326]: _type = "Task" [ 911.495128] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.509533] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129497, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.583485] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.584024] env[68326]: DEBUG nova.compute.manager [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 911.586694] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.739s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.586946] env[68326]: DEBUG nova.objects.instance [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Lazy-loading 'resources' on Instance uuid e1e3a9e7-8b19-4346-9373-0c9db0523131 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.633207] env[68326]: DEBUG oslo_concurrency.lockutils [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Releasing lock "refresh_cache-c4a837f8-ac6b-4c17-99ff-8b666df87207" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.633207] env[68326]: DEBUG nova.compute.manager [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Instance network_info: |[{"id": "b7ad05b9-c24e-49fe-8683-a7aa2df09339", "address": "fa:16:3e:6e:fb:79", "network": {"id": "cc109f0b-c7ad-4117-8b9a-b1703bb934c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-995407191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb2bf991eb4b4faeb37682fd31e612af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ad05b9-c2", "ovs_interfaceid": "b7ad05b9-c24e-49fe-8683-a7aa2df09339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 911.633420] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:fb:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7ad05b9-c24e-49fe-8683-a7aa2df09339', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.643594] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.644807] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.650057] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2244b61e-4efb-4ccc-b6a6-c3d4109fb4ff {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.676016] env[68326]: DEBUG oslo_vmware.api [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129493, 'name': ReconfigVM_Task, 'duration_secs': 0.389804} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.677697] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Reconfigured VM instance instance-00000037 to attach disk [datastore1] b22d10a4-055b-4b65-97ae-a4a6f3f6fac6/b22d10a4-055b-4b65-97ae-a4a6f3f6fac6.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.678053] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Updating instance 'b22d10a4-055b-4b65-97ae-a4a6f3f6fac6' progress to 50 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.681854] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.681854] env[68326]: value = "task-3129498" [ 911.681854] env[68326]: _type = "Task" [ 911.681854] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.698276] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129498, 'name': CreateVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.703103] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129494, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.778487] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] Releasing lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.778487] env[68326]: DEBUG nova.compute.manager [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Received event network-vif-plugged-b7ad05b9-c24e-49fe-8683-a7aa2df09339 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 911.778487] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] Acquiring lock "c4a837f8-ac6b-4c17-99ff-8b666df87207-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.778750] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] Lock "c4a837f8-ac6b-4c17-99ff-8b666df87207-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.778814] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] Lock "c4a837f8-ac6b-4c17-99ff-8b666df87207-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.779087] env[68326]: DEBUG nova.compute.manager [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] No waiting events found dispatching network-vif-plugged-b7ad05b9-c24e-49fe-8683-a7aa2df09339 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 911.779287] env[68326]: WARNING nova.compute.manager [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Received unexpected event network-vif-plugged-b7ad05b9-c24e-49fe-8683-a7aa2df09339 for instance with vm_state building and task_state spawning. [ 911.779490] env[68326]: DEBUG nova.compute.manager [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Received event network-changed-b7ad05b9-c24e-49fe-8683-a7aa2df09339 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 911.779651] env[68326]: DEBUG nova.compute.manager [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Refreshing instance network info cache due to event network-changed-b7ad05b9-c24e-49fe-8683-a7aa2df09339. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 911.779839] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] Acquiring lock "refresh_cache-c4a837f8-ac6b-4c17-99ff-8b666df87207" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.779975] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] Acquired lock "refresh_cache-c4a837f8-ac6b-4c17-99ff-8b666df87207" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.780230] env[68326]: DEBUG nova.network.neutron [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Refreshing network info cache for port b7ad05b9-c24e-49fe-8683-a7aa2df09339 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.871589] env[68326]: DEBUG oslo_vmware.api [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.006379] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129497, 'name': Rename_Task, 'duration_secs': 0.484392} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.006379] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.006379] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff047f23-2d08-4692-8680-41a4356eab84 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.015020] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 912.015020] env[68326]: value = "task-3129499" [ 912.015020] env[68326]: _type = "Task" [ 912.015020] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.023106] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.091045] env[68326]: DEBUG nova.compute.utils [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.095628] env[68326]: DEBUG nova.compute.manager [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 912.095798] env[68326]: DEBUG nova.network.neutron [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.137928] env[68326]: DEBUG nova.policy [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a268c51d67c34a1ea27139baf3dc50f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '428c18237d23455c9db1ec93c4626e74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.185981] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5684ec-a72b-4e14-b601-dd34998d4f14 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.203796] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129498, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.219712] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563292} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.222751] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] c9523eb4-b705-4080-96f8-964b88d937fc/c9523eb4-b705-4080-96f8-964b88d937fc.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.222986] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.223812] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3156c79c-f9ff-40e4-8d06-7f497cacbf3a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.226552] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3faf3fa3-f044-47a1-a522-a7c678250a9a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.247988] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Updating instance 'b22d10a4-055b-4b65-97ae-a4a6f3f6fac6' progress to 67 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.259056] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 912.259056] env[68326]: value = "task-3129500" [ 912.259056] env[68326]: _type = "Task" [ 912.259056] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.266977] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.369881] env[68326]: DEBUG oslo_vmware.api [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.629416} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.370156] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.370347] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.370525] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.370708] env[68326]: INFO nova.compute.manager [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Took 1.63 seconds to destroy the instance on the hypervisor. [ 912.371011] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.371251] env[68326]: DEBUG nova.compute.manager [-] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 912.373097] env[68326]: DEBUG nova.network.neutron [-] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.526788] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129499, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.595829] env[68326]: DEBUG nova.compute.manager [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 912.651233] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c056fdf-4b75-43d8-82c6-ade83b440cf2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.662554] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78fd037-5c71-4d84-829b-5f1aaed0ca8f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.712198] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c14a05-9e2c-4bf2-ad6f-65d0d6b59c90 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.723109] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002ed9b2-e919-47e4-94fd-0bd0d8fd5e75 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.727625] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129498, 'name': CreateVM_Task, 'duration_secs': 0.828323} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.729150] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.729810] env[68326]: DEBUG oslo_concurrency.lockutils [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5220100-494a-4a4d-bcfd-60085629dea9" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.729993] env[68326]: DEBUG oslo_concurrency.lockutils [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5220100-494a-4a4d-bcfd-60085629dea9" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.730381] env[68326]: DEBUG oslo_concurrency.lockutils [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a5220100-494a-4a4d-bcfd-60085629dea9" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.730638] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85e96ff-86ca-403a-a159-3ba61abb48b3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.743229] env[68326]: DEBUG nova.compute.provider_tree [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.751229] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 912.751229] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52e93935-f0ed-c18d-22ff-fd3e20d51ec5" [ 912.751229] env[68326]: _type = "Task" [ 912.751229] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.763809] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52e93935-f0ed-c18d-22ff-fd3e20d51ec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.779463] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188623} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.779799] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.780746] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3036b1-cdbc-445b-ba6f-b7d0da1b1cdb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.804603] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] c9523eb4-b705-4080-96f8-964b88d937fc/c9523eb4-b705-4080-96f8-964b88d937fc.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.804956] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fd27319-e1b2-4999-93a6-218ca5744be2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.827046] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 912.827046] env[68326]: value = "task-3129501" [ 912.827046] env[68326]: _type = "Task" [ 912.827046] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.837051] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.889845] env[68326]: DEBUG nova.network.neutron [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Updated VIF entry in instance network info cache for port b7ad05b9-c24e-49fe-8683-a7aa2df09339. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 912.890405] env[68326]: DEBUG nova.network.neutron [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Updating instance_info_cache with network_info: [{"id": "b7ad05b9-c24e-49fe-8683-a7aa2df09339", "address": "fa:16:3e:6e:fb:79", "network": {"id": "cc109f0b-c7ad-4117-8b9a-b1703bb934c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-995407191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb2bf991eb4b4faeb37682fd31e612af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ad05b9-c2", "ovs_interfaceid": "b7ad05b9-c24e-49fe-8683-a7aa2df09339", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.897834] env[68326]: DEBUG nova.network.neutron [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Port f2896895-5fc0-4f2a-9f87-7b61a094c486 binding to destination host cpu-1 is already ACTIVE {{(pid=68326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 912.926542] env[68326]: DEBUG nova.network.neutron [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Successfully created port: 723069be-e324-47b3-be49-6b1e1eadfff0 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.022441] env[68326]: DEBUG nova.compute.manager [req-960ac6c8-e84b-436d-80f3-325020a9838f req-a33914d3-10af-43d4-98ac-24146313847a service nova] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Received event network-vif-deleted-3935acd9-922e-47de-b4f3-2ad0ef50ac70 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 913.022582] env[68326]: INFO nova.compute.manager [req-960ac6c8-e84b-436d-80f3-325020a9838f req-a33914d3-10af-43d4-98ac-24146313847a service nova] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Neutron deleted interface 3935acd9-922e-47de-b4f3-2ad0ef50ac70; detaching it from the instance and deleting it from the info cache [ 913.022831] env[68326]: DEBUG nova.network.neutron [req-960ac6c8-e84b-436d-80f3-325020a9838f req-a33914d3-10af-43d4-98ac-24146313847a service nova] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.028251] env[68326]: DEBUG oslo_vmware.api [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129499, 'name': PowerOnVM_Task, 'duration_secs': 1.001117} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.028719] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.028927] env[68326]: INFO nova.compute.manager [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Took 10.74 seconds to spawn the instance on the hypervisor. [ 913.029161] env[68326]: DEBUG nova.compute.manager [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 913.030303] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f75fee-d946-4af3-9cd6-9209176b83ef {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.247363] env[68326]: DEBUG nova.scheduler.client.report [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.261505] env[68326]: DEBUG oslo_concurrency.lockutils [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5220100-494a-4a4d-bcfd-60085629dea9" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.261759] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Processing image a5220100-494a-4a4d-bcfd-60085629dea9 {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.262284] env[68326]: DEBUG oslo_concurrency.lockutils [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a5220100-494a-4a4d-bcfd-60085629dea9/a5220100-494a-4a4d-bcfd-60085629dea9.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.262462] env[68326]: DEBUG oslo_concurrency.lockutils [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a5220100-494a-4a4d-bcfd-60085629dea9/a5220100-494a-4a4d-bcfd-60085629dea9.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.262673] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.263030] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0be68f84-a745-49d2-8515-f26d9e9f4122 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.272819] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.273049] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.273869] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18c40d10-6e03-44d1-b10e-7413f6edfa8b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.282378] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 913.282378] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]525f64a6-0f7e-5a5d-561d-2e043781e4d0" [ 913.282378] env[68326]: _type = "Task" [ 913.282378] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.291186] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquiring lock "c6dc7203-26a8-48d6-949f-eacd9937b721" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.291425] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "c6dc7203-26a8-48d6-949f-eacd9937b721" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.296242] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525f64a6-0f7e-5a5d-561d-2e043781e4d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.336728] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129501, 'name': ReconfigVM_Task, 'duration_secs': 0.342255} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.337396] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Reconfigured VM instance instance-00000041 to attach disk [datastore2] c9523eb4-b705-4080-96f8-964b88d937fc/c9523eb4-b705-4080-96f8-964b88d937fc.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.337790] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-006cbb21-f8fb-4aeb-95db-ba06849a16ab {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.344866] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 913.344866] env[68326]: value = "task-3129502" [ 913.344866] env[68326]: _type = "Task" [ 913.344866] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.353566] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129502, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.393398] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad58a10c-f724-4004-b699-e4189d2eb4ad req-3ac8eb76-d79f-47e5-b9af-31eb56ca46be service nova] Releasing lock "refresh_cache-c4a837f8-ac6b-4c17-99ff-8b666df87207" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.487593] env[68326]: DEBUG nova.network.neutron [-] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.529850] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2d3db2e-60c8-484a-bc16-6c8fc5f64bdd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.540057] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e00047-34db-4821-af96-03385e0f5df8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.562148] env[68326]: INFO nova.compute.manager [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Took 40.80 seconds to build instance. [ 913.587077] env[68326]: DEBUG nova.compute.manager [req-960ac6c8-e84b-436d-80f3-325020a9838f req-a33914d3-10af-43d4-98ac-24146313847a service nova] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Detach interface failed, port_id=3935acd9-922e-47de-b4f3-2ad0ef50ac70, reason: Instance eba5d596-ae2d-42c5-be69-e632c9a265ec could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 913.605315] env[68326]: DEBUG nova.compute.manager [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 913.633361] env[68326]: DEBUG nova.virt.hardware [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.633574] env[68326]: DEBUG nova.virt.hardware [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.633729] env[68326]: DEBUG nova.virt.hardware [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.633930] env[68326]: DEBUG nova.virt.hardware [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.635011] env[68326]: DEBUG nova.virt.hardware [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.635011] env[68326]: DEBUG nova.virt.hardware [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.635011] env[68326]: DEBUG nova.virt.hardware [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.635011] env[68326]: DEBUG nova.virt.hardware [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.635011] env[68326]: DEBUG nova.virt.hardware [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.635011] env[68326]: DEBUG nova.virt.hardware [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.635260] env[68326]: DEBUG nova.virt.hardware [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.635978] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed8618f-8f39-43ed-85ae-b1e69ec487b3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.644969] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d58442-9ed3-4e98-a652-f726fb61b1bd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.756208] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.758721] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.485s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.760261] env[68326]: INFO nova.compute.claims [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.777146] env[68326]: INFO nova.scheduler.client.report [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Deleted allocations for instance e1e3a9e7-8b19-4346-9373-0c9db0523131 [ 913.796494] env[68326]: DEBUG nova.compute.manager [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 913.799269] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Preparing fetch location {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 913.799561] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Fetch image to [datastore2] OSTACK_IMG_345c0820-b41c-4444-b971-886b365e5bb1/OSTACK_IMG_345c0820-b41c-4444-b971-886b365e5bb1.vmdk {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 913.799875] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Downloading stream optimized image a5220100-494a-4a4d-bcfd-60085629dea9 to [datastore2] OSTACK_IMG_345c0820-b41c-4444-b971-886b365e5bb1/OSTACK_IMG_345c0820-b41c-4444-b971-886b365e5bb1.vmdk on the data store datastore2 as vApp {{(pid=68326) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 913.800081] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Downloading image file data a5220100-494a-4a4d-bcfd-60085629dea9 to the ESX as VM named 'OSTACK_IMG_345c0820-b41c-4444-b971-886b365e5bb1' {{(pid=68326) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 913.867710] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129502, 'name': Rename_Task, 'duration_secs': 0.14801} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.868326] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.868326] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58085758-a54f-447a-a9e4-68f282fb85e9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.880053] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 913.880053] env[68326]: value = "task-3129503" [ 913.880053] env[68326]: _type = "Task" [ 913.880053] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.893088] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.895595] env[68326]: DEBUG oslo_vmware.rw_handles [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 913.895595] env[68326]: value = "resgroup-9" [ 913.895595] env[68326]: _type = "ResourcePool" [ 913.895595] env[68326]: }. {{(pid=68326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 913.895956] env[68326]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-eb133f75-bbb7-4c1e-958b-055407f7b168 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.928141] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "b22d10a4-055b-4b65-97ae-a4a6f3f6fac6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.928141] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "b22d10a4-055b-4b65-97ae-a4a6f3f6fac6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.928353] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "b22d10a4-055b-4b65-97ae-a4a6f3f6fac6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.931330] env[68326]: DEBUG oslo_vmware.rw_handles [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lease: (returnval){ [ 913.931330] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5272cd58-3b65-1eba-7730-1d546fb20a46" [ 913.931330] env[68326]: _type = "HttpNfcLease" [ 913.931330] env[68326]: } obtained for vApp import into resource pool (val){ [ 913.931330] env[68326]: value = "resgroup-9" [ 913.931330] env[68326]: _type = "ResourcePool" [ 913.931330] env[68326]: }. {{(pid=68326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 913.931623] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the lease: (returnval){ [ 913.931623] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5272cd58-3b65-1eba-7730-1d546fb20a46" [ 913.931623] env[68326]: _type = "HttpNfcLease" [ 913.931623] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 913.941324] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 913.941324] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5272cd58-3b65-1eba-7730-1d546fb20a46" [ 913.941324] env[68326]: _type = "HttpNfcLease" [ 913.941324] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 913.992137] env[68326]: INFO nova.compute.manager [-] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Took 1.62 seconds to deallocate network for instance. [ 914.064036] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dedce874-2adc-45c7-8434-aab5d8d7ddec tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "703e481a-907e-4738-a4b3-48c83d0aa4aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.862s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.285355] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8df03709-9051-45bc-a493-87380f9fcbc3 tempest-ServersListShow298Test-852505633 tempest-ServersListShow298Test-852505633-project-member] Lock "e1e3a9e7-8b19-4346-9373-0c9db0523131" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.741s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.324799] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.396599] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129503, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.443965] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 914.443965] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5272cd58-3b65-1eba-7730-1d546fb20a46" [ 914.443965] env[68326]: _type = "HttpNfcLease" [ 914.443965] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 914.500375] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.595405] env[68326]: DEBUG nova.network.neutron [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Successfully updated port: 723069be-e324-47b3-be49-6b1e1eadfff0 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.894540] env[68326]: DEBUG oslo_vmware.api [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129503, 'name': PowerOnVM_Task, 'duration_secs': 0.593017} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.897913] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.898076] env[68326]: DEBUG nova.compute.manager [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 914.899339] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087bdec3-8fd2-49c3-8731-d1fe0444ba0d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.950398] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 914.950398] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5272cd58-3b65-1eba-7730-1d546fb20a46" [ 914.950398] env[68326]: _type = "HttpNfcLease" [ 914.950398] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 914.950398] env[68326]: DEBUG oslo_vmware.rw_handles [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 914.950398] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5272cd58-3b65-1eba-7730-1d546fb20a46" [ 914.950398] env[68326]: _type = "HttpNfcLease" [ 914.950398] env[68326]: }. {{(pid=68326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 914.951067] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc2dbc6-1905-4c7d-bce9-4bc950b2c44c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.967879] env[68326]: DEBUG oslo_vmware.rw_handles [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f9b03-f509-d9dd-f405-e2780c165e2b/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 914.968526] env[68326]: DEBUG oslo_vmware.rw_handles [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f9b03-f509-d9dd-f405-e2780c165e2b/disk-0.vmdk. {{(pid=68326) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 915.029062] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "refresh_cache-b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.029258] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "refresh_cache-b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.029473] env[68326]: DEBUG nova.network.neutron [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.034830] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5d907f05-6bf7-440a-bec6-8b859269611b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.086668] env[68326]: DEBUG nova.compute.manager [req-56c1e5e0-d00e-411d-ba55-8405cb3f510f req-7a29e5a2-930d-4c52-9209-27e480244395 service nova] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Received event network-vif-plugged-723069be-e324-47b3-be49-6b1e1eadfff0 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 915.086903] env[68326]: DEBUG oslo_concurrency.lockutils [req-56c1e5e0-d00e-411d-ba55-8405cb3f510f req-7a29e5a2-930d-4c52-9209-27e480244395 service nova] Acquiring lock "4dffff54-42e7-4336-9b0f-dfb8fe6f3144-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.087143] env[68326]: DEBUG oslo_concurrency.lockutils [req-56c1e5e0-d00e-411d-ba55-8405cb3f510f req-7a29e5a2-930d-4c52-9209-27e480244395 service nova] Lock "4dffff54-42e7-4336-9b0f-dfb8fe6f3144-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.087361] env[68326]: DEBUG oslo_concurrency.lockutils [req-56c1e5e0-d00e-411d-ba55-8405cb3f510f req-7a29e5a2-930d-4c52-9209-27e480244395 service nova] Lock "4dffff54-42e7-4336-9b0f-dfb8fe6f3144-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.087763] env[68326]: DEBUG nova.compute.manager [req-56c1e5e0-d00e-411d-ba55-8405cb3f510f req-7a29e5a2-930d-4c52-9209-27e480244395 service nova] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] No waiting events found dispatching network-vif-plugged-723069be-e324-47b3-be49-6b1e1eadfff0 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.087879] env[68326]: WARNING nova.compute.manager [req-56c1e5e0-d00e-411d-ba55-8405cb3f510f req-7a29e5a2-930d-4c52-9209-27e480244395 service nova] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Received unexpected event network-vif-plugged-723069be-e324-47b3-be49-6b1e1eadfff0 for instance with vm_state building and task_state spawning. [ 915.091581] env[68326]: DEBUG nova.compute.manager [req-56c1e5e0-d00e-411d-ba55-8405cb3f510f req-7a29e5a2-930d-4c52-9209-27e480244395 service nova] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Received event network-changed-723069be-e324-47b3-be49-6b1e1eadfff0 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 915.091581] env[68326]: DEBUG nova.compute.manager [req-56c1e5e0-d00e-411d-ba55-8405cb3f510f req-7a29e5a2-930d-4c52-9209-27e480244395 service nova] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Refreshing instance network info cache due to event network-changed-723069be-e324-47b3-be49-6b1e1eadfff0. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 915.091581] env[68326]: DEBUG oslo_concurrency.lockutils [req-56c1e5e0-d00e-411d-ba55-8405cb3f510f req-7a29e5a2-930d-4c52-9209-27e480244395 service nova] Acquiring lock "refresh_cache-4dffff54-42e7-4336-9b0f-dfb8fe6f3144" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.091581] env[68326]: DEBUG oslo_concurrency.lockutils [req-56c1e5e0-d00e-411d-ba55-8405cb3f510f req-7a29e5a2-930d-4c52-9209-27e480244395 service nova] Acquired lock "refresh_cache-4dffff54-42e7-4336-9b0f-dfb8fe6f3144" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.091821] env[68326]: DEBUG nova.network.neutron [req-56c1e5e0-d00e-411d-ba55-8405cb3f510f req-7a29e5a2-930d-4c52-9209-27e480244395 service nova] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Refreshing network info cache for port 723069be-e324-47b3-be49-6b1e1eadfff0 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.098692] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "refresh_cache-4dffff54-42e7-4336-9b0f-dfb8fe6f3144" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.311230] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5c86c5-0e5e-45b8-8cb3-3e337b3fa703 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.318931] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73275b23-0ff6-4e5a-872d-a9e8efb83383 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.350938] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2886b3-2adf-4b93-ae4a-85a051d5631c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.359754] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fee852-07e4-4e63-9c4d-d54b0f3baaba {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.375575] env[68326]: DEBUG nova.compute.provider_tree [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.386139] env[68326]: DEBUG nova.compute.manager [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Stashing vm_state: active {{(pid=68326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6214}} [ 915.422695] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.666862] env[68326]: DEBUG nova.network.neutron [req-56c1e5e0-d00e-411d-ba55-8405cb3f510f req-7a29e5a2-930d-4c52-9209-27e480244395 service nova] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.832745] env[68326]: DEBUG nova.network.neutron [req-56c1e5e0-d00e-411d-ba55-8405cb3f510f req-7a29e5a2-930d-4c52-9209-27e480244395 service nova] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.880033] env[68326]: DEBUG nova.scheduler.client.report [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.897934] env[68326]: DEBUG nova.network.neutron [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Updating instance_info_cache with network_info: [{"id": "f2896895-5fc0-4f2a-9f87-7b61a094c486", "address": "fa:16:3e:ee:48:55", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2896895-5f", "ovs_interfaceid": "f2896895-5fc0-4f2a-9f87-7b61a094c486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.916735] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.166049] env[68326]: DEBUG oslo_vmware.rw_handles [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Completed reading data from the image iterator. {{(pid=68326) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 916.166049] env[68326]: DEBUG oslo_vmware.rw_handles [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f9b03-f509-d9dd-f405-e2780c165e2b/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 916.166762] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3d1668-6a38-4649-9828-1b46a70e5774 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.174572] env[68326]: DEBUG oslo_vmware.rw_handles [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f9b03-f509-d9dd-f405-e2780c165e2b/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 916.174738] env[68326]: DEBUG oslo_vmware.rw_handles [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f9b03-f509-d9dd-f405-e2780c165e2b/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 916.174968] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bfeb2d7a-cfe9-4981-8f62-cf52019d7ed6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.336203] env[68326]: DEBUG oslo_concurrency.lockutils [req-56c1e5e0-d00e-411d-ba55-8405cb3f510f req-7a29e5a2-930d-4c52-9209-27e480244395 service nova] Releasing lock "refresh_cache-4dffff54-42e7-4336-9b0f-dfb8fe6f3144" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.336702] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired lock "refresh_cache-4dffff54-42e7-4336-9b0f-dfb8fe6f3144" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.336918] env[68326]: DEBUG nova.network.neutron [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.364189] env[68326]: DEBUG oslo_concurrency.lockutils [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Acquiring lock "c9523eb4-b705-4080-96f8-964b88d937fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.364744] env[68326]: DEBUG oslo_concurrency.lockutils [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Lock "c9523eb4-b705-4080-96f8-964b88d937fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.365013] env[68326]: DEBUG oslo_concurrency.lockutils [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Acquiring lock "c9523eb4-b705-4080-96f8-964b88d937fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.365325] env[68326]: DEBUG oslo_concurrency.lockutils [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Lock "c9523eb4-b705-4080-96f8-964b88d937fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.365583] env[68326]: DEBUG oslo_concurrency.lockutils [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Lock "c9523eb4-b705-4080-96f8-964b88d937fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.367819] env[68326]: INFO nova.compute.manager [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Terminating instance [ 916.385365] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.385841] env[68326]: DEBUG nova.compute.manager [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 916.388105] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.676s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.400278] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "refresh_cache-b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.650903] env[68326]: DEBUG oslo_vmware.rw_handles [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520f9b03-f509-d9dd-f405-e2780c165e2b/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 916.651183] env[68326]: INFO nova.virt.vmwareapi.images [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Downloaded image file data a5220100-494a-4a4d-bcfd-60085629dea9 [ 916.652055] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978adfa1-7dfb-446b-a79d-569377f76718 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.670205] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d572c49-bc0e-4c82-9377-a3c9af97bcd2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.699548] env[68326]: INFO nova.virt.vmwareapi.images [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] The imported VM was unregistered [ 916.704310] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Caching image {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 916.704613] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a5220100-494a-4a4d-bcfd-60085629dea9 {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.704975] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67d0a8c6-580b-4eba-b1e1-30b28c1980b9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.719229] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Created directory with path [datastore2] devstack-image-cache_base/a5220100-494a-4a4d-bcfd-60085629dea9 {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.719463] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_345c0820-b41c-4444-b971-886b365e5bb1/OSTACK_IMG_345c0820-b41c-4444-b971-886b365e5bb1.vmdk to [datastore2] devstack-image-cache_base/a5220100-494a-4a4d-bcfd-60085629dea9/a5220100-494a-4a4d-bcfd-60085629dea9.vmdk. {{(pid=68326) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 916.719753] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d92978b8-01df-4b1e-a400-e992f2b22f99 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.728339] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 916.728339] env[68326]: value = "task-3129506" [ 916.728339] env[68326]: _type = "Task" [ 916.728339] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.738125] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129506, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.869055] env[68326]: DEBUG nova.network.neutron [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.874703] env[68326]: DEBUG oslo_concurrency.lockutils [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Acquiring lock "refresh_cache-c9523eb4-b705-4080-96f8-964b88d937fc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.874930] env[68326]: DEBUG oslo_concurrency.lockutils [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Acquired lock "refresh_cache-c9523eb4-b705-4080-96f8-964b88d937fc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.875064] env[68326]: DEBUG nova.network.neutron [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.891186] env[68326]: DEBUG nova.compute.utils [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.893117] env[68326]: DEBUG nova.compute.manager [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 916.893308] env[68326]: DEBUG nova.network.neutron [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.930849] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608ecd67-02ae-44d4-a34d-168fdec654c6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.953358] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c44b49-1cc3-4ac5-a150-a96a021e6edf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.965530] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Updating instance 'b22d10a4-055b-4b65-97ae-a4a6f3f6fac6' progress to 83 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 916.977603] env[68326]: DEBUG nova.policy [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a268c51d67c34a1ea27139baf3dc50f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '428c18237d23455c9db1ec93c4626e74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 917.085385] env[68326]: DEBUG nova.network.neutron [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Updating instance_info_cache with network_info: [{"id": "723069be-e324-47b3-be49-6b1e1eadfff0", "address": "fa:16:3e:a3:70:04", "network": {"id": "34edfa24-6dc6-4597-9b98-f6dc1b929e73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353251122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "428c18237d23455c9db1ec93c4626e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap723069be-e3", "ovs_interfaceid": "723069be-e324-47b3-be49-6b1e1eadfff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.241110] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129506, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.339422] env[68326]: DEBUG nova.network.neutron [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Successfully created port: a8eac526-c510-45fb-bbbe-085f0718ab06 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.396596] env[68326]: DEBUG nova.compute.manager [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 917.405997] env[68326]: DEBUG nova.network.neutron [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.414960] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Applying migration context for instance b22d10a4-055b-4b65-97ae-a4a6f3f6fac6 as it has an incoming, in-progress migration 59014d65-74c8-42fb-81fa-46d3bae7b994. Migration status is post-migrating {{(pid=68326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 917.418181] env[68326]: INFO nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Updating resource usage from migration 59014d65-74c8-42fb-81fa-46d3bae7b994 [ 917.418718] env[68326]: INFO nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Updating resource usage from migration 4c320505-4761-43f7-b133-4aa550ad5db9 [ 917.418916] env[68326]: INFO nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Updating resource usage from migration 89548670-32af-4f1d-ba77-a38c2822abf2 [ 917.445186] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 51e92baa-01a8-4d09-b531-18d958cc5c29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.446098] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 4b99079e-12c5-42aa-8d2e-c977e22ba66b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.446344] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance bfbd3c42-245f-4395-a854-206f1b8a6fd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.446527] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.446729] env[68326]: WARNING nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.446899] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 2ba5686d-98be-406a-97a9-05923dda812f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.447094] env[68326]: WARNING nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 68cc5fba-76f0-428e-a5c1-0f4991243b32 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.447286] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 5945078b-f11b-4503-8990-a8437c8f2627 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.447453] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance d7acf762-bbcd-403a-afac-342a44f13a20 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.447615] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 02d85b25-cc17-4a9e-a37b-8ffc449bf3be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.447772] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance bb66c99b-5e81-4473-99be-1bfedd3319dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.447949] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance a6190545-bcc1-40c9-9505-0c1001a38cf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.448231] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 5950bd62-c505-4c7d-a235-f4e810d302ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.448450] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 8df6b92f-dbf7-4c63-b00f-111f71fe97bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.448623] env[68326]: WARNING nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 34451d94-3685-430f-b19e-ac8e3f752cc1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.448797] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 69db0127-5656-4393-a431-449c94be17e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.448975] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 95356776-a92d-4c76-8311-471133daebfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.449171] env[68326]: WARNING nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance eba5d596-ae2d-42c5-be69-e632c9a265ec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.449345] env[68326]: WARNING nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.449516] env[68326]: WARNING nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.449647] env[68326]: WARNING nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 1030d138-6631-4782-8b8a-80c31e7ec17f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 917.449763] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance c9523eb4-b705-4080-96f8-964b88d937fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.449875] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 87128a5e-1fa1-4de9-ae0a-888e14bfea93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.449982] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance c4a837f8-ac6b-4c17-99ff-8b666df87207 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.450106] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Migration 59014d65-74c8-42fb-81fa-46d3bae7b994 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 917.450236] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance b22d10a4-055b-4b65-97ae-a4a6f3f6fac6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.450424] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 4dffff54-42e7-4336-9b0f-dfb8fe6f3144 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.450604] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 9ba0b8a6-4663-4787-985f-5b1d8e11af11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 917.475025] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.475025] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb03f38b-05e3-41a5-85d8-8e1dbf1abb90 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.484567] env[68326]: DEBUG oslo_vmware.api [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 917.484567] env[68326]: value = "task-3129507" [ 917.484567] env[68326]: _type = "Task" [ 917.484567] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.495822] env[68326]: DEBUG oslo_vmware.api [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.509914] env[68326]: DEBUG nova.network.neutron [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.588019] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Releasing lock "refresh_cache-4dffff54-42e7-4336-9b0f-dfb8fe6f3144" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.588626] env[68326]: DEBUG nova.compute.manager [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Instance network_info: |[{"id": "723069be-e324-47b3-be49-6b1e1eadfff0", "address": "fa:16:3e:a3:70:04", "network": {"id": "34edfa24-6dc6-4597-9b98-f6dc1b929e73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353251122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "428c18237d23455c9db1ec93c4626e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap723069be-e3", "ovs_interfaceid": "723069be-e324-47b3-be49-6b1e1eadfff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 917.589108] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:70:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '723069be-e324-47b3-be49-6b1e1eadfff0', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.597243] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Creating folder: Project (428c18237d23455c9db1ec93c4626e74). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.597939] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0904a8b2-bf1c-44fd-a73e-b837720ea440 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.611818] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Created folder: Project (428c18237d23455c9db1ec93c4626e74) in parent group-v626141. [ 917.612075] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Creating folder: Instances. Parent ref: group-v626345. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.612316] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-012fd7df-953d-4cbf-a893-94dbda6408a4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.626042] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Created folder: Instances in parent group-v626345. [ 917.626333] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.626615] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.627045] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6861f54-8d19-4141-bbfd-69ad2ea4e683 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.650177] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.650177] env[68326]: value = "task-3129510" [ 917.650177] env[68326]: _type = "Task" [ 917.650177] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.661124] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129510, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.740550] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129506, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.957652] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 1a787f55-5fd4-4353-84e5-47c76b080db5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 917.957835] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Migration 4c320505-4761-43f7-b133-4aa550ad5db9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 917.957963] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance df2f88d6-5e47-4d8c-a727-9f20cecee976 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.000864] env[68326]: DEBUG oslo_vmware.api [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129507, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.013671] env[68326]: DEBUG oslo_concurrency.lockutils [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Releasing lock "refresh_cache-c9523eb4-b705-4080-96f8-964b88d937fc" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.014431] env[68326]: DEBUG nova.compute.manager [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 918.014858] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.016309] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14c9a8d-e27d-4eaf-b0ad-b21d6ba7f1cf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.028821] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.029129] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05fe33e3-ebac-42ba-9f47-75a18ed1fbbc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.039318] env[68326]: DEBUG oslo_vmware.api [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 918.039318] env[68326]: value = "task-3129511" [ 918.039318] env[68326]: _type = "Task" [ 918.039318] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.050155] env[68326]: DEBUG oslo_vmware.api [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.161444] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129510, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.242393] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129506, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.407924] env[68326]: DEBUG nova.compute.manager [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 918.436399] env[68326]: DEBUG nova.virt.hardware [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.436691] env[68326]: DEBUG nova.virt.hardware [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.436827] env[68326]: DEBUG nova.virt.hardware [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.437042] env[68326]: DEBUG nova.virt.hardware [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.437208] env[68326]: DEBUG nova.virt.hardware [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.437358] env[68326]: DEBUG nova.virt.hardware [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.437566] env[68326]: DEBUG nova.virt.hardware [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.437726] env[68326]: DEBUG nova.virt.hardware [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.437891] env[68326]: DEBUG nova.virt.hardware [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.438856] env[68326]: DEBUG nova.virt.hardware [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.438856] env[68326]: DEBUG nova.virt.hardware [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.439267] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbc9a82-ec9b-4f8d-a83a-6b31ff28c1f6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.448609] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07d45a3-6813-4dfb-bd49-ac090554675e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.464309] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 918.464506] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (a7eeb96a-3f51-4355-9e3e-4a40189339a5): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 918.497136] env[68326]: DEBUG oslo_vmware.api [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129507, 'name': PowerOnVM_Task, 'duration_secs': 0.537095} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.497427] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.497613] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf1ef89-db40-4ee6-af00-02eedc0bf766 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Updating instance 'b22d10a4-055b-4b65-97ae-a4a6f3f6fac6' progress to 100 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 918.551454] env[68326]: DEBUG oslo_vmware.api [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129511, 'name': PowerOffVM_Task, 'duration_secs': 0.250304} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.551792] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.552016] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.552286] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04ea0fb3-0805-40b3-9571-e6d4346d51a9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.591640] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.593373] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.593373] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Deleting the datastore file [datastore2] c9523eb4-b705-4080-96f8-964b88d937fc {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.593373] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7d71607-9bd4-408b-9f7d-0aeda619728c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.604740] env[68326]: DEBUG oslo_vmware.api [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for the task: (returnval){ [ 918.604740] env[68326]: value = "task-3129513" [ 918.604740] env[68326]: _type = "Task" [ 918.604740] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.615757] env[68326]: DEBUG oslo_vmware.api [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.664132] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129510, 'name': CreateVM_Task, 'duration_secs': 0.956772} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.664132] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.664132] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.664132] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.664321] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.664446] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6409d159-c4af-4710-b962-a28b28ef683d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.670555] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 918.670555] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5278bd04-501b-2e7d-c533-d368b25bff56" [ 918.670555] env[68326]: _type = "Task" [ 918.670555] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.680302] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5278bd04-501b-2e7d-c533-d368b25bff56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.741227] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129506, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.968347] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance c6dc7203-26a8-48d6-949f-eacd9937b721 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 918.968699] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Migration 89548670-32af-4f1d-ba77-a38c2822abf2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 918.968699] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 703e481a-907e-4738-a4b3-48c83d0aa4aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.968939] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 918.969099] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4992MB phys_disk=200GB used_disk=23GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 918.997336] env[68326]: DEBUG nova.compute.manager [req-ffe53f6c-daa6-4ef4-bbfc-c5231bd00ccd req-92670f02-4a04-45c7-b466-b482b0cdfbbf service nova] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Received event network-vif-plugged-a8eac526-c510-45fb-bbbe-085f0718ab06 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 918.997515] env[68326]: DEBUG oslo_concurrency.lockutils [req-ffe53f6c-daa6-4ef4-bbfc-c5231bd00ccd req-92670f02-4a04-45c7-b466-b482b0cdfbbf service nova] Acquiring lock "9ba0b8a6-4663-4787-985f-5b1d8e11af11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.997771] env[68326]: DEBUG oslo_concurrency.lockutils [req-ffe53f6c-daa6-4ef4-bbfc-c5231bd00ccd req-92670f02-4a04-45c7-b466-b482b0cdfbbf service nova] Lock "9ba0b8a6-4663-4787-985f-5b1d8e11af11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.997982] env[68326]: DEBUG oslo_concurrency.lockutils [req-ffe53f6c-daa6-4ef4-bbfc-c5231bd00ccd req-92670f02-4a04-45c7-b466-b482b0cdfbbf service nova] Lock "9ba0b8a6-4663-4787-985f-5b1d8e11af11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.998172] env[68326]: DEBUG nova.compute.manager [req-ffe53f6c-daa6-4ef4-bbfc-c5231bd00ccd req-92670f02-4a04-45c7-b466-b482b0cdfbbf service nova] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] No waiting events found dispatching network-vif-plugged-a8eac526-c510-45fb-bbbe-085f0718ab06 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.998337] env[68326]: WARNING nova.compute.manager [req-ffe53f6c-daa6-4ef4-bbfc-c5231bd00ccd req-92670f02-4a04-45c7-b466-b482b0cdfbbf service nova] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Received unexpected event network-vif-plugged-a8eac526-c510-45fb-bbbe-085f0718ab06 for instance with vm_state building and task_state spawning. [ 919.059046] env[68326]: DEBUG nova.network.neutron [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Successfully updated port: a8eac526-c510-45fb-bbbe-085f0718ab06 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.117677] env[68326]: DEBUG oslo_vmware.api [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.182597] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5278bd04-501b-2e7d-c533-d368b25bff56, 'name': SearchDatastore_Task, 'duration_secs': 0.097015} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.185606] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.185855] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.186109] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.186261] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.186443] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.186931] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-866f7052-5b59-4cdd-b46b-7b8967bd2a39 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.205235] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.205235] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.205891] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57725201-95e6-402b-8e67-932810949e49 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.212930] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 919.212930] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ecd097-133b-2c35-e360-0679fb6b2ba6" [ 919.212930] env[68326]: _type = "Task" [ 919.212930] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.225937] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ecd097-133b-2c35-e360-0679fb6b2ba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.242559] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129506, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.500855] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09542a0-6457-43a7-8b86-21e97ac0eeb9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.509186] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becd8f71-8f9b-4bef-a4b4-a6f8d9d343e9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.543427] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b96508-95ff-4c58-95ec-f980416b04ce {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.552163] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20898618-bb63-43d9-a66f-6e5180cc1a67 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.568519] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "refresh_cache-9ba0b8a6-4663-4787-985f-5b1d8e11af11" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.568669] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired lock "refresh_cache-9ba0b8a6-4663-4787-985f-5b1d8e11af11" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.568818] env[68326]: DEBUG nova.network.neutron [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.571156] env[68326]: DEBUG nova.compute.provider_tree [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.617345] env[68326]: DEBUG oslo_vmware.api [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.726285] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ecd097-133b-2c35-e360-0679fb6b2ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.088095} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.727101] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee12709b-57ad-4301-a9ba-57d5bf34e19f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.733062] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 919.733062] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ab9cf8-1e04-e5fe-2881-f0fffd09de5a" [ 919.733062] env[68326]: _type = "Task" [ 919.733062] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.744384] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129506, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.747352] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ab9cf8-1e04-e5fe-2881-f0fffd09de5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.075397] env[68326]: DEBUG nova.scheduler.client.report [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.105799] env[68326]: DEBUG nova.network.neutron [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.119164] env[68326]: DEBUG oslo_vmware.api [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Task: {'id': task-3129513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.036088} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.119435] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.119614] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.119785] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.119954] env[68326]: INFO nova.compute.manager [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Took 2.11 seconds to destroy the instance on the hypervisor. [ 920.120218] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.120416] env[68326]: DEBUG nova.compute.manager [-] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 920.120513] env[68326]: DEBUG nova.network.neutron [-] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 920.145225] env[68326]: DEBUG nova.network.neutron [-] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.247880] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ab9cf8-1e04-e5fe-2881-f0fffd09de5a, 'name': SearchDatastore_Task, 'duration_secs': 0.080648} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.251089] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.251371] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 4dffff54-42e7-4336-9b0f-dfb8fe6f3144/4dffff54-42e7-4336-9b0f-dfb8fe6f3144.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.251641] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129506, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.096711} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.252311] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfb34129-2a49-4521-8f38-56135b397f14 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.254012] env[68326]: INFO nova.virt.vmwareapi.ds_util [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_345c0820-b41c-4444-b971-886b365e5bb1/OSTACK_IMG_345c0820-b41c-4444-b971-886b365e5bb1.vmdk to [datastore2] devstack-image-cache_base/a5220100-494a-4a4d-bcfd-60085629dea9/a5220100-494a-4a4d-bcfd-60085629dea9.vmdk. [ 920.254342] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Cleaning up location [datastore2] OSTACK_IMG_345c0820-b41c-4444-b971-886b365e5bb1 {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 920.254583] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_345c0820-b41c-4444-b971-886b365e5bb1 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.254831] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3d4fc46-a211-4d9c-85d5-26314d3b6aa7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.263861] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 920.263861] env[68326]: value = "task-3129514" [ 920.263861] env[68326]: _type = "Task" [ 920.263861] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.266166] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 920.266166] env[68326]: value = "task-3129515" [ 920.266166] env[68326]: _type = "Task" [ 920.266166] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.284186] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.284469] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.308207] env[68326]: DEBUG nova.network.neutron [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Updating instance_info_cache with network_info: [{"id": "a8eac526-c510-45fb-bbbe-085f0718ab06", "address": "fa:16:3e:59:2a:4e", "network": {"id": "34edfa24-6dc6-4597-9b98-f6dc1b929e73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353251122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "428c18237d23455c9db1ec93c4626e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8eac526-c5", "ovs_interfaceid": "a8eac526-c510-45fb-bbbe-085f0718ab06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.580499] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 920.580763] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.193s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.581061] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.418s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.581269] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.583451] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.697s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.585020] env[68326]: INFO nova.compute.claims [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.588296] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.588443] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Cleaning up deleted instances {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 920.607896] env[68326]: INFO nova.scheduler.client.report [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Deleted allocations for instance 68cc5fba-76f0-428e-a5c1-0f4991243b32 [ 920.648100] env[68326]: DEBUG nova.network.neutron [-] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.795743] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141303} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.800985] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.801508] env[68326]: DEBUG oslo_concurrency.lockutils [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a5220100-494a-4a4d-bcfd-60085629dea9/a5220100-494a-4a4d-bcfd-60085629dea9.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.801940] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a5220100-494a-4a4d-bcfd-60085629dea9/a5220100-494a-4a4d-bcfd-60085629dea9.vmdk to [datastore2] c4a837f8-ac6b-4c17-99ff-8b666df87207/c4a837f8-ac6b-4c17-99ff-8b666df87207.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.802700] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129515, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.803146] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76a63fe7-2139-4a78-b417-086e149a55b2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.810468] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Releasing lock "refresh_cache-9ba0b8a6-4663-4787-985f-5b1d8e11af11" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.810995] env[68326]: DEBUG nova.compute.manager [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Instance network_info: |[{"id": "a8eac526-c510-45fb-bbbe-085f0718ab06", "address": "fa:16:3e:59:2a:4e", "network": {"id": "34edfa24-6dc6-4597-9b98-f6dc1b929e73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353251122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "428c18237d23455c9db1ec93c4626e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8eac526-c5", "ovs_interfaceid": "a8eac526-c510-45fb-bbbe-085f0718ab06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 920.812023] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:2a:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8eac526-c510-45fb-bbbe-085f0718ab06', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.820349] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.822800] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.823418] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 920.823418] env[68326]: value = "task-3129516" [ 920.823418] env[68326]: _type = "Task" [ 920.823418] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.823847] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe12579f-f044-4c45-a174-bb6b8ea5726f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.851671] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.857741] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.857741] env[68326]: value = "task-3129517" [ 920.857741] env[68326]: _type = "Task" [ 920.857741] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.871674] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129517, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.100700] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] There are 38 instances to clean {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11919}} [ 921.101019] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: e1e3a9e7-8b19-4346-9373-0c9db0523131] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 921.115801] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d827e264-f899-4979-abb8-1589e6aba767 tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "68cc5fba-76f0-428e-a5c1-0f4991243b32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.600s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.140547] env[68326]: DEBUG nova.compute.manager [req-b38f6fea-d550-44a2-9663-13c75c55fa9e req-bb6f5c0d-b1e7-47d1-972e-216d91205201 service nova] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Received event network-changed-a8eac526-c510-45fb-bbbe-085f0718ab06 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 921.140746] env[68326]: DEBUG nova.compute.manager [req-b38f6fea-d550-44a2-9663-13c75c55fa9e req-bb6f5c0d-b1e7-47d1-972e-216d91205201 service nova] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Refreshing instance network info cache due to event network-changed-a8eac526-c510-45fb-bbbe-085f0718ab06. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 921.140958] env[68326]: DEBUG oslo_concurrency.lockutils [req-b38f6fea-d550-44a2-9663-13c75c55fa9e req-bb6f5c0d-b1e7-47d1-972e-216d91205201 service nova] Acquiring lock "refresh_cache-9ba0b8a6-4663-4787-985f-5b1d8e11af11" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.141225] env[68326]: DEBUG oslo_concurrency.lockutils [req-b38f6fea-d550-44a2-9663-13c75c55fa9e req-bb6f5c0d-b1e7-47d1-972e-216d91205201 service nova] Acquired lock "refresh_cache-9ba0b8a6-4663-4787-985f-5b1d8e11af11" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.141427] env[68326]: DEBUG nova.network.neutron [req-b38f6fea-d550-44a2-9663-13c75c55fa9e req-bb6f5c0d-b1e7-47d1-972e-216d91205201 service nova] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Refreshing network info cache for port a8eac526-c510-45fb-bbbe-085f0718ab06 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.151265] env[68326]: INFO nova.compute.manager [-] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Took 1.03 seconds to deallocate network for instance. [ 921.282146] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845418} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.282418] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 4dffff54-42e7-4336-9b0f-dfb8fe6f3144/4dffff54-42e7-4336-9b0f-dfb8fe6f3144.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.282633] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.282883] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba9fd897-67eb-4680-98fb-8d10f538ca8a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.288636] env[68326]: DEBUG oslo_concurrency.lockutils [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.288861] env[68326]: DEBUG oslo_concurrency.lockutils [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.289048] env[68326]: DEBUG nova.compute.manager [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Going to confirm migration 1 {{(pid=68326) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5328}} [ 921.291561] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 921.291561] env[68326]: value = "task-3129518" [ 921.291561] env[68326]: _type = "Task" [ 921.291561] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.302436] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.351175] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129516, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.359992] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquiring lock "2ba5686d-98be-406a-97a9-05923dda812f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.360365] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "2ba5686d-98be-406a-97a9-05923dda812f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.360764] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquiring lock "2ba5686d-98be-406a-97a9-05923dda812f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.362044] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "2ba5686d-98be-406a-97a9-05923dda812f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.362044] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "2ba5686d-98be-406a-97a9-05923dda812f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.367669] env[68326]: INFO nova.compute.manager [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Terminating instance [ 921.378993] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129517, 'name': CreateVM_Task, 'duration_secs': 0.400955} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.379116] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.379788] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.380193] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.380557] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.381542] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4589466-60b3-4769-b099-759a6fb88e4e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.389153] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 921.389153] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ba4db4-2f2b-0ea8-311a-bb7d8d79fdec" [ 921.389153] env[68326]: _type = "Task" [ 921.389153] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.399024] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ba4db4-2f2b-0ea8-311a-bb7d8d79fdec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.606385] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 1e0ab26e-2409-4a8d-ba64-07d3921e0a81] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 921.659454] env[68326]: DEBUG oslo_concurrency.lockutils [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.810370] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080592} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.810696] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.811646] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e5306d-76c3-4806-adce-65680a5e4a12 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.839062] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 4dffff54-42e7-4336-9b0f-dfb8fe6f3144/4dffff54-42e7-4336-9b0f-dfb8fe6f3144.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.842182] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b1eaf0e-5032-4a2b-a960-2cb83e698b9e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.867315] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129516, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.868605] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 921.868605] env[68326]: value = "task-3129519" [ 921.868605] env[68326]: _type = "Task" [ 921.868605] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.877642] env[68326]: DEBUG nova.compute.manager [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 921.877868] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.878681] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd3f8b4-543a-4a6d-a507-a4f873226b52 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.893167] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.893167] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.893167] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8233df8e-808d-4e3c-b4ac-1b838080d787 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.907065] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ba4db4-2f2b-0ea8-311a-bb7d8d79fdec, 'name': SearchDatastore_Task, 'duration_secs': 0.022321} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.909019] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.909019] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.909019] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.909019] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.909319] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.909429] env[68326]: DEBUG oslo_vmware.api [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 921.909429] env[68326]: value = "task-3129520" [ 921.909429] env[68326]: _type = "Task" [ 921.909429] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.909648] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4efb897-8314-443b-b725-2758e1b0dc6a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.925994] env[68326]: DEBUG oslo_vmware.api [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.928041] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.928287] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.932465] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d7b48d-2317-42d6-bd06-b609cd252a4b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.936148] env[68326]: DEBUG oslo_concurrency.lockutils [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "refresh_cache-b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.936303] env[68326]: DEBUG oslo_concurrency.lockutils [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "refresh_cache-b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.936396] env[68326]: DEBUG nova.network.neutron [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.936550] env[68326]: DEBUG nova.objects.instance [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lazy-loading 'info_cache' on Instance uuid b22d10a4-055b-4b65-97ae-a4a6f3f6fac6 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.946031] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 921.946031] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529bf494-03d3-2571-295e-c5ef1e5ecb5e" [ 921.946031] env[68326]: _type = "Task" [ 921.946031] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.960689] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529bf494-03d3-2571-295e-c5ef1e5ecb5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.984519] env[68326]: DEBUG nova.network.neutron [req-b38f6fea-d550-44a2-9663-13c75c55fa9e req-bb6f5c0d-b1e7-47d1-972e-216d91205201 service nova] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Updated VIF entry in instance network info cache for port a8eac526-c510-45fb-bbbe-085f0718ab06. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.985057] env[68326]: DEBUG nova.network.neutron [req-b38f6fea-d550-44a2-9663-13c75c55fa9e req-bb6f5c0d-b1e7-47d1-972e-216d91205201 service nova] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Updating instance_info_cache with network_info: [{"id": "a8eac526-c510-45fb-bbbe-085f0718ab06", "address": "fa:16:3e:59:2a:4e", "network": {"id": "34edfa24-6dc6-4597-9b98-f6dc1b929e73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353251122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "428c18237d23455c9db1ec93c4626e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8eac526-c5", "ovs_interfaceid": "a8eac526-c510-45fb-bbbe-085f0718ab06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.112713] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: bf27cdd1-0c00-42f2-ae1b-f27823306046] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 922.145351] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201115e9-6dbe-4d87-9fc7-9a052d7c0cb0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.157139] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1d5249-2f8a-4adf-82f6-082602252114 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.190234] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d972b6f0-7a00-483c-9fb9-78c810f7f84e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.199085] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93eee13-1ecd-471e-a79a-862abe412cdf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.214073] env[68326]: DEBUG nova.compute.provider_tree [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.368825] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129516, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.381530] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.423056] env[68326]: DEBUG oslo_vmware.api [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129520, 'name': PowerOffVM_Task, 'duration_secs': 0.448654} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.423056] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.423056] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.423404] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbb24e6d-d64b-4385-9807-f5d7202d810a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.457771] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529bf494-03d3-2571-295e-c5ef1e5ecb5e, 'name': SearchDatastore_Task, 'duration_secs': 0.015504} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.458726] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9043601c-02af-43ef-8d10-a5b941cb7478 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.467377] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 922.467377] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52392bfa-489d-6a83-ac2e-b6cf0733c4c2" [ 922.467377] env[68326]: _type = "Task" [ 922.467377] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.478912] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52392bfa-489d-6a83-ac2e-b6cf0733c4c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.488346] env[68326]: DEBUG oslo_concurrency.lockutils [req-b38f6fea-d550-44a2-9663-13c75c55fa9e req-bb6f5c0d-b1e7-47d1-972e-216d91205201 service nova] Releasing lock "refresh_cache-9ba0b8a6-4663-4787-985f-5b1d8e11af11" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.521847] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.522109] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.522299] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Deleting the datastore file [datastore2] 2ba5686d-98be-406a-97a9-05923dda812f {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.522572] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ad566eb-dd29-4e27-8483-faaf856dfb72 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.532682] env[68326]: DEBUG oslo_vmware.api [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for the task: (returnval){ [ 922.532682] env[68326]: value = "task-3129522" [ 922.532682] env[68326]: _type = "Task" [ 922.532682] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.548702] env[68326]: DEBUG oslo_vmware.api [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.619057] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 4b5df73e-f53c-43a1-8746-82b879b5d610] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 922.717774] env[68326]: DEBUG nova.scheduler.client.report [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.868169] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129516, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.881879] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129519, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.978945] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52392bfa-489d-6a83-ac2e-b6cf0733c4c2, 'name': SearchDatastore_Task, 'duration_secs': 0.023715} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.981706] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.982049] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 9ba0b8a6-4663-4787-985f-5b1d8e11af11/9ba0b8a6-4663-4787-985f-5b1d8e11af11.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.982420] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-baa4dfc8-cdfa-48aa-aa3c-e6fe3b94da80 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.992120] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 922.992120] env[68326]: value = "task-3129523" [ 922.992120] env[68326]: _type = "Task" [ 922.992120] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.004259] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.045575] env[68326]: DEBUG oslo_vmware.api [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.122575] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: e0acde58-0db2-4368-a8b9-986796ba11bc] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 923.200513] env[68326]: DEBUG nova.network.neutron [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Updating instance_info_cache with network_info: [{"id": "f2896895-5fc0-4f2a-9f87-7b61a094c486", "address": "fa:16:3e:ee:48:55", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2896895-5f", "ovs_interfaceid": "f2896895-5fc0-4f2a-9f87-7b61a094c486", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.224678] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.224678] env[68326]: DEBUG nova.compute.manager [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 923.226354] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.028s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.226560] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.229157] env[68326]: DEBUG oslo_concurrency.lockutils [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.124s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.229157] env[68326]: DEBUG oslo_concurrency.lockutils [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.231464] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.081s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.264686] env[68326]: INFO nova.scheduler.client.report [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Deleted allocations for instance 34451d94-3685-430f-b19e-ac8e3f752cc1 [ 923.276775] env[68326]: INFO nova.scheduler.client.report [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Deleted allocations for instance 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8 [ 923.370154] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129516, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.384711] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129519, 'name': ReconfigVM_Task, 'duration_secs': 1.05787} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.385027] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 4dffff54-42e7-4336-9b0f-dfb8fe6f3144/4dffff54-42e7-4336-9b0f-dfb8fe6f3144.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.385720] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cd21503-7ac2-4063-8551-6fbaa61c5f63 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.397060] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 923.397060] env[68326]: value = "task-3129524" [ 923.397060] env[68326]: _type = "Task" [ 923.397060] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.408570] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129524, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.506168] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129523, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.547764] env[68326]: DEBUG oslo_vmware.api [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.626464] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: cb7dac59-1165-4c86-b8e7-07330a7125b0] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 923.704795] env[68326]: DEBUG oslo_concurrency.lockutils [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "refresh_cache-b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.704795] env[68326]: DEBUG nova.objects.instance [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lazy-loading 'migration_context' on Instance uuid b22d10a4-055b-4b65-97ae-a4a6f3f6fac6 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.737035] env[68326]: INFO nova.compute.claims [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.742286] env[68326]: DEBUG nova.compute.utils [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.744518] env[68326]: DEBUG nova.compute.manager [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 923.744518] env[68326]: DEBUG nova.network.neutron [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 923.775961] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ba197a63-c48e-4976-bf6d-ba119a2f9c16 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "34451d94-3685-430f-b19e-ac8e3f752cc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.570s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.791052] env[68326]: DEBUG oslo_concurrency.lockutils [None req-818e90e2-a3b2-4908-87f5-f1bd16ac798e tempest-SecurityGroupsTestJSON-306231016 tempest-SecurityGroupsTestJSON-306231016-project-member] Lock "08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.303s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.801354] env[68326]: DEBUG nova.policy [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7080b38be0744d1993e17ad18e03493d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fe24bdd6bcc4b7b8221994969ec8a50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.870472] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129516, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.729199} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.870769] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a5220100-494a-4a4d-bcfd-60085629dea9/a5220100-494a-4a4d-bcfd-60085629dea9.vmdk to [datastore2] c4a837f8-ac6b-4c17-99ff-8b666df87207/c4a837f8-ac6b-4c17-99ff-8b666df87207.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.871623] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a906bbae-5799-4743-894e-1c32a65f2797 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.900714] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] c4a837f8-ac6b-4c17-99ff-8b666df87207/c4a837f8-ac6b-4c17-99ff-8b666df87207.vmdk or device None with type streamOptimized {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.901194] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-102c7ad7-c208-458c-bf0c-84879e97fca1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.927918] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129524, 'name': Rename_Task, 'duration_secs': 0.310115} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.929569] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.929996] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 923.929996] env[68326]: value = "task-3129525" [ 923.929996] env[68326]: _type = "Task" [ 923.929996] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.930774] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b61abd0-9501-495b-896b-8d6b429ac387 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.943586] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129525, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.945396] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 923.945396] env[68326]: value = "task-3129526" [ 923.945396] env[68326]: _type = "Task" [ 923.945396] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.956230] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.004521] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682336} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.004742] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 9ba0b8a6-4663-4787-985f-5b1d8e11af11/9ba0b8a6-4663-4787-985f-5b1d8e11af11.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.004966] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.005153] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-450cbe40-7068-4604-81a4-6bb5fcdd2ebb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.013929] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 924.013929] env[68326]: value = "task-3129527" [ 924.013929] env[68326]: _type = "Task" [ 924.013929] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.022924] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.049018] env[68326]: DEBUG oslo_vmware.api [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Task: {'id': task-3129522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.134759} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.049018] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.049018] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.049018] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.049018] env[68326]: INFO nova.compute.manager [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Took 2.17 seconds to destroy the instance on the hypervisor. [ 924.049018] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.049018] env[68326]: DEBUG nova.compute.manager [-] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 924.049018] env[68326]: DEBUG nova.network.neutron [-] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.130427] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 473dc8e2-9d6f-43b9-be2d-d35408a88520] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 924.207069] env[68326]: DEBUG nova.objects.base [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 924.208188] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de3a72b-7e66-4be3-bc62-6c0d3201ab5b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.212180] env[68326]: DEBUG nova.network.neutron [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Successfully created port: 6e7b7925-e66d-440b-9e06-74eca37c3444 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 924.238331] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb576340-0f7f-4ecf-8c48-86c4d2161c94 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.246712] env[68326]: INFO nova.compute.resource_tracker [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Updating resource usage from migration 4c320505-4761-43f7-b133-4aa550ad5db9 [ 924.250798] env[68326]: DEBUG oslo_vmware.api [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 924.250798] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523a6589-8125-50e9-f2e1-b40aa9c2d237" [ 924.250798] env[68326]: _type = "Task" [ 924.250798] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.251671] env[68326]: DEBUG nova.compute.manager [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 924.265359] env[68326]: DEBUG oslo_vmware.api [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523a6589-8125-50e9-f2e1-b40aa9c2d237, 'name': SearchDatastore_Task, 'duration_secs': 0.00692} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.266012] env[68326]: DEBUG oslo_concurrency.lockutils [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.448266] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129525, 'name': ReconfigVM_Task, 'duration_secs': 0.324446} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.450706] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Reconfigured VM instance instance-00000044 to attach disk [datastore2] c4a837f8-ac6b-4c17-99ff-8b666df87207/c4a837f8-ac6b-4c17-99ff-8b666df87207.vmdk or device None with type streamOptimized {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.452126] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca58f4bf-fe95-4eb2-ad52-b772eb4f02fb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.461626] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129526, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.464043] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 924.464043] env[68326]: value = "task-3129528" [ 924.464043] env[68326]: _type = "Task" [ 924.464043] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.480301] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129528, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.526476] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143413} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.526836] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.527811] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc0ea15-4f6a-44af-bed7-a85c47c008b1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.554432] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 9ba0b8a6-4663-4787-985f-5b1d8e11af11/9ba0b8a6-4663-4787-985f-5b1d8e11af11.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.557397] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d09a390-8655-413d-b01c-b2935874bfde {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.580537] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 924.580537] env[68326]: value = "task-3129529" [ 924.580537] env[68326]: _type = "Task" [ 924.580537] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.590660] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.634567] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 4adc91ad-9992-4a21-b3cf-88e905004802] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 924.844466] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72239ca-03f5-4437-800e-9ec45058d4d9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.854170] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3230e740-b935-4fac-a469-5c8e5a82e358 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.623654] env[68326]: DEBUG nova.network.neutron [-] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.625299] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: a943e075-4ea2-4b2c-bd0e-503a3bf9a597] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 925.630173] env[68326]: DEBUG nova.compute.manager [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 925.643967] env[68326]: DEBUG nova.compute.manager [req-a5f7ebf2-e666-41c1-af06-dae34ad849f3 req-3bb1378b-ebab-4560-ba29-df8ac091346a service nova] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Received event network-vif-deleted-dab8710d-6ef2-4591-9b59-de802f1fe8b8 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 925.648347] env[68326]: INFO nova.compute.manager [req-a5f7ebf2-e666-41c1-af06-dae34ad849f3 req-3bb1378b-ebab-4560-ba29-df8ac091346a service nova] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Neutron deleted interface dab8710d-6ef2-4591-9b59-de802f1fe8b8; detaching it from the instance and deleting it from the info cache [ 925.648347] env[68326]: DEBUG nova.network.neutron [req-a5f7ebf2-e666-41c1-af06-dae34ad849f3 req-3bb1378b-ebab-4560-ba29-df8ac091346a service nova] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.648626] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb67cce7-3fda-41d6-bcc4-e4cae7a7969b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.668744] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129529, 'name': ReconfigVM_Task, 'duration_secs': 0.937865} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.668992] env[68326]: DEBUG oslo_vmware.api [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129526, 'name': PowerOnVM_Task, 'duration_secs': 0.568609} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.669223] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129528, 'name': Rename_Task, 'duration_secs': 1.163665} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.671663] env[68326]: DEBUG nova.virt.hardware [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.671663] env[68326]: DEBUG nova.virt.hardware [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.671791] env[68326]: DEBUG nova.virt.hardware [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.671891] env[68326]: DEBUG nova.virt.hardware [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.672409] env[68326]: DEBUG nova.virt.hardware [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.672409] env[68326]: DEBUG nova.virt.hardware [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.672409] env[68326]: DEBUG nova.virt.hardware [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.672541] env[68326]: DEBUG nova.virt.hardware [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.672700] env[68326]: DEBUG nova.virt.hardware [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.672851] env[68326]: DEBUG nova.virt.hardware [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.673126] env[68326]: DEBUG nova.virt.hardware [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.675699] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763aad8a-e3bd-40cc-b441-fd8df34c955f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.678806] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 9ba0b8a6-4663-4787-985f-5b1d8e11af11/9ba0b8a6-4663-4787-985f-5b1d8e11af11.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.679634] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.679858] env[68326]: INFO nova.compute.manager [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Took 12.07 seconds to spawn the instance on the hypervisor. [ 925.680115] env[68326]: DEBUG nova.compute.manager [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 925.680414] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.681201] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d223c409-d106-4714-8e7e-3d91d64729ef {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.684112] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a35e3dd-5fa8-4ab8-8ff6-463646c509c0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.686167] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fa0309-a625-46ae-a356-421ee47622a5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.688742] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-985f79ca-62ae-4d70-ba76-0d71f871f23b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.710697] env[68326]: DEBUG nova.compute.provider_tree [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.712279] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 925.712279] env[68326]: value = "task-3129531" [ 925.712279] env[68326]: _type = "Task" [ 925.712279] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.712476] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 925.712476] env[68326]: value = "task-3129530" [ 925.712476] env[68326]: _type = "Task" [ 925.712476] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.713943] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf0d779-f1e4-4aec-894f-89bf1c2ac33a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.734635] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129530, 'name': Rename_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.745606] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129531, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.026092] env[68326]: DEBUG nova.network.neutron [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Successfully updated port: 6e7b7925-e66d-440b-9e06-74eca37c3444 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 926.134309] env[68326]: INFO nova.compute.manager [-] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Took 2.09 seconds to deallocate network for instance. [ 926.134885] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 2d21e817-1705-474e-a95c-53c995f092a5] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 926.152777] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "69db0127-5656-4393-a431-449c94be17e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.153064] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "69db0127-5656-4393-a431-449c94be17e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.153265] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "69db0127-5656-4393-a431-449c94be17e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.153477] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "69db0127-5656-4393-a431-449c94be17e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.153656] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "69db0127-5656-4393-a431-449c94be17e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.157025] env[68326]: INFO nova.compute.manager [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Terminating instance [ 926.158776] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-214310b0-ee9d-4217-815c-0a28c96cbe4a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.170960] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f445282-01ed-4a45-9905-155a254969d6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.219321] env[68326]: DEBUG nova.scheduler.client.report [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.222510] env[68326]: DEBUG nova.compute.manager [req-a5f7ebf2-e666-41c1-af06-dae34ad849f3 req-3bb1378b-ebab-4560-ba29-df8ac091346a service nova] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Detach interface failed, port_id=dab8710d-6ef2-4591-9b59-de802f1fe8b8, reason: Instance 2ba5686d-98be-406a-97a9-05923dda812f could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 926.230775] env[68326]: INFO nova.compute.manager [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Took 46.46 seconds to build instance. [ 926.239516] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129531, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.242102] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129530, 'name': Rename_Task, 'duration_secs': 0.178998} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.242502] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.242660] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f1a3484-017b-403c-bd3f-563791c8a0ba {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.250495] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 926.250495] env[68326]: value = "task-3129532" [ 926.250495] env[68326]: _type = "Task" [ 926.250495] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.261221] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.338805] env[68326]: DEBUG oslo_concurrency.lockutils [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "95356776-a92d-4c76-8311-471133daebfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.339119] env[68326]: DEBUG oslo_concurrency.lockutils [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "95356776-a92d-4c76-8311-471133daebfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.339402] env[68326]: DEBUG oslo_concurrency.lockutils [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "95356776-a92d-4c76-8311-471133daebfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.339601] env[68326]: DEBUG oslo_concurrency.lockutils [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "95356776-a92d-4c76-8311-471133daebfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.339773] env[68326]: DEBUG oslo_concurrency.lockutils [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "95356776-a92d-4c76-8311-471133daebfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.342276] env[68326]: INFO nova.compute.manager [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Terminating instance [ 926.530884] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "refresh_cache-1a787f55-5fd4-4353-84e5-47c76b080db5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.531096] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "refresh_cache-1a787f55-5fd4-4353-84e5-47c76b080db5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.531262] env[68326]: DEBUG nova.network.neutron [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.638498] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: b7503f22-68fd-4ee1-b0dd-4535e0e293d0] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 926.646032] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.662879] env[68326]: DEBUG nova.compute.manager [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 926.663121] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.664308] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bf41af-e438-427f-abd5-f98c02cdb8f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.672807] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.673062] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdf1a7ad-757f-4abc-a099-edcb6ce058ad {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.679841] env[68326]: DEBUG oslo_vmware.api [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 926.679841] env[68326]: value = "task-3129533" [ 926.679841] env[68326]: _type = "Task" [ 926.679841] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.688740] env[68326]: DEBUG oslo_vmware.api [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.725468] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.494s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.725683] env[68326]: INFO nova.compute.manager [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Migrating [ 926.732993] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.103s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.734663] env[68326]: INFO nova.compute.claims [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.737537] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f28fafee-e8f1-4d1b-b34d-c323cc870320 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "4dffff54-42e7-4336-9b0f-dfb8fe6f3144" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.474s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.758356] env[68326]: DEBUG oslo_vmware.api [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129531, 'name': PowerOnVM_Task, 'duration_secs': 0.659371} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.759191] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.759434] env[68326]: INFO nova.compute.manager [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Took 17.98 seconds to spawn the instance on the hypervisor. [ 926.759636] env[68326]: DEBUG nova.compute.manager [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 926.760784] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbde14d0-2c76-4975-9af4-eaafd37d5122 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.768151] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129532, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.846769] env[68326]: DEBUG nova.compute.manager [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 926.847102] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.848201] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6371ebe5-1f52-41ff-8958-7ec488221d2f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.858661] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.858945] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f8a8cd4-9f5b-488e-91fe-2328e095fa48 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.867254] env[68326]: DEBUG oslo_vmware.api [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 926.867254] env[68326]: value = "task-3129534" [ 926.867254] env[68326]: _type = "Task" [ 926.867254] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.879339] env[68326]: DEBUG oslo_vmware.api [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.910017] env[68326]: DEBUG nova.compute.manager [req-de051f30-725f-4c6f-b8e9-7d3b6ab361b5 req-6b76d39b-7aad-479a-b714-8a56f5df3e62 service nova] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Received event network-vif-plugged-6e7b7925-e66d-440b-9e06-74eca37c3444 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 926.910253] env[68326]: DEBUG oslo_concurrency.lockutils [req-de051f30-725f-4c6f-b8e9-7d3b6ab361b5 req-6b76d39b-7aad-479a-b714-8a56f5df3e62 service nova] Acquiring lock "1a787f55-5fd4-4353-84e5-47c76b080db5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.910481] env[68326]: DEBUG oslo_concurrency.lockutils [req-de051f30-725f-4c6f-b8e9-7d3b6ab361b5 req-6b76d39b-7aad-479a-b714-8a56f5df3e62 service nova] Lock "1a787f55-5fd4-4353-84e5-47c76b080db5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.911398] env[68326]: DEBUG oslo_concurrency.lockutils [req-de051f30-725f-4c6f-b8e9-7d3b6ab361b5 req-6b76d39b-7aad-479a-b714-8a56f5df3e62 service nova] Lock "1a787f55-5fd4-4353-84e5-47c76b080db5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.911398] env[68326]: DEBUG nova.compute.manager [req-de051f30-725f-4c6f-b8e9-7d3b6ab361b5 req-6b76d39b-7aad-479a-b714-8a56f5df3e62 service nova] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] No waiting events found dispatching network-vif-plugged-6e7b7925-e66d-440b-9e06-74eca37c3444 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 926.911398] env[68326]: WARNING nova.compute.manager [req-de051f30-725f-4c6f-b8e9-7d3b6ab361b5 req-6b76d39b-7aad-479a-b714-8a56f5df3e62 service nova] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Received unexpected event network-vif-plugged-6e7b7925-e66d-440b-9e06-74eca37c3444 for instance with vm_state building and task_state spawning. [ 926.911398] env[68326]: DEBUG nova.compute.manager [req-de051f30-725f-4c6f-b8e9-7d3b6ab361b5 req-6b76d39b-7aad-479a-b714-8a56f5df3e62 service nova] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Received event network-changed-6e7b7925-e66d-440b-9e06-74eca37c3444 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 926.911582] env[68326]: DEBUG nova.compute.manager [req-de051f30-725f-4c6f-b8e9-7d3b6ab361b5 req-6b76d39b-7aad-479a-b714-8a56f5df3e62 service nova] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Refreshing instance network info cache due to event network-changed-6e7b7925-e66d-440b-9e06-74eca37c3444. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 926.911674] env[68326]: DEBUG oslo_concurrency.lockutils [req-de051f30-725f-4c6f-b8e9-7d3b6ab361b5 req-6b76d39b-7aad-479a-b714-8a56f5df3e62 service nova] Acquiring lock "refresh_cache-1a787f55-5fd4-4353-84e5-47c76b080db5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.065816] env[68326]: DEBUG nova.network.neutron [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 927.141949] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: e2075ea3-b2db-4640-8057-46c014e8a071] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 927.196858] env[68326]: DEBUG oslo_vmware.api [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129533, 'name': PowerOffVM_Task, 'duration_secs': 0.190852} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.199798] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.199982] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.200275] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a80a6495-3352-4299-8594-df35e3ae62d3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.248975] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.249184] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.249362] env[68326]: DEBUG nova.network.neutron [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.263095] env[68326]: DEBUG nova.network.neutron [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Updating instance_info_cache with network_info: [{"id": "6e7b7925-e66d-440b-9e06-74eca37c3444", "address": "fa:16:3e:f6:48:07", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7b7925-e6", "ovs_interfaceid": "6e7b7925-e66d-440b-9e06-74eca37c3444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.270297] env[68326]: DEBUG oslo_vmware.api [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129532, 'name': PowerOnVM_Task, 'duration_secs': 0.665096} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.271874] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.272332] env[68326]: INFO nova.compute.manager [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Took 8.86 seconds to spawn the instance on the hypervisor. [ 927.272332] env[68326]: DEBUG nova.compute.manager [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 927.272561] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.272809] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.272895] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Deleting the datastore file [datastore1] 69db0127-5656-4393-a431-449c94be17e9 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.274757] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440db38f-6808-4a18-bdd7-c41e0b2264ac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.278999] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba0b62e6-2187-440b-ab33-b8087d4c18b2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.297409] env[68326]: INFO nova.compute.manager [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Took 52.65 seconds to build instance. [ 927.299200] env[68326]: DEBUG oslo_vmware.api [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 927.299200] env[68326]: value = "task-3129536" [ 927.299200] env[68326]: _type = "Task" [ 927.299200] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.314300] env[68326]: DEBUG oslo_vmware.api [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.378068] env[68326]: DEBUG oslo_vmware.api [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129534, 'name': PowerOffVM_Task, 'duration_secs': 0.330193} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.378559] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.378906] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.379382] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bad31144-5633-47b6-abd9-f701697cc785 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.454978] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.455595] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.457148] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Deleting the datastore file [datastore2] 95356776-a92d-4c76-8311-471133daebfa {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.457731] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f90a8e6-42e3-4405-bfab-15b5b32735c1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.470133] env[68326]: DEBUG oslo_vmware.api [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for the task: (returnval){ [ 927.470133] env[68326]: value = "task-3129538" [ 927.470133] env[68326]: _type = "Task" [ 927.470133] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.478120] env[68326]: DEBUG oslo_vmware.api [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.647747] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: ca014f7b-32ab-45ff-bed5-37bf1613ea2c] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 927.772506] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "refresh_cache-1a787f55-5fd4-4353-84e5-47c76b080db5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.772851] env[68326]: DEBUG nova.compute.manager [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Instance network_info: |[{"id": "6e7b7925-e66d-440b-9e06-74eca37c3444", "address": "fa:16:3e:f6:48:07", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7b7925-e6", "ovs_interfaceid": "6e7b7925-e66d-440b-9e06-74eca37c3444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 927.776856] env[68326]: DEBUG oslo_concurrency.lockutils [req-de051f30-725f-4c6f-b8e9-7d3b6ab361b5 req-6b76d39b-7aad-479a-b714-8a56f5df3e62 service nova] Acquired lock "refresh_cache-1a787f55-5fd4-4353-84e5-47c76b080db5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.777062] env[68326]: DEBUG nova.network.neutron [req-de051f30-725f-4c6f-b8e9-7d3b6ab361b5 req-6b76d39b-7aad-479a-b714-8a56f5df3e62 service nova] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Refreshing network info cache for port 6e7b7925-e66d-440b-9e06-74eca37c3444 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.778545] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:48:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e7b7925-e66d-440b-9e06-74eca37c3444', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.787967] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.790689] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.793994] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eabcf316-8e33-43e9-a0e2-9bfc04a72a08 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.817895] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "c4a837f8-ac6b-4c17-99ff-8b666df87207" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.830052] env[68326]: DEBUG oslo_concurrency.lockutils [None req-aebdabce-624d-4e26-9c0c-e189affc1bcc tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "c4a837f8-ac6b-4c17-99ff-8b666df87207" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.849s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.830052] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "c4a837f8-ac6b-4c17-99ff-8b666df87207" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.011s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.830052] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "c4a837f8-ac6b-4c17-99ff-8b666df87207-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.830052] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "c4a837f8-ac6b-4c17-99ff-8b666df87207-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.830690] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "c4a837f8-ac6b-4c17-99ff-8b666df87207-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.839918] env[68326]: INFO nova.compute.manager [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Terminating instance [ 927.841959] env[68326]: INFO nova.compute.manager [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Took 43.59 seconds to build instance. [ 927.849868] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.849868] env[68326]: value = "task-3129539" [ 927.849868] env[68326]: _type = "Task" [ 927.849868] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.854156] env[68326]: DEBUG oslo_vmware.api [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331335} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.857782] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.858046] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.858150] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.858318] env[68326]: INFO nova.compute.manager [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 69db0127-5656-4393-a431-449c94be17e9] Took 1.20 seconds to destroy the instance on the hypervisor. [ 927.858562] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.860530] env[68326]: DEBUG nova.compute.manager [-] [instance: 69db0127-5656-4393-a431-449c94be17e9] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 927.860654] env[68326]: DEBUG nova.network.neutron [-] [instance: 69db0127-5656-4393-a431-449c94be17e9] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.873938] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129539, 'name': CreateVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.984958] env[68326]: DEBUG oslo_vmware.api [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Task: {'id': task-3129538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323112} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.985493] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.985726] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.985923] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.986158] env[68326]: INFO nova.compute.manager [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] [instance: 95356776-a92d-4c76-8311-471133daebfa] Took 1.14 seconds to destroy the instance on the hypervisor. [ 927.986406] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.986595] env[68326]: DEBUG nova.compute.manager [-] [instance: 95356776-a92d-4c76-8311-471133daebfa] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 927.986684] env[68326]: DEBUG nova.network.neutron [-] [instance: 95356776-a92d-4c76-8311-471133daebfa] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.149948] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: cfd2aa1c-2e24-4a73-9be5-ee5547618622] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 928.322007] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c9f112-b082-4426-b640-ad937baf67d9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.331754] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429704ec-83d2-4b8a-b2c3-3c4509bf5019 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.363314] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e73739eb-3653-46a8-9d0a-340849a69627 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "9ba0b8a6-4663-4787-985f-5b1d8e11af11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.720s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.363939] env[68326]: DEBUG nova.compute.manager [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 928.364150] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.365162] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5416fa9b-b3dc-4fef-8d1d-880167664dc0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.371028] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947ec209-43c3-4889-a583-69d4cd6427bc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.382970] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129539, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.386613] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d2761f-cfcf-4b9f-8bc1-6d9d069376e0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.394875] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.395418] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19067a19-ec71-4a8c-b17a-055274d0a959 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.408599] env[68326]: DEBUG nova.compute.provider_tree [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.411807] env[68326]: DEBUG oslo_vmware.api [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 928.411807] env[68326]: value = "task-3129540" [ 928.411807] env[68326]: _type = "Task" [ 928.411807] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.422462] env[68326]: DEBUG oslo_vmware.api [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.611026] env[68326]: INFO nova.compute.manager [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Rescuing [ 928.611026] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "refresh_cache-9ba0b8a6-4663-4787-985f-5b1d8e11af11" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.611026] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired lock "refresh_cache-9ba0b8a6-4663-4787-985f-5b1d8e11af11" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.611026] env[68326]: DEBUG nova.network.neutron [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.653716] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: f12eed45-8384-424c-9d14-1a98901645e2] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 928.853382] env[68326]: DEBUG nova.network.neutron [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Updating instance_info_cache with network_info: [{"id": "7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912", "address": "fa:16:3e:13:97:3a", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8d3f5b-40", "ovs_interfaceid": "7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.879011] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129539, 'name': CreateVM_Task, 'duration_secs': 0.852356} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.879260] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.879977] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.880239] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.880632] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.884326] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c8690e-fa27-4b74-9f43-a97d6560acca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.890665] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 928.890665] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c8b1ad-0aef-b2db-81a6-274d90b55ce2" [ 928.890665] env[68326]: _type = "Task" [ 928.890665] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.901935] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c8b1ad-0aef-b2db-81a6-274d90b55ce2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.913520] env[68326]: DEBUG nova.scheduler.client.report [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.928813] env[68326]: DEBUG oslo_vmware.api [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129540, 'name': PowerOffVM_Task, 'duration_secs': 0.337602} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.930022] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.930022] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.930022] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4f42037-ee47-4ec3-b4f2-0a25a45745b9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.009820] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 929.010112] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 929.010229] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Deleting the datastore file [datastore2] c4a837f8-ac6b-4c17-99ff-8b666df87207 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.010496] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7efcef1-d344-437a-9cdd-668822cfc47d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.019341] env[68326]: DEBUG oslo_vmware.api [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 929.019341] env[68326]: value = "task-3129542" [ 929.019341] env[68326]: _type = "Task" [ 929.019341] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.029205] env[68326]: DEBUG oslo_vmware.api [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.045282] env[68326]: DEBUG nova.compute.manager [req-9e325c20-1d6d-478f-8785-431e0aeeb33b req-0c6bf984-d446-462f-bcd4-4050e4c63834 service nova] [instance: 69db0127-5656-4393-a431-449c94be17e9] Received event network-vif-deleted-6192c824-a182-4acc-8a73-e65318835284 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 929.045598] env[68326]: INFO nova.compute.manager [req-9e325c20-1d6d-478f-8785-431e0aeeb33b req-0c6bf984-d446-462f-bcd4-4050e4c63834 service nova] [instance: 69db0127-5656-4393-a431-449c94be17e9] Neutron deleted interface 6192c824-a182-4acc-8a73-e65318835284; detaching it from the instance and deleting it from the info cache [ 929.045721] env[68326]: DEBUG nova.network.neutron [req-9e325c20-1d6d-478f-8785-431e0aeeb33b req-0c6bf984-d446-462f-bcd4-4050e4c63834 service nova] [instance: 69db0127-5656-4393-a431-449c94be17e9] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.160127] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 13132757-b7a3-4d80-95d9-88055b8de318] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 929.268726] env[68326]: DEBUG nova.network.neutron [req-de051f30-725f-4c6f-b8e9-7d3b6ab361b5 req-6b76d39b-7aad-479a-b714-8a56f5df3e62 service nova] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Updated VIF entry in instance network info cache for port 6e7b7925-e66d-440b-9e06-74eca37c3444. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.269091] env[68326]: DEBUG nova.network.neutron [req-de051f30-725f-4c6f-b8e9-7d3b6ab361b5 req-6b76d39b-7aad-479a-b714-8a56f5df3e62 service nova] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Updating instance_info_cache with network_info: [{"id": "6e7b7925-e66d-440b-9e06-74eca37c3444", "address": "fa:16:3e:f6:48:07", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7b7925-e6", "ovs_interfaceid": "6e7b7925-e66d-440b-9e06-74eca37c3444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.356463] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.403578] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c8b1ad-0aef-b2db-81a6-274d90b55ce2, 'name': SearchDatastore_Task, 'duration_secs': 0.016271} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.404210] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.404560] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.404846] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.405195] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.405640] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.409499] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26f9e0b2-2878-4dfa-9546-3bd05d84bbac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.424907] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.425722] env[68326]: DEBUG nova.compute.manager [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 929.430483] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.430483] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.430483] env[68326]: DEBUG oslo_concurrency.lockutils [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.683s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.430483] env[68326]: DEBUG nova.objects.instance [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 929.433421] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c16db1d5-3666-4de0-b3fb-d6e99f0fc432 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.441258] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 929.441258] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ac15ca-feea-8cf2-71f6-728ea662875b" [ 929.441258] env[68326]: _type = "Task" [ 929.441258] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.451245] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ac15ca-feea-8cf2-71f6-728ea662875b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.460297] env[68326]: DEBUG nova.network.neutron [-] [instance: 69db0127-5656-4393-a431-449c94be17e9] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.535066] env[68326]: DEBUG oslo_vmware.api [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138133} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.535271] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.535360] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.535540] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.535723] env[68326]: INFO nova.compute.manager [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Took 1.17 seconds to destroy the instance on the hypervisor. [ 929.536431] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.536431] env[68326]: DEBUG nova.compute.manager [-] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 929.536431] env[68326]: DEBUG nova.network.neutron [-] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.549143] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96aef4e3-1b15-4aef-9ada-4db769ae8a91 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.561916] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13ac068-f71d-470d-adc5-048f552a0403 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.575643] env[68326]: DEBUG nova.network.neutron [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Updating instance_info_cache with network_info: [{"id": "a8eac526-c510-45fb-bbbe-085f0718ab06", "address": "fa:16:3e:59:2a:4e", "network": {"id": "34edfa24-6dc6-4597-9b98-f6dc1b929e73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353251122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "428c18237d23455c9db1ec93c4626e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8eac526-c5", "ovs_interfaceid": "a8eac526-c510-45fb-bbbe-085f0718ab06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.583895] env[68326]: DEBUG nova.network.neutron [-] [instance: 95356776-a92d-4c76-8311-471133daebfa] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.606756] env[68326]: DEBUG nova.compute.manager [req-9e325c20-1d6d-478f-8785-431e0aeeb33b req-0c6bf984-d446-462f-bcd4-4050e4c63834 service nova] [instance: 69db0127-5656-4393-a431-449c94be17e9] Detach interface failed, port_id=6192c824-a182-4acc-8a73-e65318835284, reason: Instance 69db0127-5656-4393-a431-449c94be17e9 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 929.665285] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 4ff567b6-958a-4e65-9fc4-e69dc1a52b31] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 929.773151] env[68326]: DEBUG oslo_concurrency.lockutils [req-de051f30-725f-4c6f-b8e9-7d3b6ab361b5 req-6b76d39b-7aad-479a-b714-8a56f5df3e62 service nova] Releasing lock "refresh_cache-1a787f55-5fd4-4353-84e5-47c76b080db5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.932543] env[68326]: DEBUG nova.compute.utils [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.932870] env[68326]: DEBUG nova.compute.manager [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Not allocating networking since 'none' was specified. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2062}} [ 929.960058] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ac15ca-feea-8cf2-71f6-728ea662875b, 'name': SearchDatastore_Task, 'duration_secs': 0.011125} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.960058] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f34cf6a7-95c1-428e-ab99-71d7e7e1fc4e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.963062] env[68326]: INFO nova.compute.manager [-] [instance: 69db0127-5656-4393-a431-449c94be17e9] Took 2.10 seconds to deallocate network for instance. [ 929.969936] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 929.969936] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c3c36a-d914-2e67-4a95-6361ff4ea9ff" [ 929.969936] env[68326]: _type = "Task" [ 929.969936] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.980418] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c3c36a-d914-2e67-4a95-6361ff4ea9ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.078706] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Releasing lock "refresh_cache-9ba0b8a6-4663-4787-985f-5b1d8e11af11" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.086341] env[68326]: INFO nova.compute.manager [-] [instance: 95356776-a92d-4c76-8311-471133daebfa] Took 2.10 seconds to deallocate network for instance. [ 930.168922] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 56c78323-0896-490c-aa51-f78ac2dcc2ec] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 930.435317] env[68326]: DEBUG nova.compute.manager [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 930.444638] env[68326]: DEBUG oslo_concurrency.lockutils [None req-197b65cd-d0c0-41c1-9397-204b7e82db6f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.445770] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.702s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.446069] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.449798] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.557s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.450008] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.452577] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.354s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.452810] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.456585] env[68326]: DEBUG oslo_concurrency.lockutils [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.193s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.456585] env[68326]: DEBUG nova.objects.instance [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 930.473968] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.485977] env[68326]: DEBUG nova.network.neutron [-] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.487387] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c3c36a-d914-2e67-4a95-6361ff4ea9ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010737} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.487753] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.488114] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 1a787f55-5fd4-4353-84e5-47c76b080db5/1a787f55-5fd4-4353-84e5-47c76b080db5.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.488990] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fabd966a-c988-4dbe-98f9-e5ad704f7cd0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.493094] env[68326]: INFO nova.scheduler.client.report [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleted allocations for instance 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74 [ 930.494739] env[68326]: INFO nova.scheduler.client.report [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Deleted allocations for instance faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2 [ 930.503025] env[68326]: WARNING oslo_messaging._drivers.amqpdriver [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 930.506045] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 930.506045] env[68326]: value = "task-3129543" [ 930.506045] env[68326]: _type = "Task" [ 930.506045] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.515521] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.596194] env[68326]: DEBUG oslo_concurrency.lockutils [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.671238] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 5f32ac15-011a-4574-b635-8833971c5a33] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 930.877747] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b6375b-66f0-448a-a2d9-1b0b66e89d1c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.904708] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Updating instance 'df2f88d6-5e47-4d8c-a727-9f20cecee976' progress to 0 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 930.967030] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d54c4a17-24a2-43a7-9278-fb360d510171 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 50.036s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.967967] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 24.919s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.968310] env[68326]: INFO nova.compute.manager [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Unshelving [ 930.989558] env[68326]: INFO nova.compute.manager [-] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Took 1.45 seconds to deallocate network for instance. [ 931.008160] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a2dec09f-7ad2-400e-9691-e27dd80d476f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.825s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.009511] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e9fc3109-afb5-4932-8837-896d2544c98c tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.504s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.020503] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458028} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.021354] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 1a787f55-5fd4-4353-84e5-47c76b080db5/1a787f55-5fd4-4353-84e5-47c76b080db5.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.021354] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.021925] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-332850fc-5b90-4814-8bad-c91651d4edef {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.029883] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 931.029883] env[68326]: value = "task-3129544" [ 931.029883] env[68326]: _type = "Task" [ 931.029883] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.041630] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.174904] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: b9282985-2fd7-466b-9fbd-336a0341575a] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 931.183387] env[68326]: DEBUG nova.compute.manager [req-2b5abe2c-8d4a-4003-a976-05d9a52e1914 req-6d57c843-f607-479c-80e9-562880a3b396 service nova] [instance: 95356776-a92d-4c76-8311-471133daebfa] Received event network-vif-deleted-33fd611d-5f1b-424b-b2fc-7e6eee37736b {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 931.183678] env[68326]: DEBUG nova.compute.manager [req-2b5abe2c-8d4a-4003-a976-05d9a52e1914 req-6d57c843-f607-479c-80e9-562880a3b396 service nova] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Received event network-vif-deleted-b7ad05b9-c24e-49fe-8683-a7aa2df09339 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 931.414016] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.414016] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6a914d3-ce6f-493f-a8b5-6fe4b3c4d703 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.423099] env[68326]: DEBUG oslo_vmware.api [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 931.423099] env[68326]: value = "task-3129545" [ 931.423099] env[68326]: _type = "Task" [ 931.423099] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.435017] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] VM already powered off {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 931.435017] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Updating instance 'df2f88d6-5e47-4d8c-a727-9f20cecee976' progress to 17 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 931.449164] env[68326]: DEBUG nova.compute.manager [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 931.468314] env[68326]: DEBUG oslo_concurrency.lockutils [None req-891fe52d-311e-4028-84eb-5451f374b1e0 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.471176] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.008s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.471176] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.475033] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.150s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.478089] env[68326]: INFO nova.compute.claims [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.487898] env[68326]: DEBUG nova.virt.hardware [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.488184] env[68326]: DEBUG nova.virt.hardware [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.489026] env[68326]: DEBUG nova.virt.hardware [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.489026] env[68326]: DEBUG nova.virt.hardware [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.489026] env[68326]: DEBUG nova.virt.hardware [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.489026] env[68326]: DEBUG nova.virt.hardware [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.489185] env[68326]: DEBUG nova.virt.hardware [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.489320] env[68326]: DEBUG nova.virt.hardware [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.489857] env[68326]: DEBUG nova.virt.hardware [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.489857] env[68326]: DEBUG nova.virt.hardware [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.489857] env[68326]: DEBUG nova.virt.hardware [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.493279] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b388a4-df34-46a6-ac98-fe6bce20e42c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.500592] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.506731] env[68326]: INFO nova.scheduler.client.report [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Deleted allocations for instance 1030d138-6631-4782-8b8a-80c31e7ec17f [ 931.508879] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81267a3d-f8b4-4419-936c-8221cc61f9a9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.528449] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Instance VIF info [] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.535770] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Creating folder: Project (e820b7ef44ee43b2bf255defad213491). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.535770] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91987b9f-f031-4dbb-821c-4d6ab5702b06 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.549084] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.268352} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.549401] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.550153] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5bd718-7ee0-4370-ac90-38072a2b1abe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.554259] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Created folder: Project (e820b7ef44ee43b2bf255defad213491) in parent group-v626141. [ 931.554448] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Creating folder: Instances. Parent ref: group-v626350. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.555103] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9573af83-6554-4f39-b61b-9f1e0a487f85 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.575608] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 1a787f55-5fd4-4353-84e5-47c76b080db5/1a787f55-5fd4-4353-84e5-47c76b080db5.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.577468] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc9db4a8-127a-435e-9ce4-0ce245988af8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.591383] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Created folder: Instances in parent group-v626350. [ 931.591665] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.592461] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.596040] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eff416b6-37c9-48c7-b4f8-9d63b0f081d7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.607921] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 931.607921] env[68326]: value = "task-3129548" [ 931.607921] env[68326]: _type = "Task" [ 931.607921] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.615020] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.615020] env[68326]: value = "task-3129549" [ 931.615020] env[68326]: _type = "Task" [ 931.615020] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.618703] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129548, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.629971] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.629971] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129549, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.629971] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ec242b3-1de3-438c-b5f5-8ed6613b07e6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.639208] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 931.639208] env[68326]: value = "task-3129550" [ 931.639208] env[68326]: _type = "Task" [ 931.639208] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.646081] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.678186] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: c7cc17d4-0fa5-4dd4-95ec-f7321f780f9a] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 931.931042] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "92017563-5663-45ca-959d-4df95f565224" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.931176] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "92017563-5663-45ca-959d-4df95f565224" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.942023] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:48:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.942023] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.942023] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.942208] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.942343] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.942568] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.942658] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.942875] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.942988] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.943253] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.943582] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.950345] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80447774-ff90-435c-bb67-147ba01763d3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.975727] env[68326]: DEBUG oslo_vmware.api [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 931.975727] env[68326]: value = "task-3129551" [ 931.975727] env[68326]: _type = "Task" [ 931.975727] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.986632] env[68326]: DEBUG oslo_vmware.api [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.017218] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.023927] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94bdeb2e-3895-4e3f-a371-cea7f1de62c3 tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "1030d138-6631-4782-8b8a-80c31e7ec17f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.400s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.119180] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129548, 'name': ReconfigVM_Task, 'duration_secs': 0.313171} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.122688] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 1a787f55-5fd4-4353-84e5-47c76b080db5/1a787f55-5fd4-4353-84e5-47c76b080db5.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.123465] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17410e50-2b9e-4b4c-8e0b-59471e7f724e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.134065] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129549, 'name': CreateVM_Task, 'duration_secs': 0.438493} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.134065] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.134065] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 932.134065] env[68326]: value = "task-3129552" [ 932.134065] env[68326]: _type = "Task" [ 932.134065] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.134065] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.134065] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.134065] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.134526] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-763aa4c1-d7c8-44f9-8ecf-59ec56034239 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.145360] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Waiting for the task: (returnval){ [ 932.145360] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52dbef4b-5908-e213-ea85-e83fe79e193f" [ 932.145360] env[68326]: _type = "Task" [ 932.145360] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.151874] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129552, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.155018] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129550, 'name': PowerOffVM_Task, 'duration_secs': 0.245768} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.155665] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.156478] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26662553-c49e-4ef4-b45c-2854127d7e6f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.162271] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52dbef4b-5908-e213-ea85-e83fe79e193f, 'name': SearchDatastore_Task, 'duration_secs': 0.011304} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.162955] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.163229] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.163458] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.163592] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.163790] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.164076] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d69d4b4e-bf17-4050-8112-cf527a22ae8c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.181919] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: b1b2c3c4-b5a6-404b-b130-7e95351b3384] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 932.185140] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c76fb5-0b7e-421a-b897-2abf3f0aba0b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.191514] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.191707] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.195196] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afa25e07-d431-4133-9b80-132dc6295116 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.209437] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Waiting for the task: (returnval){ [ 932.209437] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5241246f-790a-3673-2648-84d04c077cbc" [ 932.209437] env[68326]: _type = "Task" [ 932.209437] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.217425] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5241246f-790a-3673-2648-84d04c077cbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.240394] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.240987] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c990f17-684d-4b80-9cd9-4787f0f3b3bc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.252691] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 932.252691] env[68326]: value = "task-3129554" [ 932.252691] env[68326]: _type = "Task" [ 932.252691] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.265761] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] VM already powered off {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 932.266083] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.266442] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.266679] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.267063] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.267353] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5bc4440-7b5e-4b26-886a-357d36253874 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.279983] env[68326]: DEBUG oslo_concurrency.lockutils [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Acquiring lock "a1ff089c-15f3-451a-9c34-3d7a6e907466" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.280228] env[68326]: DEBUG oslo_concurrency.lockutils [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Lock "a1ff089c-15f3-451a-9c34-3d7a6e907466" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.281474] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.281691] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.282807] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-301e8e27-2bb4-4943-a942-563bfc276c6d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.290510] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 932.290510] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52fdcbae-9953-f97a-c73d-bf143db72603" [ 932.290510] env[68326]: _type = "Task" [ 932.290510] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.301367] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fdcbae-9953-f97a-c73d-bf143db72603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.434052] env[68326]: DEBUG nova.compute.manager [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 932.486630] env[68326]: DEBUG oslo_vmware.api [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129551, 'name': ReconfigVM_Task, 'duration_secs': 0.292126} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.486936] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Updating instance 'df2f88d6-5e47-4d8c-a727-9f20cecee976' progress to 33 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 932.644762] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129552, 'name': Rename_Task, 'duration_secs': 0.208083} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.647399] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.647836] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01f1d7a4-5f37-4680-97a4-96385a499e71 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.655316] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 932.655316] env[68326]: value = "task-3129555" [ 932.655316] env[68326]: _type = "Task" [ 932.655316] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.667402] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.689137] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: fd9b53c1-8fad-4271-b0b0-71cb00e9e66a] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 932.719918] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5241246f-790a-3673-2648-84d04c077cbc, 'name': SearchDatastore_Task, 'duration_secs': 0.021072} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.720956] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bde306d-7bb6-491e-913e-b1d526ec24cf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.729438] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Waiting for the task: (returnval){ [ 932.729438] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ab50d2-7418-e450-9989-7dbb051d5b41" [ 932.729438] env[68326]: _type = "Task" [ 932.729438] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.737951] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ab50d2-7418-e450-9989-7dbb051d5b41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.784923] env[68326]: DEBUG nova.compute.manager [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 932.801979] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fdcbae-9953-f97a-c73d-bf143db72603, 'name': SearchDatastore_Task, 'duration_secs': 0.012555} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.802781] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49fb4538-4366-4b1a-b08e-364978e4c0a4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.811066] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 932.811066] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c3fd9c-fde9-e738-d2b8-4dcd24850bad" [ 932.811066] env[68326]: _type = "Task" [ 932.811066] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.820555] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c3fd9c-fde9-e738-d2b8-4dcd24850bad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.917734] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc47d57-8901-4552-b0a7-c02aec164de5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.926670] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22157176-e795-4277-864e-acf418888cef {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.966494] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9db7f17-1757-4531-bbd9-d1e561dc979a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.977481] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1095f59a-2dfc-4e4d-93f3-45d4dc9fc90f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.982586] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.995809] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.995927] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.996044] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.996637] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.996637] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.996637] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.996837] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.996837] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.996999] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.997178] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.997345] env[68326]: DEBUG nova.virt.hardware [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.002633] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Reconfiguring VM instance instance-00000013 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 933.003196] env[68326]: DEBUG nova.compute.provider_tree [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 933.005864] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1752cc53-f938-430b-a92e-02f73c181d7f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.024901] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "9f25dcdb-8731-4781-91d7-5f67ecd32f9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.025138] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "9f25dcdb-8731-4781-91d7-5f67ecd32f9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.034480] env[68326]: DEBUG oslo_vmware.api [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 933.034480] env[68326]: value = "task-3129556" [ 933.034480] env[68326]: _type = "Task" [ 933.034480] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.044175] env[68326]: DEBUG oslo_vmware.api [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.047133] env[68326]: ERROR nova.scheduler.client.report [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [req-a5e0f9ac-3c68-434f-b055-264146c506d4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a5e0f9ac-3c68-434f-b055-264146c506d4"}]} [ 933.066983] env[68326]: DEBUG nova.scheduler.client.report [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 933.087149] env[68326]: DEBUG nova.scheduler.client.report [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 933.087149] env[68326]: DEBUG nova.compute.provider_tree [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 933.097601] env[68326]: DEBUG nova.scheduler.client.report [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 933.121341] env[68326]: DEBUG nova.scheduler.client.report [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 933.165983] env[68326]: DEBUG oslo_vmware.api [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129555, 'name': PowerOnVM_Task, 'duration_secs': 0.485585} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.168515] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.168730] env[68326]: INFO nova.compute.manager [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Took 7.54 seconds to spawn the instance on the hypervisor. [ 933.168908] env[68326]: DEBUG nova.compute.manager [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 933.170166] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e9d817-3004-477f-8f71-a6b51c7c8032 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.192504] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: d8537583-0041-4d8f-a9ed-2b94c8f9a847] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 933.242058] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ab50d2-7418-e450-9989-7dbb051d5b41, 'name': SearchDatastore_Task, 'duration_secs': 0.022024} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.242338] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.242594] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6/76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.242846] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acc641e7-fe25-4928-9ffa-45c32e854d13 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.253389] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Waiting for the task: (returnval){ [ 933.253389] env[68326]: value = "task-3129557" [ 933.253389] env[68326]: _type = "Task" [ 933.253389] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.264733] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': task-3129557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.302286] env[68326]: DEBUG oslo_concurrency.lockutils [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.322949] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c3fd9c-fde9-e738-d2b8-4dcd24850bad, 'name': SearchDatastore_Task, 'duration_secs': 0.019482} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.323301] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.323594] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 9ba0b8a6-4663-4787-985f-5b1d8e11af11/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk. {{(pid=68326) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 933.323885] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8bce8f0-86e6-4231-b07e-abfaf810d40c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.331031] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 933.331031] env[68326]: value = "task-3129558" [ 933.331031] env[68326]: _type = "Task" [ 933.331031] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.341859] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.527436] env[68326]: DEBUG nova.compute.manager [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 933.543106] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0146b8f-5098-4728-aaa2-e63f79ab7860 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.549292] env[68326]: DEBUG oslo_vmware.api [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129556, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.556269] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da21771-81ea-4ba2-a1d9-96fb41eccbf3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.589463] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de36373e-fa93-4260-b71b-475bd44f22b5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.598890] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8b1ccc-8f91-4bd5-97a4-eb4057d314a7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.614180] env[68326]: DEBUG nova.compute.provider_tree [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 933.692758] env[68326]: INFO nova.compute.manager [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Took 46.83 seconds to build instance. [ 933.695760] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 234e5878-7fae-4f85-a050-b577908f19cb] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 933.763922] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': task-3129557, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.841739] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129558, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.053601] env[68326]: DEBUG oslo_vmware.api [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129556, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.053816] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.154124] env[68326]: DEBUG nova.scheduler.client.report [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 934.154406] env[68326]: DEBUG nova.compute.provider_tree [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 97 to 98 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 934.154573] env[68326]: DEBUG nova.compute.provider_tree [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 934.195520] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2770da0-fab7-4caf-a02e-4337b4350c16 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "1a787f55-5fd4-4353-84e5-47c76b080db5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.365s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.199160] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 08bc8f22-db4d-4df7-84d1-55633ecdf87d] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 934.269044] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': task-3129557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.870491} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.269044] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6/76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.269372] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.270181] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29727085-8732-4b48-b38a-7ab4f4bef32e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.278308] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Waiting for the task: (returnval){ [ 934.278308] env[68326]: value = "task-3129559" [ 934.278308] env[68326]: _type = "Task" [ 934.278308] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.289147] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': task-3129559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.342405] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.962324} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.342927] env[68326]: INFO nova.virt.vmwareapi.ds_util [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 9ba0b8a6-4663-4787-985f-5b1d8e11af11/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk. [ 934.343479] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b72948f-fff2-4659-a647-bd7270b9f499 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.371197] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 9ba0b8a6-4663-4787-985f-5b1d8e11af11/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.371548] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed11f60e-c6ad-4172-8400-3948dbec217f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.391457] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 934.391457] env[68326]: value = "task-3129560" [ 934.391457] env[68326]: _type = "Task" [ 934.391457] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.400041] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.559087] env[68326]: DEBUG oslo_vmware.api [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129556, 'name': ReconfigVM_Task, 'duration_secs': 1.336202} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.559087] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Reconfigured VM instance instance-00000013 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 934.559087] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141d10d2-b59a-4ed2-b1c7-ba70108107b9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.577494] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] df2f88d6-5e47-4d8c-a727-9f20cecee976/df2f88d6-5e47-4d8c-a727-9f20cecee976.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.580890] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a36d8af-7c1c-4ed5-8c39-20e5e5e114bb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.607613] env[68326]: DEBUG oslo_vmware.api [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 934.607613] env[68326]: value = "task-3129561" [ 934.607613] env[68326]: _type = "Task" [ 934.607613] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.617134] env[68326]: DEBUG oslo_vmware.api [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.660377] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.186s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.660920] env[68326]: DEBUG nova.compute.manager [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 934.667240] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.165s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.667240] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.667240] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.245s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.667240] env[68326]: DEBUG nova.objects.instance [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 934.701545] env[68326]: INFO nova.scheduler.client.report [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Deleted allocations for instance eba5d596-ae2d-42c5-be69-e632c9a265ec [ 934.702940] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: ac393da9-0edb-4774-a838-111f5078b794] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 934.793120] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': task-3129559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085565} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.796606] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.796606] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498e36da-51d3-48a9-bf99-b304b2956b65 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.819910] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6/76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.821089] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0707e07a-0d77-486f-adf6-5d8629c6a129 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.842829] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Waiting for the task: (returnval){ [ 934.842829] env[68326]: value = "task-3129562" [ 934.842829] env[68326]: _type = "Task" [ 934.842829] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.852310] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': task-3129562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.902406] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129560, 'name': ReconfigVM_Task, 'duration_secs': 0.317488} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.902740] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 9ba0b8a6-4663-4787-985f-5b1d8e11af11/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.904047] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794f31c9-f529-4da2-ac97-8e16bde4bc15 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.909259] env[68326]: DEBUG nova.compute.manager [req-65a7dc6a-ec5c-4285-8ef7-3326757f4cdb req-bd7f6d1c-310b-4f04-b6d2-8a8c58cb0e7d service nova] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Received event network-changed-6e7b7925-e66d-440b-9e06-74eca37c3444 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 934.909463] env[68326]: DEBUG nova.compute.manager [req-65a7dc6a-ec5c-4285-8ef7-3326757f4cdb req-bd7f6d1c-310b-4f04-b6d2-8a8c58cb0e7d service nova] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Refreshing instance network info cache due to event network-changed-6e7b7925-e66d-440b-9e06-74eca37c3444. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 934.909687] env[68326]: DEBUG oslo_concurrency.lockutils [req-65a7dc6a-ec5c-4285-8ef7-3326757f4cdb req-bd7f6d1c-310b-4f04-b6d2-8a8c58cb0e7d service nova] Acquiring lock "refresh_cache-1a787f55-5fd4-4353-84e5-47c76b080db5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.909830] env[68326]: DEBUG oslo_concurrency.lockutils [req-65a7dc6a-ec5c-4285-8ef7-3326757f4cdb req-bd7f6d1c-310b-4f04-b6d2-8a8c58cb0e7d service nova] Acquired lock "refresh_cache-1a787f55-5fd4-4353-84e5-47c76b080db5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.909990] env[68326]: DEBUG nova.network.neutron [req-65a7dc6a-ec5c-4285-8ef7-3326757f4cdb req-bd7f6d1c-310b-4f04-b6d2-8a8c58cb0e7d service nova] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Refreshing network info cache for port 6e7b7925-e66d-440b-9e06-74eca37c3444 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 934.939629] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29c1c32e-6fec-4c48-a915-704a2cf1ae70 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.957128] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 934.957128] env[68326]: value = "task-3129563" [ 934.957128] env[68326]: _type = "Task" [ 934.957128] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.969656] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.117744] env[68326]: DEBUG oslo_vmware.api [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129561, 'name': ReconfigVM_Task, 'duration_secs': 0.291758} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.118838] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Reconfigured VM instance instance-00000013 to attach disk [datastore1] df2f88d6-5e47-4d8c-a727-9f20cecee976/df2f88d6-5e47-4d8c-a727-9f20cecee976.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.118838] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Updating instance 'df2f88d6-5e47-4d8c-a727-9f20cecee976' progress to 50 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 935.165803] env[68326]: DEBUG nova.compute.utils [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.167762] env[68326]: DEBUG nova.compute.manager [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 935.167954] env[68326]: DEBUG nova.network.neutron [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.208481] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 4256b43d-08ce-4818-abbf-c7ff3e603ca5] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 935.213507] env[68326]: DEBUG nova.policy [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffe53df518d74f00b577c0dda95f781d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1694b5655b7b4bf48db1b41d54ee9c99', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.215468] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8eb8a1df-9ba9-4451-925e-58785da007ca tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "eba5d596-ae2d-42c5-be69-e632c9a265ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.984s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.353895] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': task-3129562, 'name': ReconfigVM_Task, 'duration_secs': 0.300062} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.354806] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6/76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.354806] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f42c8d57-7127-476c-a67f-e34575a98408 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.363514] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Waiting for the task: (returnval){ [ 935.363514] env[68326]: value = "task-3129564" [ 935.363514] env[68326]: _type = "Task" [ 935.363514] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.375418] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': task-3129564, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.476246] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129563, 'name': ReconfigVM_Task, 'duration_secs': 0.39498} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.476488] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.476735] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d83bf157-35e7-403b-b8f7-9dfd0d1c060d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.484368] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 935.484368] env[68326]: value = "task-3129565" [ 935.484368] env[68326]: _type = "Task" [ 935.484368] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.495329] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.625182] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7593dad5-b057-4276-b602-ffcc5d2bb8f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.648263] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e4d37d-7da1-4511-a077-b356932715b4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.674705] env[68326]: DEBUG nova.compute.manager [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 935.682148] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Updating instance 'df2f88d6-5e47-4d8c-a727-9f20cecee976' progress to 67 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 935.689826] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6e31a87a-f38a-4c6e-b185-e4219e5d0798 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.691569] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.775s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.713014] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 1b8d860c-232e-4cc0-87b0-33922cbeb74b] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 935.748108] env[68326]: DEBUG nova.network.neutron [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Successfully created port: 11becd8b-6cbe-48ee-95b5-7f88b25b210a {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.864784] env[68326]: DEBUG nova.network.neutron [req-65a7dc6a-ec5c-4285-8ef7-3326757f4cdb req-bd7f6d1c-310b-4f04-b6d2-8a8c58cb0e7d service nova] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Updated VIF entry in instance network info cache for port 6e7b7925-e66d-440b-9e06-74eca37c3444. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 935.864784] env[68326]: DEBUG nova.network.neutron [req-65a7dc6a-ec5c-4285-8ef7-3326757f4cdb req-bd7f6d1c-310b-4f04-b6d2-8a8c58cb0e7d service nova] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Updating instance_info_cache with network_info: [{"id": "6e7b7925-e66d-440b-9e06-74eca37c3444", "address": "fa:16:3e:f6:48:07", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e7b7925-e6", "ovs_interfaceid": "6e7b7925-e66d-440b-9e06-74eca37c3444", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.877251] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': task-3129564, 'name': Rename_Task, 'duration_secs': 0.147351} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.877759] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.878156] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d37aec07-10e0-4ea5-8137-f97084bb4469 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.887615] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Waiting for the task: (returnval){ [ 935.887615] env[68326]: value = "task-3129566" [ 935.887615] env[68326]: _type = "Task" [ 935.887615] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.901147] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': task-3129566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.938597] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquiring lock "51e92baa-01a8-4d09-b531-18d958cc5c29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.940017] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "51e92baa-01a8-4d09-b531-18d958cc5c29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.940017] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquiring lock "51e92baa-01a8-4d09-b531-18d958cc5c29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.940017] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "51e92baa-01a8-4d09-b531-18d958cc5c29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.940017] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "51e92baa-01a8-4d09-b531-18d958cc5c29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.943573] env[68326]: INFO nova.compute.manager [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Terminating instance [ 935.996063] env[68326]: DEBUG oslo_vmware.api [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129565, 'name': PowerOnVM_Task, 'duration_secs': 0.484031} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.996339] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.999355] env[68326]: DEBUG nova.compute.manager [None req-3584ab45-feb1-4952-a080-d8c25f208ec9 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 936.000161] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31017be-986b-4752-9906-33cdbc97024a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.154722] env[68326]: DEBUG nova.network.neutron [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Successfully created port: 36d00130-09fd-4c07-a704-3b072cee2542 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.157221] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "02d85b25-cc17-4a9e-a37b-8ffc449bf3be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.157557] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "02d85b25-cc17-4a9e-a37b-8ffc449bf3be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.157822] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "02d85b25-cc17-4a9e-a37b-8ffc449bf3be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.158085] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "02d85b25-cc17-4a9e-a37b-8ffc449bf3be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.158336] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "02d85b25-cc17-4a9e-a37b-8ffc449bf3be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.160562] env[68326]: INFO nova.compute.manager [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Terminating instance [ 936.198852] env[68326]: INFO nova.compute.claims [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.215969] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 3671a9c4-7e47-4377-8e57-d56a99763f47] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 936.263680] env[68326]: DEBUG nova.network.neutron [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Port 7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912 binding to destination host cpu-1 is already ACTIVE {{(pid=68326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 936.370959] env[68326]: DEBUG oslo_concurrency.lockutils [req-65a7dc6a-ec5c-4285-8ef7-3326757f4cdb req-bd7f6d1c-310b-4f04-b6d2-8a8c58cb0e7d service nova] Releasing lock "refresh_cache-1a787f55-5fd4-4353-84e5-47c76b080db5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.398607] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': task-3129566, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.448050] env[68326]: DEBUG nova.compute.manager [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 936.448302] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.449184] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c5bec2-ec3f-42d5-8c7a-3c5c98ad3347 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.458397] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.458691] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e1bb272-e439-4fc1-9290-ae7d31239f5d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.466432] env[68326]: DEBUG oslo_vmware.api [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 936.466432] env[68326]: value = "task-3129567" [ 936.466432] env[68326]: _type = "Task" [ 936.466432] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.475273] env[68326]: DEBUG oslo_vmware.api [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.665605] env[68326]: DEBUG nova.compute.manager [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 936.665849] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.666750] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd45884e-52e7-4fbd-816b-a185d7ef91f1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.676459] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.676720] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d30540b6-6d39-47f1-b150-fd8e7a38378e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.685210] env[68326]: DEBUG oslo_vmware.api [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 936.685210] env[68326]: value = "task-3129568" [ 936.685210] env[68326]: _type = "Task" [ 936.685210] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.699942] env[68326]: DEBUG nova.compute.manager [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 936.702830] env[68326]: DEBUG oslo_vmware.api [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.706608] env[68326]: INFO nova.compute.resource_tracker [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Updating resource usage from migration 89548670-32af-4f1d-ba77-a38c2822abf2 [ 936.719642] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: e1b4d207-bd27-4950-96e5-4b0906a8a726] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 936.735854] env[68326]: DEBUG nova.virt.hardware [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.736317] env[68326]: DEBUG nova.virt.hardware [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.736756] env[68326]: DEBUG nova.virt.hardware [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.737595] env[68326]: DEBUG nova.virt.hardware [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.737595] env[68326]: DEBUG nova.virt.hardware [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.737799] env[68326]: DEBUG nova.virt.hardware [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.738211] env[68326]: DEBUG nova.virt.hardware [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.739276] env[68326]: DEBUG nova.virt.hardware [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.739276] env[68326]: DEBUG nova.virt.hardware [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.739276] env[68326]: DEBUG nova.virt.hardware [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.739547] env[68326]: DEBUG nova.virt.hardware [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.740666] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cd9e08-786b-4a3d-a406-9f0ada698fbb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.756418] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca696b1-609f-4375-9cae-6da60dd7eeca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.907739] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': task-3129566, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.977873] env[68326]: DEBUG oslo_vmware.api [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129567, 'name': PowerOffVM_Task, 'duration_secs': 0.332588} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.978149] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.978310] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.978551] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49b236c8-a1b8-47b2-94ae-5c8d019c8ef5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.179754] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8b6d48-fd34-4f89-b675-20aa2fc297d5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.191378] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56a37fd-57b3-4641-9aec-c20fa09248de {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.200526] env[68326]: DEBUG oslo_vmware.api [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129568, 'name': PowerOffVM_Task, 'duration_secs': 0.214364} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.223550] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.223734] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.224171] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90593e8a-56c3-4505-ad1b-5c0c5cbad05a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.226144] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28bbf8e-107b-47a7-aa32-d4be9ce76a4f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.228575] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: dba8e6d2-0590-4cc9-b69c-c4f2471e33d5] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 937.238028] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f438d89-6885-4ece-9ada-6d1e2c7867b0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.252084] env[68326]: DEBUG nova.compute.provider_tree [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 937.297462] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "df2f88d6-5e47-4d8c-a727-9f20cecee976-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.297705] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "df2f88d6-5e47-4d8c-a727-9f20cecee976-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.297884] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "df2f88d6-5e47-4d8c-a727-9f20cecee976-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.330174] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.330402] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.330591] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Deleting the datastore file [datastore1] 51e92baa-01a8-4d09-b531-18d958cc5c29 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.330851] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a69a9b9-bb5d-4e5c-a17b-f26c58e97f36 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.339525] env[68326]: DEBUG oslo_vmware.api [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for the task: (returnval){ [ 937.339525] env[68326]: value = "task-3129571" [ 937.339525] env[68326]: _type = "Task" [ 937.339525] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.348395] env[68326]: DEBUG oslo_vmware.api [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.359338] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.359558] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.359740] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Deleting the datastore file [datastore1] 02d85b25-cc17-4a9e-a37b-8ffc449bf3be {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.360013] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-918e31b0-7fe1-4b2c-bd9d-16ce120e5cb0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.367260] env[68326]: DEBUG oslo_vmware.api [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 937.367260] env[68326]: value = "task-3129572" [ 937.367260] env[68326]: _type = "Task" [ 937.367260] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.376316] env[68326]: DEBUG oslo_vmware.api [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.398318] env[68326]: DEBUG oslo_vmware.api [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': task-3129566, 'name': PowerOnVM_Task, 'duration_secs': 1.456609} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.398575] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.398773] env[68326]: INFO nova.compute.manager [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Took 5.95 seconds to spawn the instance on the hypervisor. [ 937.398952] env[68326]: DEBUG nova.compute.manager [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 937.399716] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbaebe0-a108-469d-ab83-fb6922ac6c79 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.697511] env[68326]: DEBUG nova.compute.manager [req-ad6705d7-0377-47eb-97b1-c53da5cf4954 req-7ba6bbed-5975-472d-a885-9406f311db17 service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Received event network-vif-plugged-11becd8b-6cbe-48ee-95b5-7f88b25b210a {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 937.697511] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad6705d7-0377-47eb-97b1-c53da5cf4954 req-7ba6bbed-5975-472d-a885-9406f311db17 service nova] Acquiring lock "c6dc7203-26a8-48d6-949f-eacd9937b721-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.697511] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad6705d7-0377-47eb-97b1-c53da5cf4954 req-7ba6bbed-5975-472d-a885-9406f311db17 service nova] Lock "c6dc7203-26a8-48d6-949f-eacd9937b721-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.697511] env[68326]: DEBUG oslo_concurrency.lockutils [req-ad6705d7-0377-47eb-97b1-c53da5cf4954 req-7ba6bbed-5975-472d-a885-9406f311db17 service nova] Lock "c6dc7203-26a8-48d6-949f-eacd9937b721-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.697511] env[68326]: DEBUG nova.compute.manager [req-ad6705d7-0377-47eb-97b1-c53da5cf4954 req-7ba6bbed-5975-472d-a885-9406f311db17 service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] No waiting events found dispatching network-vif-plugged-11becd8b-6cbe-48ee-95b5-7f88b25b210a {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.697511] env[68326]: WARNING nova.compute.manager [req-ad6705d7-0377-47eb-97b1-c53da5cf4954 req-7ba6bbed-5975-472d-a885-9406f311db17 service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Received unexpected event network-vif-plugged-11becd8b-6cbe-48ee-95b5-7f88b25b210a for instance with vm_state building and task_state spawning. [ 937.732178] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 9c2ec464-c583-4c9a-a4e9-9c750c09b131] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 937.792352] env[68326]: DEBUG nova.scheduler.client.report [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 937.792634] env[68326]: DEBUG nova.compute.provider_tree [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 98 to 99 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 937.792815] env[68326]: DEBUG nova.compute.provider_tree [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 937.836835] env[68326]: DEBUG nova.network.neutron [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Successfully updated port: 11becd8b-6cbe-48ee-95b5-7f88b25b210a {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.852132] env[68326]: DEBUG oslo_vmware.api [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Task: {'id': task-3129571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212783} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.853036] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.854816] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.854816] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.854816] env[68326]: INFO nova.compute.manager [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Took 1.41 seconds to destroy the instance on the hypervisor. [ 937.854816] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.854816] env[68326]: DEBUG nova.compute.manager [-] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 937.854816] env[68326]: DEBUG nova.network.neutron [-] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.878808] env[68326]: DEBUG oslo_vmware.api [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228304} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.879148] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.879375] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.879590] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.879800] env[68326]: INFO nova.compute.manager [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Took 1.21 seconds to destroy the instance on the hypervisor. [ 937.880105] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.880304] env[68326]: DEBUG nova.compute.manager [-] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 937.880436] env[68326]: DEBUG nova.network.neutron [-] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.922572] env[68326]: INFO nova.compute.manager [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Took 40.31 seconds to build instance. [ 938.235032] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: e6f7c297-09c3-4df8-8f4d-3d1a10a030e2] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 938.298734] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.607s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.298959] env[68326]: INFO nova.compute.manager [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Migrating [ 938.307442] env[68326]: DEBUG oslo_concurrency.lockutils [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.648s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.307741] env[68326]: DEBUG nova.objects.instance [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Lazy-loading 'resources' on Instance uuid c9523eb4-b705-4080-96f8-964b88d937fc {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.424811] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c267deab-df16-42e5-a7a6-c9e8f0f524d2 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Lock "76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.828s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.477225] env[68326]: DEBUG nova.compute.manager [None req-ca0a9fc5-b141-47e4-ac63-0c217d17daad tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 938.478245] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67b6d28-39d6-4bbb-aea3-21fc40ef6908 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.570161] env[68326]: INFO nova.compute.manager [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Rescuing [ 938.570465] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "refresh_cache-4dffff54-42e7-4336-9b0f-dfb8fe6f3144" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.570613] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired lock "refresh_cache-4dffff54-42e7-4336-9b0f-dfb8fe6f3144" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.570778] env[68326]: DEBUG nova.network.neutron [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.629477] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Acquiring lock "76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.629634] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Lock "76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.629917] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Acquiring lock "76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.630176] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Lock "76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.630395] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Lock "76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.632574] env[68326]: INFO nova.compute.manager [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Terminating instance [ 938.649353] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.649527] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.649700] env[68326]: DEBUG nova.network.neutron [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.738592] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 87b91f94-2bac-4579-8c0c-8760ed9e1fa5] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 938.823851] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "refresh_cache-703e481a-907e-4738-a4b3-48c83d0aa4aa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.824101] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquired lock "refresh_cache-703e481a-907e-4738-a4b3-48c83d0aa4aa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.824288] env[68326]: DEBUG nova.network.neutron [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.837180] env[68326]: DEBUG nova.network.neutron [-] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.989460] env[68326]: INFO nova.compute.manager [None req-ca0a9fc5-b141-47e4-ac63-0c217d17daad tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] instance snapshotting [ 938.991407] env[68326]: DEBUG nova.objects.instance [None req-ca0a9fc5-b141-47e4-ac63-0c217d17daad tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Lazy-loading 'flavor' on Instance uuid 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.136837] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Acquiring lock "refresh_cache-76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.137037] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Acquired lock "refresh_cache-76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.137222] env[68326]: DEBUG nova.network.neutron [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.241806] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: b89b8cf1-9f68-40ac-babe-5b20ae907a51] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 939.301878] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3108bf7f-b529-4f4f-82dc-51b2827fbc89 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.313285] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab9cbe3-6b0c-4372-b9b6-816d5c09a42c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.345075] env[68326]: INFO nova.compute.manager [-] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Took 1.46 seconds to deallocate network for instance. [ 939.354263] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7f95e4-c427-4ddd-beca-8e224a0c07d8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.364143] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4071a0c-011d-4164-8fc7-7ba233252ecf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.378434] env[68326]: DEBUG nova.compute.provider_tree [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.449338] env[68326]: DEBUG nova.network.neutron [-] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.460529] env[68326]: DEBUG nova.network.neutron [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Updating instance_info_cache with network_info: [{"id": "723069be-e324-47b3-be49-6b1e1eadfff0", "address": "fa:16:3e:a3:70:04", "network": {"id": "34edfa24-6dc6-4597-9b98-f6dc1b929e73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353251122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "428c18237d23455c9db1ec93c4626e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap723069be-e3", "ovs_interfaceid": "723069be-e324-47b3-be49-6b1e1eadfff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.496423] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03495fd1-7b95-4c58-888d-00a886e44c53 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.516276] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8952f1f-44ab-471d-84cb-9cca58fa1116 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.642949] env[68326]: DEBUG nova.network.neutron [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Updating instance_info_cache with network_info: [{"id": "7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912", "address": "fa:16:3e:13:97:3a", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8d3f5b-40", "ovs_interfaceid": "7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.661858] env[68326]: DEBUG nova.network.neutron [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.734110] env[68326]: DEBUG nova.compute.manager [req-33c5b2ef-4000-4572-8fe3-9c38b64bc70a req-5b2f0454-ec5d-46b0-847c-3c00f49dfba5 service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Received event network-changed-11becd8b-6cbe-48ee-95b5-7f88b25b210a {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 939.734262] env[68326]: DEBUG nova.compute.manager [req-33c5b2ef-4000-4572-8fe3-9c38b64bc70a req-5b2f0454-ec5d-46b0-847c-3c00f49dfba5 service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Refreshing instance network info cache due to event network-changed-11becd8b-6cbe-48ee-95b5-7f88b25b210a. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 939.734460] env[68326]: DEBUG oslo_concurrency.lockutils [req-33c5b2ef-4000-4572-8fe3-9c38b64bc70a req-5b2f0454-ec5d-46b0-847c-3c00f49dfba5 service nova] Acquiring lock "refresh_cache-c6dc7203-26a8-48d6-949f-eacd9937b721" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.734605] env[68326]: DEBUG oslo_concurrency.lockutils [req-33c5b2ef-4000-4572-8fe3-9c38b64bc70a req-5b2f0454-ec5d-46b0-847c-3c00f49dfba5 service nova] Acquired lock "refresh_cache-c6dc7203-26a8-48d6-949f-eacd9937b721" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.734762] env[68326]: DEBUG nova.network.neutron [req-33c5b2ef-4000-4572-8fe3-9c38b64bc70a req-5b2f0454-ec5d-46b0-847c-3c00f49dfba5 service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Refreshing network info cache for port 11becd8b-6cbe-48ee-95b5-7f88b25b210a {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.747220] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 8539613d-0767-458d-a1b5-d7384409b46c] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 939.749794] env[68326]: DEBUG nova.network.neutron [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.751969] env[68326]: DEBUG nova.network.neutron [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Updating instance_info_cache with network_info: [{"id": "bdbc754e-d877-4ace-b3c2-01f96d9f6780", "address": "fa:16:3e:37:24:62", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdbc754e-d8", "ovs_interfaceid": "bdbc754e-d877-4ace-b3c2-01f96d9f6780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.858584] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.881237] env[68326]: DEBUG nova.scheduler.client.report [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.953833] env[68326]: INFO nova.compute.manager [-] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Took 2.10 seconds to deallocate network for instance. [ 939.963016] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Releasing lock "refresh_cache-4dffff54-42e7-4336-9b0f-dfb8fe6f3144" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.028947] env[68326]: DEBUG nova.compute.manager [None req-ca0a9fc5-b141-47e4-ac63-0c217d17daad tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Instance disappeared during snapshot {{(pid=68326) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4673}} [ 940.139737] env[68326]: DEBUG nova.compute.manager [None req-ca0a9fc5-b141-47e4-ac63-0c217d17daad tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Found 0 images (rotation: 2) {{(pid=68326) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5095}} [ 940.146108] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.253644] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 1137d4f3-d492-44fd-baf4-4bdbd7b4458a] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 940.255685] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Releasing lock "refresh_cache-76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.256077] env[68326]: DEBUG nova.compute.manager [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 940.256273] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.256921] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Releasing lock "refresh_cache-703e481a-907e-4738-a4b3-48c83d0aa4aa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.259219] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37423913-3894-4c0b-b2f7-aa3490bf30ee {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.269232] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.269543] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5126e694-00e7-42b9-bf49-9115858ed69b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.279588] env[68326]: DEBUG oslo_vmware.api [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Waiting for the task: (returnval){ [ 940.279588] env[68326]: value = "task-3129573" [ 940.279588] env[68326]: _type = "Task" [ 940.279588] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.285356] env[68326]: DEBUG nova.network.neutron [req-33c5b2ef-4000-4572-8fe3-9c38b64bc70a req-5b2f0454-ec5d-46b0-847c-3c00f49dfba5 service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.293253] env[68326]: DEBUG oslo_vmware.api [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': task-3129573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.386450] env[68326]: DEBUG oslo_concurrency.lockutils [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.389452] env[68326]: DEBUG oslo_concurrency.lockutils [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.123s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.406533] env[68326]: DEBUG nova.network.neutron [req-33c5b2ef-4000-4572-8fe3-9c38b64bc70a req-5b2f0454-ec5d-46b0-847c-3c00f49dfba5 service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.421509] env[68326]: INFO nova.scheduler.client.report [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Deleted allocations for instance c9523eb4-b705-4080-96f8-964b88d937fc [ 940.439660] env[68326]: DEBUG nova.network.neutron [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Successfully updated port: 36d00130-09fd-4c07-a704-3b072cee2542 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.462280] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.666182] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3989ac2c-e2f6-4d95-b6a4-a262434a880a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.685705] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3215eff5-038e-4c48-8384-c7ee51f393d3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.693540] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Updating instance 'df2f88d6-5e47-4d8c-a727-9f20cecee976' progress to 83 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 940.758258] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.758538] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Cleaning up deleted instances with incomplete migration {{(pid=68326) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11948}} [ 940.792975] env[68326]: DEBUG oslo_vmware.api [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': task-3129573, 'name': PowerOffVM_Task, 'duration_secs': 0.154517} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.792975] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.792975] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.792975] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-181c38e6-9675-4299-a408-3924ef9cd57a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.825027] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.825027] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.825254] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Deleting the datastore file [datastore2] 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.825518] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82c4780d-a6f1-4831-89eb-1bb3e73c43ee {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.833885] env[68326]: DEBUG oslo_vmware.api [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Waiting for the task: (returnval){ [ 940.833885] env[68326]: value = "task-3129575" [ 940.833885] env[68326]: _type = "Task" [ 940.833885] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.842484] env[68326]: DEBUG oslo_vmware.api [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': task-3129575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.910029] env[68326]: DEBUG oslo_concurrency.lockutils [req-33c5b2ef-4000-4572-8fe3-9c38b64bc70a req-5b2f0454-ec5d-46b0-847c-3c00f49dfba5 service nova] Releasing lock "refresh_cache-c6dc7203-26a8-48d6-949f-eacd9937b721" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.910339] env[68326]: DEBUG nova.compute.manager [req-33c5b2ef-4000-4572-8fe3-9c38b64bc70a req-5b2f0454-ec5d-46b0-847c-3c00f49dfba5 service nova] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Received event network-vif-deleted-0e26dc7e-f137-4ae9-9d69-4ee18ef5722a {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 940.910614] env[68326]: DEBUG nova.compute.manager [req-33c5b2ef-4000-4572-8fe3-9c38b64bc70a req-5b2f0454-ec5d-46b0-847c-3c00f49dfba5 service nova] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Received event network-vif-deleted-fb0624ba-543e-4b71-96d9-d9d47e19489c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 940.930475] env[68326]: DEBUG oslo_concurrency.lockutils [None req-789a6538-449d-4f78-9da3-6ab7b5db7514 tempest-ServerShowV257Test-332463399 tempest-ServerShowV257Test-332463399-project-member] Lock "c9523eb4-b705-4080-96f8-964b88d937fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.566s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.941725] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquiring lock "refresh_cache-c6dc7203-26a8-48d6-949f-eacd9937b721" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.941857] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquired lock "refresh_cache-c6dc7203-26a8-48d6-949f-eacd9937b721" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.942492] env[68326]: DEBUG nova.network.neutron [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.201973] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9930b979-93b7-4d1e-9a92-6d0cd843adc0 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Updating instance 'df2f88d6-5e47-4d8c-a727-9f20cecee976' progress to 100 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 941.261053] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 941.317489] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f691aa-aab4-42f0-b2b4-09c4d364813d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.325643] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a783abc-085f-4666-a84b-a3ac0c4913b6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.360716] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16039400-06b0-4224-b4bb-aac5703d2d3b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.371677] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0d729a-d988-4730-9cf4-451e165067cd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.375669] env[68326]: DEBUG oslo_vmware.api [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Task: {'id': task-3129575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097287} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.375889] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.376085] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.376293] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.376453] env[68326]: INFO nova.compute.manager [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 941.376992] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.377253] env[68326]: DEBUG nova.compute.manager [-] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 941.377355] env[68326]: DEBUG nova.network.neutron [-] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.387226] env[68326]: DEBUG nova.compute.provider_tree [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 941.392588] env[68326]: DEBUG nova.network.neutron [-] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.480161] env[68326]: DEBUG nova.network.neutron [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.503408] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.503579] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e50ad8c-d24a-4049-82af-e66235d41f2d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.512297] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 941.512297] env[68326]: value = "task-3129576" [ 941.512297] env[68326]: _type = "Task" [ 941.512297] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.522456] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129576, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.776875] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13804582-4b4d-44d5-ae7f-b725e5120a5a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.801172] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Updating instance '703e481a-907e-4738-a4b3-48c83d0aa4aa' progress to 0 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 941.878598] env[68326]: DEBUG nova.compute.manager [req-e33278d9-646a-4cb4-aead-dfb10c48bb64 req-a637da09-4c36-4341-9989-844d28048b7f service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Received event network-vif-plugged-36d00130-09fd-4c07-a704-3b072cee2542 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 941.878893] env[68326]: DEBUG oslo_concurrency.lockutils [req-e33278d9-646a-4cb4-aead-dfb10c48bb64 req-a637da09-4c36-4341-9989-844d28048b7f service nova] Acquiring lock "c6dc7203-26a8-48d6-949f-eacd9937b721-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.879046] env[68326]: DEBUG oslo_concurrency.lockutils [req-e33278d9-646a-4cb4-aead-dfb10c48bb64 req-a637da09-4c36-4341-9989-844d28048b7f service nova] Lock "c6dc7203-26a8-48d6-949f-eacd9937b721-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.879251] env[68326]: DEBUG oslo_concurrency.lockutils [req-e33278d9-646a-4cb4-aead-dfb10c48bb64 req-a637da09-4c36-4341-9989-844d28048b7f service nova] Lock "c6dc7203-26a8-48d6-949f-eacd9937b721-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.879438] env[68326]: DEBUG nova.compute.manager [req-e33278d9-646a-4cb4-aead-dfb10c48bb64 req-a637da09-4c36-4341-9989-844d28048b7f service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] No waiting events found dispatching network-vif-plugged-36d00130-09fd-4c07-a704-3b072cee2542 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.879606] env[68326]: WARNING nova.compute.manager [req-e33278d9-646a-4cb4-aead-dfb10c48bb64 req-a637da09-4c36-4341-9989-844d28048b7f service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Received unexpected event network-vif-plugged-36d00130-09fd-4c07-a704-3b072cee2542 for instance with vm_state building and task_state spawning. [ 941.879764] env[68326]: DEBUG nova.compute.manager [req-e33278d9-646a-4cb4-aead-dfb10c48bb64 req-a637da09-4c36-4341-9989-844d28048b7f service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Received event network-changed-36d00130-09fd-4c07-a704-3b072cee2542 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 941.879914] env[68326]: DEBUG nova.compute.manager [req-e33278d9-646a-4cb4-aead-dfb10c48bb64 req-a637da09-4c36-4341-9989-844d28048b7f service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Refreshing instance network info cache due to event network-changed-36d00130-09fd-4c07-a704-3b072cee2542. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 941.880092] env[68326]: DEBUG oslo_concurrency.lockutils [req-e33278d9-646a-4cb4-aead-dfb10c48bb64 req-a637da09-4c36-4341-9989-844d28048b7f service nova] Acquiring lock "refresh_cache-c6dc7203-26a8-48d6-949f-eacd9937b721" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.897677] env[68326]: DEBUG nova.network.neutron [-] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.904703] env[68326]: DEBUG nova.network.neutron [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Updating instance_info_cache with network_info: [{"id": "11becd8b-6cbe-48ee-95b5-7f88b25b210a", "address": "fa:16:3e:26:af:73", "network": {"id": "caa62c5f-f479-4c3e-b443-05c160768940", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1381771089", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1694b5655b7b4bf48db1b41d54ee9c99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11becd8b-6c", "ovs_interfaceid": "11becd8b-6cbe-48ee-95b5-7f88b25b210a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36d00130-09fd-4c07-a704-3b072cee2542", "address": "fa:16:3e:5b:10:c1", "network": {"id": "d44e485c-1e43-468c-86f3-5ad59f1fda30", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1642594479", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1694b5655b7b4bf48db1b41d54ee9c99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d00130-09", "ovs_interfaceid": "36d00130-09fd-4c07-a704-3b072cee2542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.925263] env[68326]: DEBUG nova.scheduler.client.report [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 941.925532] env[68326]: DEBUG nova.compute.provider_tree [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 99 to 100 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 941.925711] env[68326]: DEBUG nova.compute.provider_tree [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.025741] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129576, 'name': PowerOffVM_Task, 'duration_secs': 0.225226} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.026016] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.026817] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92b2a35-e26d-450f-9eed-b05bf20998f8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.045856] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40aa3b91-1a1f-438e-8eec-5058cddd4f0c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.082546] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.082904] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ed4e797-ba3d-41ea-b194-5e43d03be7f7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.093623] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 942.093623] env[68326]: value = "task-3129577" [ 942.093623] env[68326]: _type = "Task" [ 942.093623] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.102673] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.307761] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.307761] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bb918ad-8c12-4799-945f-e593f681d7b0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.316893] env[68326]: DEBUG oslo_vmware.api [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 942.316893] env[68326]: value = "task-3129578" [ 942.316893] env[68326]: _type = "Task" [ 942.316893] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.328085] env[68326]: DEBUG oslo_vmware.api [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.398879] env[68326]: INFO nova.compute.manager [-] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Took 1.02 seconds to deallocate network for instance. [ 942.407029] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Releasing lock "refresh_cache-c6dc7203-26a8-48d6-949f-eacd9937b721" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.407122] env[68326]: DEBUG nova.compute.manager [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Instance network_info: |[{"id": "11becd8b-6cbe-48ee-95b5-7f88b25b210a", "address": "fa:16:3e:26:af:73", "network": {"id": "caa62c5f-f479-4c3e-b443-05c160768940", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1381771089", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1694b5655b7b4bf48db1b41d54ee9c99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11becd8b-6c", "ovs_interfaceid": "11becd8b-6cbe-48ee-95b5-7f88b25b210a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36d00130-09fd-4c07-a704-3b072cee2542", "address": "fa:16:3e:5b:10:c1", "network": {"id": "d44e485c-1e43-468c-86f3-5ad59f1fda30", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1642594479", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1694b5655b7b4bf48db1b41d54ee9c99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d00130-09", "ovs_interfaceid": "36d00130-09fd-4c07-a704-3b072cee2542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 942.407396] env[68326]: DEBUG oslo_concurrency.lockutils [req-e33278d9-646a-4cb4-aead-dfb10c48bb64 req-a637da09-4c36-4341-9989-844d28048b7f service nova] Acquired lock "refresh_cache-c6dc7203-26a8-48d6-949f-eacd9937b721" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.407580] env[68326]: DEBUG nova.network.neutron [req-e33278d9-646a-4cb4-aead-dfb10c48bb64 req-a637da09-4c36-4341-9989-844d28048b7f service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Refreshing network info cache for port 36d00130-09fd-4c07-a704-3b072cee2542 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.408618] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:af:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b8b5b5e2-866d-4ab5-b74d-4a47de0c4877', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11becd8b-6cbe-48ee-95b5-7f88b25b210a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:10:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '438671d0-9468-4e44-84c1-4c0ebaa743e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36d00130-09fd-4c07-a704-3b072cee2542', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.418738] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.421869] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.422408] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26004716-4629-46fa-891d-3365ce1a072c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.450776] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.450776] env[68326]: value = "task-3129579" [ 942.450776] env[68326]: _type = "Task" [ 942.450776] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.460980] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129579, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.608453] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] VM already powered off {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 942.608725] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.608940] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.609097] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.609311] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.609630] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2938a980-bafd-435b-8acc-cfe3116700f0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.621791] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.622031] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.622929] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d02f5b7e-7e5d-47a6-bb01-2e9d62cd2549 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.635026] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 942.635026] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]526d7143-9d75-c1da-82d6-fb514bd3da50" [ 942.635026] env[68326]: _type = "Task" [ 942.635026] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.643379] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526d7143-9d75-c1da-82d6-fb514bd3da50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.699602] env[68326]: DEBUG nova.network.neutron [req-e33278d9-646a-4cb4-aead-dfb10c48bb64 req-a637da09-4c36-4341-9989-844d28048b7f service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Updated VIF entry in instance network info cache for port 36d00130-09fd-4c07-a704-3b072cee2542. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.701202] env[68326]: DEBUG nova.network.neutron [req-e33278d9-646a-4cb4-aead-dfb10c48bb64 req-a637da09-4c36-4341-9989-844d28048b7f service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Updating instance_info_cache with network_info: [{"id": "11becd8b-6cbe-48ee-95b5-7f88b25b210a", "address": "fa:16:3e:26:af:73", "network": {"id": "caa62c5f-f479-4c3e-b443-05c160768940", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1381771089", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1694b5655b7b4bf48db1b41d54ee9c99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11becd8b-6c", "ovs_interfaceid": "11becd8b-6cbe-48ee-95b5-7f88b25b210a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36d00130-09fd-4c07-a704-3b072cee2542", "address": "fa:16:3e:5b:10:c1", "network": {"id": "d44e485c-1e43-468c-86f3-5ad59f1fda30", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1642594479", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1694b5655b7b4bf48db1b41d54ee9c99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "438671d0-9468-4e44-84c1-4c0ebaa743e0", "external-id": "nsx-vlan-transportzone-918", "segmentation_id": 918, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d00130-09", "ovs_interfaceid": "36d00130-09fd-4c07-a704-3b072cee2542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.831059] env[68326]: DEBUG oslo_vmware.api [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129578, 'name': PowerOffVM_Task, 'duration_secs': 0.356356} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.831534] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.831726] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Updating instance '703e481a-907e-4738-a4b3-48c83d0aa4aa' progress to 17 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 942.906049] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.946524] env[68326]: DEBUG oslo_concurrency.lockutils [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.557s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.949585] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.304s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.949973] env[68326]: DEBUG nova.objects.instance [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lazy-loading 'resources' on Instance uuid 2ba5686d-98be-406a-97a9-05923dda812f {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.961192] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129579, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.142676] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526d7143-9d75-c1da-82d6-fb514bd3da50, 'name': SearchDatastore_Task, 'duration_secs': 0.018759} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.143717] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2cb0701-064f-4d96-b0a7-cfccfffbc6b9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.150232] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 943.150232] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b1e586-bb9c-648a-d5bf-f08db5b76368" [ 943.150232] env[68326]: _type = "Task" [ 943.150232] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.160922] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b1e586-bb9c-648a-d5bf-f08db5b76368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.203020] env[68326]: DEBUG oslo_concurrency.lockutils [req-e33278d9-646a-4cb4-aead-dfb10c48bb64 req-a637da09-4c36-4341-9989-844d28048b7f service nova] Releasing lock "refresh_cache-c6dc7203-26a8-48d6-949f-eacd9937b721" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.333047] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "df2f88d6-5e47-4d8c-a727-9f20cecee976" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.333471] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "df2f88d6-5e47-4d8c-a727-9f20cecee976" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.333717] env[68326]: DEBUG nova.compute.manager [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Going to confirm migration 2 {{(pid=68326) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5328}} [ 943.339137] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:48:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.339137] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.339137] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.339137] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.339137] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.339137] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.339137] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.339137] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.339807] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.340130] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.340388] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.346094] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-898932d7-e5aa-43f2-b6d9-dc059e38c818 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.365067] env[68326]: DEBUG oslo_vmware.api [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 943.365067] env[68326]: value = "task-3129580" [ 943.365067] env[68326]: _type = "Task" [ 943.365067] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.374234] env[68326]: DEBUG oslo_vmware.api [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.471891] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129579, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.530520] env[68326]: INFO nova.scheduler.client.report [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleted allocation for migration 59014d65-74c8-42fb-81fa-46d3bae7b994 [ 943.665864] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b1e586-bb9c-648a-d5bf-f08db5b76368, 'name': SearchDatastore_Task, 'duration_secs': 0.035982} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.666139] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.666394] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 4dffff54-42e7-4336-9b0f-dfb8fe6f3144/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk. {{(pid=68326) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 943.666695] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4efd91b4-bf0d-4058-8f03-262e2dbf26ab {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.676271] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 943.676271] env[68326]: value = "task-3129581" [ 943.676271] env[68326]: _type = "Task" [ 943.676271] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.687392] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.875842] env[68326]: DEBUG oslo_vmware.api [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129580, 'name': ReconfigVM_Task, 'duration_secs': 0.292123} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.876118] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Updating instance '703e481a-907e-4738-a4b3-48c83d0aa4aa' progress to 33 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 943.905784] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.905784] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.905784] env[68326]: DEBUG nova.network.neutron [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.905784] env[68326]: DEBUG nova.objects.instance [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lazy-loading 'info_cache' on Instance uuid df2f88d6-5e47-4d8c-a727-9f20cecee976 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.949781] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907ba13c-ccb7-4f16-8daa-bdb821dc3fe4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.963831] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2770ab-f27f-497b-80b6-3a0cd64cf7d2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.004303] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580bac84-cb62-482d-a3b9-954f2a7a5693 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.008203] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129579, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.017542] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d4e9f6-840a-402a-a491-a15841c83bf0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.038848] env[68326]: DEBUG oslo_concurrency.lockutils [None req-73d4774d-8c18-4948-90ae-2faf031b2e5b tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.750s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.040559] env[68326]: DEBUG nova.compute.provider_tree [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.192701] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129581, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.386482] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 944.386732] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 944.386888] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 944.387072] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 944.387218] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 944.387362] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 944.387565] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 944.387719] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 944.387879] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 944.388063] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 944.388266] env[68326]: DEBUG nova.virt.hardware [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 944.394839] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 944.394839] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af6a8c13-a35a-4a41-998f-95a5a0be534a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.418490] env[68326]: DEBUG oslo_vmware.api [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 944.418490] env[68326]: value = "task-3129582" [ 944.418490] env[68326]: _type = "Task" [ 944.418490] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.427877] env[68326]: DEBUG oslo_vmware.api [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129582, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.467737] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129579, 'name': CreateVM_Task, 'duration_secs': 1.546757} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.467934] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.468754] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.469810] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.469810] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.469810] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5f331a6-9c57-4635-86d0-0062f5945b4e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.475578] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 944.475578] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520a1cbb-6c9b-a2e0-af1a-1922d0025a29" [ 944.475578] env[68326]: _type = "Task" [ 944.475578] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.484011] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520a1cbb-6c9b-a2e0-af1a-1922d0025a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.543827] env[68326]: DEBUG nova.scheduler.client.report [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.691918] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610468} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.692878] env[68326]: INFO nova.virt.vmwareapi.ds_util [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 4dffff54-42e7-4336-9b0f-dfb8fe6f3144/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk. [ 944.693942] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9953682-b519-4f97-ad39-134e877de81e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.735579] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 4dffff54-42e7-4336-9b0f-dfb8fe6f3144/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.735930] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d01d777b-3449-46fc-a929-560cc0c5d45c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.755082] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 944.755082] env[68326]: value = "task-3129583" [ 944.755082] env[68326]: _type = "Task" [ 944.755082] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.763586] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.929452] env[68326]: DEBUG oslo_vmware.api [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129582, 'name': ReconfigVM_Task, 'duration_secs': 0.178748} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.929744] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 944.930507] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8765a26-d37a-4d7f-92b8-bd2fe8d64589 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.933178] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.933405] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.934036] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "b22d10a4-055b-4b65-97ae-a4a6f3f6fac6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.934036] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "b22d10a4-055b-4b65-97ae-a4a6f3f6fac6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.934036] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "b22d10a4-055b-4b65-97ae-a4a6f3f6fac6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.937188] env[68326]: INFO nova.compute.manager [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Terminating instance [ 944.958193] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 703e481a-907e-4738-a4b3-48c83d0aa4aa/703e481a-907e-4738-a4b3-48c83d0aa4aa.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.962660] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0fc5597-7545-4eb1-b8de-e1d9603c8c9f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.977142] env[68326]: DEBUG nova.compute.manager [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 944.977361] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.978731] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719f2708-7387-4a44-99b7-64b31833bdb7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.992047] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520a1cbb-6c9b-a2e0-af1a-1922d0025a29, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.995036] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.995151] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.995419] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.995565] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.995744] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.996079] env[68326]: DEBUG oslo_vmware.api [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 944.996079] env[68326]: value = "task-3129584" [ 944.996079] env[68326]: _type = "Task" [ 944.996079] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.996302] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.996538] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1a11ad6-6c2d-48be-990d-a2cedd763f0d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.999036] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48c387c6-69e0-49f5-b44c-8fea1943b8c7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.011747] env[68326]: DEBUG oslo_vmware.api [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.014577] env[68326]: DEBUG oslo_vmware.api [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 945.014577] env[68326]: value = "task-3129585" [ 945.014577] env[68326]: _type = "Task" [ 945.014577] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.014885] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.015306] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.015839] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4255ee0-3f4a-47a9-8165-f6b8d001016c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.033536] env[68326]: DEBUG oslo_vmware.api [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.033536] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 945.033536] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52e95534-eae7-f483-5501-00216451448c" [ 945.033536] env[68326]: _type = "Task" [ 945.033536] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.044731] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52e95534-eae7-f483-5501-00216451448c, 'name': SearchDatastore_Task, 'duration_secs': 0.013175} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.045366] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4a76dd8-d855-4cbf-87f3-84ab76c0eb0e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.048391] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.051486] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.579s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.051616] env[68326]: DEBUG nova.objects.instance [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lazy-loading 'resources' on Instance uuid 69db0127-5656-4393-a431-449c94be17e9 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.057275] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 945.057275] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5267ae92-a001-c334-8dac-a0897a423424" [ 945.057275] env[68326]: _type = "Task" [ 945.057275] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.067747] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5267ae92-a001-c334-8dac-a0897a423424, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.068535] env[68326]: INFO nova.scheduler.client.report [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Deleted allocations for instance 2ba5686d-98be-406a-97a9-05923dda812f [ 945.239504] env[68326]: DEBUG nova.network.neutron [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Updating instance_info_cache with network_info: [{"id": "7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912", "address": "fa:16:3e:13:97:3a", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8d3f5b-40", "ovs_interfaceid": "7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.266985] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129583, 'name': ReconfigVM_Task, 'duration_secs': 0.346981} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.267397] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 4dffff54-42e7-4336-9b0f-dfb8fe6f3144/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.269201] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471a1b96-b6a9-4902-af9f-c743872154a5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.298472] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29bc0126-e5fa-47ed-9b03-80558a9c7d58 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.314861] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 945.314861] env[68326]: value = "task-3129586" [ 945.314861] env[68326]: _type = "Task" [ 945.314861] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.325193] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.378721] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "6c865f2c-0796-4f18-9742-2ecb05d10867" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.378862] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "6c865f2c-0796-4f18-9742-2ecb05d10867" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.508375] env[68326]: DEBUG oslo_vmware.api [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129584, 'name': ReconfigVM_Task, 'duration_secs': 0.306181} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.508660] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 703e481a-907e-4738-a4b3-48c83d0aa4aa/703e481a-907e-4738-a4b3-48c83d0aa4aa.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.508927] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Updating instance '703e481a-907e-4738-a4b3-48c83d0aa4aa' progress to 50 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 945.525704] env[68326]: DEBUG oslo_vmware.api [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129585, 'name': PowerOffVM_Task, 'duration_secs': 0.257095} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.525973] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.526243] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.526397] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-171e9f72-c84f-4280-af84-d943ee0cc8dc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.568318] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5267ae92-a001-c334-8dac-a0897a423424, 'name': SearchDatastore_Task, 'duration_secs': 0.017014} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.568585] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.568849] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] c6dc7203-26a8-48d6-949f-eacd9937b721/c6dc7203-26a8-48d6-949f-eacd9937b721.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.569134] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca0efae5-1e2e-458d-bf13-c6230d56a5f7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.577334] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 945.577334] env[68326]: value = "task-3129588" [ 945.577334] env[68326]: _type = "Task" [ 945.577334] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.585658] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1a9f5945-d5b7-48cb-9584-cdcc999d909f tempest-ListImageFiltersTestJSON-1293507395 tempest-ListImageFiltersTestJSON-1293507395-project-member] Lock "2ba5686d-98be-406a-97a9-05923dda812f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.226s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.592238] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.604537] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.604763] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.604944] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleting the datastore file [datastore1] b22d10a4-055b-4b65-97ae-a4a6f3f6fac6 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.605241] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cb1d1b4-9e23-4b09-84b1-5c53f0fa1c0c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.613898] env[68326]: DEBUG oslo_vmware.api [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 945.613898] env[68326]: value = "task-3129589" [ 945.613898] env[68326]: _type = "Task" [ 945.613898] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.622607] env[68326]: DEBUG oslo_vmware.api [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.743387] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.743670] env[68326]: DEBUG nova.objects.instance [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lazy-loading 'migration_context' on Instance uuid df2f88d6-5e47-4d8c-a727-9f20cecee976 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.835134] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129586, 'name': ReconfigVM_Task, 'duration_secs': 0.166667} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.842518] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.842833] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-589446b1-75a1-4bb8-a911-81b110e18056 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.854048] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 945.854048] env[68326]: value = "task-3129590" [ 945.854048] env[68326]: _type = "Task" [ 945.854048] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.866538] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.881966] env[68326]: DEBUG nova.compute.manager [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 946.016196] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70258b3-1d3f-4b46-b740-a115bbba8ab0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.023291] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a8f475-02c5-4174-a064-aa86191d7024 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.041966] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f587138-5019-4dd9-8cda-bac5c3a61e20 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.048682] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdbbf13-16b5-4bf8-add8-5d8b733a002e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.066618] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Updating instance '703e481a-907e-4738-a4b3-48c83d0aa4aa' progress to 67 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 946.101678] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d761802d-147d-430e-aca0-c18da45018a3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.113541] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73ebc0c-9f99-4577-9503-d2b38cb2fca2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.117459] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472744} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.118613] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] c6dc7203-26a8-48d6-949f-eacd9937b721/c6dc7203-26a8-48d6-949f-eacd9937b721.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.118786] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.122238] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ee20eaa-eaf0-47d9-9435-a973cd1f3421 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.134729] env[68326]: DEBUG nova.compute.provider_tree [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.139833] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 946.139833] env[68326]: value = "task-3129591" [ 946.139833] env[68326]: _type = "Task" [ 946.139833] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.140394] env[68326]: DEBUG oslo_vmware.api [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199407} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.140916] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.141125] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.141315] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.141505] env[68326]: INFO nova.compute.manager [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 946.141746] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.144764] env[68326]: DEBUG nova.compute.manager [-] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 946.144863] env[68326]: DEBUG nova.network.neutron [-] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.153861] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.247341] env[68326]: DEBUG nova.objects.base [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 946.247914] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61434afd-dca4-48da-878f-9a6f1072497e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.268199] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dbd7126-1b61-4654-a52d-2bd8ee403d7b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.274618] env[68326]: DEBUG oslo_vmware.api [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 946.274618] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52a6fef9-95f6-c538-6922-8406b27490c9" [ 946.274618] env[68326]: _type = "Task" [ 946.274618] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.286326] env[68326]: DEBUG oslo_vmware.api [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a6fef9-95f6-c538-6922-8406b27490c9, 'name': SearchDatastore_Task, 'duration_secs': 0.007835} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.286930] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.365325] env[68326]: DEBUG oslo_vmware.api [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129590, 'name': PowerOnVM_Task, 'duration_secs': 0.477426} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.365450] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.370584] env[68326]: DEBUG nova.compute.manager [None req-45d2644e-c01a-466f-bd9d-a30025b6010f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 946.371379] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c511b97-80b9-4410-8128-1b9ce7553403 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.404965] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.518799] env[68326]: DEBUG nova.compute.manager [req-5572ee36-5238-4e71-8b23-0b5b4eccd3ea req-4616de48-8f8f-49c6-9ae0-3ff300922ae0 service nova] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Received event network-vif-deleted-f2896895-5fc0-4f2a-9f87-7b61a094c486 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 946.519015] env[68326]: INFO nova.compute.manager [req-5572ee36-5238-4e71-8b23-0b5b4eccd3ea req-4616de48-8f8f-49c6-9ae0-3ff300922ae0 service nova] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Neutron deleted interface f2896895-5fc0-4f2a-9f87-7b61a094c486; detaching it from the instance and deleting it from the info cache [ 946.519196] env[68326]: DEBUG nova.network.neutron [req-5572ee36-5238-4e71-8b23-0b5b4eccd3ea req-4616de48-8f8f-49c6-9ae0-3ff300922ae0 service nova] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.642716] env[68326]: DEBUG nova.scheduler.client.report [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.658925] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076748} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.661373] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.662501] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de347eaa-b2e9-4aef-b3c2-41e10490cd52 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.692281] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] c6dc7203-26a8-48d6-949f-eacd9937b721/c6dc7203-26a8-48d6-949f-eacd9937b721.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.693232] env[68326]: DEBUG nova.network.neutron [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Port bdbc754e-d877-4ace-b3c2-01f96d9f6780 binding to destination host cpu-1 is already ACTIVE {{(pid=68326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 946.695198] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25f70292-7c4d-499f-81ca-05a2bbd3c849 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.717532] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 946.717532] env[68326]: value = "task-3129592" [ 946.717532] env[68326]: _type = "Task" [ 946.717532] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.726872] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.956142] env[68326]: DEBUG nova.network.neutron [-] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.022018] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f58e445c-a273-471e-889f-ec6360ed24de {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.034703] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547c03a6-358b-4033-843a-fec5f229ec72 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.069239] env[68326]: DEBUG nova.compute.manager [req-5572ee36-5238-4e71-8b23-0b5b4eccd3ea req-4616de48-8f8f-49c6-9ae0-3ff300922ae0 service nova] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Detach interface failed, port_id=f2896895-5fc0-4f2a-9f87-7b61a094c486, reason: Instance b22d10a4-055b-4b65-97ae-a4a6f3f6fac6 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 947.152466] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.154903] env[68326]: DEBUG oslo_concurrency.lockutils [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.559s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.155470] env[68326]: DEBUG nova.objects.instance [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lazy-loading 'resources' on Instance uuid 95356776-a92d-4c76-8311-471133daebfa {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.181215] env[68326]: INFO nova.scheduler.client.report [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Deleted allocations for instance 69db0127-5656-4393-a431-449c94be17e9 [ 947.228129] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.460156] env[68326]: INFO nova.compute.manager [-] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Took 1.32 seconds to deallocate network for instance. [ 947.691095] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eebc3ab8-4785-47c4-bfd1-32eb14d30dc5 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "69db0127-5656-4393-a431-449c94be17e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.538s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.710938] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "703e481a-907e-4738-a4b3-48c83d0aa4aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.711199] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "703e481a-907e-4738-a4b3-48c83d0aa4aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.711377] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "703e481a-907e-4738-a4b3-48c83d0aa4aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.741413] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.966940] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.123916] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac084124-2899-475d-8b7a-35c774034125 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.131322] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063fc235-1568-4dd5-8061-68f75fc04333 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.167468] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98e27c7-a70c-43a8-89e0-4f71f4f5a3fc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.176681] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6501f19b-2c33-435b-a5ab-197984d87e65 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.190989] env[68326]: DEBUG nova.compute.provider_tree [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.233898] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129592, 'name': ReconfigVM_Task, 'duration_secs': 1.088836} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.235100] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Reconfigured VM instance instance-00000049 to attach disk [datastore2] c6dc7203-26a8-48d6-949f-eacd9937b721/c6dc7203-26a8-48d6-949f-eacd9937b721.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.235816] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a77d6888-0a31-4c45-9f04-8fef10af8c88 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.243618] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 948.243618] env[68326]: value = "task-3129593" [ 948.243618] env[68326]: _type = "Task" [ 948.243618] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.260717] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129593, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.387499] env[68326]: INFO nova.compute.manager [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Unrescuing [ 948.387764] env[68326]: DEBUG oslo_concurrency.lockutils [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "refresh_cache-4dffff54-42e7-4336-9b0f-dfb8fe6f3144" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.387912] env[68326]: DEBUG oslo_concurrency.lockutils [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired lock "refresh_cache-4dffff54-42e7-4336-9b0f-dfb8fe6f3144" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.388236] env[68326]: DEBUG nova.network.neutron [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.697686] env[68326]: DEBUG nova.scheduler.client.report [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.756120] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129593, 'name': Rename_Task, 'duration_secs': 0.183193} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.756120] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.756120] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc568307-5f30-4f84-89e7-acf1b686864e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.765952] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 948.765952] env[68326]: value = "task-3129594" [ 948.765952] env[68326]: _type = "Task" [ 948.765952] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.775179] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.786110] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "refresh_cache-703e481a-907e-4738-a4b3-48c83d0aa4aa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.786461] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquired lock "refresh_cache-703e481a-907e-4738-a4b3-48c83d0aa4aa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.786741] env[68326]: DEBUG nova.network.neutron [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.158027] env[68326]: DEBUG nova.network.neutron [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Updating instance_info_cache with network_info: [{"id": "723069be-e324-47b3-be49-6b1e1eadfff0", "address": "fa:16:3e:a3:70:04", "network": {"id": "34edfa24-6dc6-4597-9b98-f6dc1b929e73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353251122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "428c18237d23455c9db1ec93c4626e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap723069be-e3", "ovs_interfaceid": "723069be-e324-47b3-be49-6b1e1eadfff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.203460] env[68326]: DEBUG oslo_concurrency.lockutils [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.206657] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.707s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.206890] env[68326]: DEBUG nova.objects.instance [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lazy-loading 'resources' on Instance uuid c4a837f8-ac6b-4c17-99ff-8b666df87207 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.227290] env[68326]: INFO nova.scheduler.client.report [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Deleted allocations for instance 95356776-a92d-4c76-8311-471133daebfa [ 949.280894] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129594, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.625858] env[68326]: DEBUG nova.network.neutron [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Updating instance_info_cache with network_info: [{"id": "bdbc754e-d877-4ace-b3c2-01f96d9f6780", "address": "fa:16:3e:37:24:62", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdbc754e-d8", "ovs_interfaceid": "bdbc754e-d877-4ace-b3c2-01f96d9f6780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.661140] env[68326]: DEBUG oslo_concurrency.lockutils [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Releasing lock "refresh_cache-4dffff54-42e7-4336-9b0f-dfb8fe6f3144" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.661878] env[68326]: DEBUG nova.objects.instance [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lazy-loading 'flavor' on Instance uuid 4dffff54-42e7-4336-9b0f-dfb8fe6f3144 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.735136] env[68326]: DEBUG oslo_concurrency.lockutils [None req-66db694c-a439-411d-8069-7512969a77a4 tempest-ListServersNegativeTestJSON-680084665 tempest-ListServersNegativeTestJSON-680084665-project-member] Lock "95356776-a92d-4c76-8311-471133daebfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.395s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.780852] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129594, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.128797] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Releasing lock "refresh_cache-703e481a-907e-4738-a4b3-48c83d0aa4aa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.170981] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e963f8-f1f2-4a9e-b2a2-961c74dd9bfe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.175206] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f49cd02-dfb9-4513-95cd-c10207525e91 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.203104] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62897ba9-e360-4511-8724-cbd865325402 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.206786] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.207964] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1476d70c-4ab7-4c4e-9292-06cae63503d1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.240176] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd24ead-7fc7-4ad4-bbd7-34c9ee09f28c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.242859] env[68326]: DEBUG oslo_vmware.api [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 950.242859] env[68326]: value = "task-3129595" [ 950.242859] env[68326]: _type = "Task" [ 950.242859] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.250584] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8b17dd-63df-4192-b299-25e2d0bea5ec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.257123] env[68326]: DEBUG oslo_vmware.api [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.270388] env[68326]: DEBUG nova.compute.provider_tree [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.280386] env[68326]: DEBUG oslo_vmware.api [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129594, 'name': PowerOnVM_Task, 'duration_secs': 1.21365} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.280786] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.281128] env[68326]: INFO nova.compute.manager [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Took 13.58 seconds to spawn the instance on the hypervisor. [ 950.281415] env[68326]: DEBUG nova.compute.manager [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 950.286762] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a283708-f26b-4ca1-b12b-0c848a44f8db {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.660028] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bbe664-4db3-4460-9c8b-76b2a1db383e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.691138] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7c0d61-a87d-4406-afe9-6310b403d087 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.697405] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Updating instance '703e481a-907e-4738-a4b3-48c83d0aa4aa' progress to 83 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 950.757547] env[68326]: DEBUG oslo_vmware.api [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129595, 'name': PowerOffVM_Task, 'duration_secs': 0.284169} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.757786] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.763166] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 950.763538] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abae16a1-e283-46f2-9179-44c789cfe2e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.778817] env[68326]: DEBUG nova.scheduler.client.report [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.789989] env[68326]: DEBUG oslo_vmware.api [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 950.789989] env[68326]: value = "task-3129596" [ 950.789989] env[68326]: _type = "Task" [ 950.789989] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.803616] env[68326]: DEBUG oslo_vmware.api [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.809415] env[68326]: INFO nova.compute.manager [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Took 36.50 seconds to build instance. [ 951.204855] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.205182] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22d2d070-1475-4144-925d-9f4661b3237c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.214109] env[68326]: DEBUG oslo_vmware.api [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 951.214109] env[68326]: value = "task-3129597" [ 951.214109] env[68326]: _type = "Task" [ 951.214109] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.222887] env[68326]: DEBUG oslo_vmware.api [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.284892] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.289063] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.270s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.289063] env[68326]: DEBUG nova.objects.instance [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lazy-loading 'pci_requests' on Instance uuid ed7ba056-8b06-48f9-89a6-1ec01059baf6 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.303336] env[68326]: DEBUG oslo_vmware.api [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129596, 'name': ReconfigVM_Task, 'duration_secs': 0.262036} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.303908] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 951.304128] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.304339] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-515f8a2b-0e52-4192-a17e-e6c4ebf17957 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.312135] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b1c30f7e-a647-400b-871c-da6289fc2083 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "c6dc7203-26a8-48d6-949f-eacd9937b721" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.019s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.313289] env[68326]: DEBUG oslo_vmware.api [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 951.313289] env[68326]: value = "task-3129598" [ 951.313289] env[68326]: _type = "Task" [ 951.313289] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.327850] env[68326]: DEBUG oslo_vmware.api [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.333879] env[68326]: INFO nova.scheduler.client.report [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Deleted allocations for instance c4a837f8-ac6b-4c17-99ff-8b666df87207 [ 951.445719] env[68326]: DEBUG oslo_concurrency.lockutils [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Acquiring lock "5be076f6-56b0-49e7-9aa0-e84bcb7c821a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.446687] env[68326]: DEBUG oslo_concurrency.lockutils [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Lock "5be076f6-56b0-49e7-9aa0-e84bcb7c821a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.730520] env[68326]: DEBUG oslo_vmware.api [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129597, 'name': PowerOnVM_Task, 'duration_secs': 0.387056} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.730977] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.731557] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0f27fab8-e051-4ac8-bcd2-7b834473ae0a tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Updating instance '703e481a-907e-4738-a4b3-48c83d0aa4aa' progress to 100 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 951.794096] env[68326]: DEBUG nova.objects.instance [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lazy-loading 'numa_topology' on Instance uuid ed7ba056-8b06-48f9-89a6-1ec01059baf6 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.825176] env[68326]: DEBUG oslo_vmware.api [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.844556] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1c7e8d83-6c2e-4704-8965-b988b0bcf8ac tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "c4a837f8-ac6b-4c17-99ff-8b666df87207" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.016s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.950341] env[68326]: DEBUG nova.compute.manager [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 952.069903] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquiring lock "c6dc7203-26a8-48d6-949f-eacd9937b721" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.070106] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "c6dc7203-26a8-48d6-949f-eacd9937b721" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.070321] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquiring lock "c6dc7203-26a8-48d6-949f-eacd9937b721-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.070513] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "c6dc7203-26a8-48d6-949f-eacd9937b721-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.070678] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "c6dc7203-26a8-48d6-949f-eacd9937b721-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.073263] env[68326]: INFO nova.compute.manager [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Terminating instance [ 952.296240] env[68326]: INFO nova.compute.claims [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.324738] env[68326]: DEBUG oslo_vmware.api [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129598, 'name': PowerOnVM_Task, 'duration_secs': 0.705344} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.324947] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.325070] env[68326]: DEBUG nova.compute.manager [None req-06ad446c-2b40-4795-a326-b9541722df51 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 952.325915] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b5d9c9-a961-4e40-ad1b-a1ecae77e087 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.328615] env[68326]: DEBUG oslo_concurrency.lockutils [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "5950bd62-c505-4c7d-a235-f4e810d302ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.329786] env[68326]: DEBUG oslo_concurrency.lockutils [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "5950bd62-c505-4c7d-a235-f4e810d302ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.329786] env[68326]: DEBUG oslo_concurrency.lockutils [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "5950bd62-c505-4c7d-a235-f4e810d302ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.329786] env[68326]: DEBUG oslo_concurrency.lockutils [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "5950bd62-c505-4c7d-a235-f4e810d302ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.329786] env[68326]: DEBUG oslo_concurrency.lockutils [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "5950bd62-c505-4c7d-a235-f4e810d302ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.331918] env[68326]: INFO nova.compute.manager [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Terminating instance [ 952.473067] env[68326]: DEBUG oslo_concurrency.lockutils [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.579679] env[68326]: DEBUG nova.compute.manager [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 952.579679] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.579679] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1bf6ba-5789-438d-a843-41e9bb459fa6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.588138] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.588399] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eb9df14-a501-477d-95cd-0879e61a5e9d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.595650] env[68326]: DEBUG oslo_vmware.api [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 952.595650] env[68326]: value = "task-3129599" [ 952.595650] env[68326]: _type = "Task" [ 952.595650] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.605238] env[68326]: DEBUG oslo_vmware.api [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.843453] env[68326]: DEBUG nova.compute.manager [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 952.843453] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.844603] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7e7d6a-f54a-41ce-ae33-00327f0aa78f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.859204] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.866491] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46de633d-220d-49c5-902f-6384c57cc714 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.875388] env[68326]: DEBUG oslo_vmware.api [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 952.875388] env[68326]: value = "task-3129600" [ 952.875388] env[68326]: _type = "Task" [ 952.875388] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.896217] env[68326]: DEBUG oslo_vmware.api [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.932901] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "5226f21d-7bb6-4862-a58a-7e629591f71c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.933346] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "5226f21d-7bb6-4862-a58a-7e629591f71c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.108071] env[68326]: DEBUG oslo_vmware.api [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129599, 'name': PowerOffVM_Task, 'duration_secs': 0.303912} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.108360] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.108532] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.108792] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da18bcc3-9370-4288-9925-0f27700f05c8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.252877] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.253121] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.253292] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Deleting the datastore file [datastore2] c6dc7203-26a8-48d6-949f-eacd9937b721 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.255931] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37af70cb-91f0-4ab9-bb71-38e28fc99b3d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.264410] env[68326]: DEBUG oslo_vmware.api [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for the task: (returnval){ [ 953.264410] env[68326]: value = "task-3129602" [ 953.264410] env[68326]: _type = "Task" [ 953.264410] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.273798] env[68326]: DEBUG oslo_vmware.api [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.280485] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb45218-e799-40af-b588-215809331689 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.288747] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fd2309-7b80-4890-bc9b-f1e4ee6c85eb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.321461] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986031ce-b958-44a4-b9bd-fee06b8ccaf3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.332020] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7651c914-68fd-472a-9a2e-d358761153a7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.344088] env[68326]: DEBUG nova.compute.provider_tree [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.385399] env[68326]: DEBUG oslo_vmware.api [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129600, 'name': PowerOffVM_Task, 'duration_secs': 0.295321} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.385929] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.386114] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.386353] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-390b03ac-8369-4c0a-896f-4f49f5a9d7d2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.436356] env[68326]: DEBUG nova.compute.manager [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 953.449032] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.449273] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.449457] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Deleting the datastore file [datastore2] 5950bd62-c505-4c7d-a235-f4e810d302ec {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.449722] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-646b7c16-66f8-45d5-9f37-b34591e13378 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.461672] env[68326]: DEBUG oslo_vmware.api [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 953.461672] env[68326]: value = "task-3129604" [ 953.461672] env[68326]: _type = "Task" [ 953.461672] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.473301] env[68326]: DEBUG oslo_vmware.api [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.664975] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "703e481a-907e-4738-a4b3-48c83d0aa4aa" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.665315] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "703e481a-907e-4738-a4b3-48c83d0aa4aa" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.665515] env[68326]: DEBUG nova.compute.manager [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Going to confirm migration 3 {{(pid=68326) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5328}} [ 953.777919] env[68326]: DEBUG oslo_vmware.api [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Task: {'id': task-3129602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321269} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.778583] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.778583] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.778714] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.778809] env[68326]: INFO nova.compute.manager [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Took 1.20 seconds to destroy the instance on the hypervisor. [ 953.779047] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.779979] env[68326]: DEBUG nova.compute.manager [-] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 953.779979] env[68326]: DEBUG nova.network.neutron [-] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.847709] env[68326]: DEBUG nova.scheduler.client.report [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.964773] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.978762] env[68326]: DEBUG oslo_vmware.api [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241228} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.979059] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.979256] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.979434] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.979638] env[68326]: INFO nova.compute.manager [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Took 1.14 seconds to destroy the instance on the hypervisor. [ 953.979860] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.980032] env[68326]: DEBUG nova.compute.manager [-] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 953.980133] env[68326]: DEBUG nova.network.neutron [-] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.259018] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "refresh_cache-703e481a-907e-4738-a4b3-48c83d0aa4aa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.259018] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquired lock "refresh_cache-703e481a-907e-4738-a4b3-48c83d0aa4aa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.259018] env[68326]: DEBUG nova.network.neutron [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.259018] env[68326]: DEBUG nova.objects.instance [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lazy-loading 'info_cache' on Instance uuid 703e481a-907e-4738-a4b3-48c83d0aa4aa {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.352999] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.065s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.361482] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.379s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.364633] env[68326]: INFO nova.compute.claims [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.447077] env[68326]: INFO nova.network.neutron [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Updating port d87d35a7-4424-418e-a697-e29736809ff9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 954.488769] env[68326]: DEBUG nova.compute.manager [req-2aa3b90f-924c-4909-b484-dcd235b37b1e req-55e7855c-b0ac-437b-9df2-f19b5fbd831d service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Received event network-vif-deleted-36d00130-09fd-4c07-a704-3b072cee2542 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 954.488991] env[68326]: INFO nova.compute.manager [req-2aa3b90f-924c-4909-b484-dcd235b37b1e req-55e7855c-b0ac-437b-9df2-f19b5fbd831d service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Neutron deleted interface 36d00130-09fd-4c07-a704-3b072cee2542; detaching it from the instance and deleting it from the info cache [ 954.489257] env[68326]: DEBUG nova.network.neutron [req-2aa3b90f-924c-4909-b484-dcd235b37b1e req-55e7855c-b0ac-437b-9df2-f19b5fbd831d service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Updating instance_info_cache with network_info: [{"id": "11becd8b-6cbe-48ee-95b5-7f88b25b210a", "address": "fa:16:3e:26:af:73", "network": {"id": "caa62c5f-f479-4c3e-b443-05c160768940", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1381771089", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1694b5655b7b4bf48db1b41d54ee9c99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b8b5b5e2-866d-4ab5-b74d-4a47de0c4877", "external-id": "nsx-vlan-transportzone-74", "segmentation_id": 74, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11becd8b-6c", "ovs_interfaceid": "11becd8b-6cbe-48ee-95b5-7f88b25b210a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.991750] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f7b8c6d-6dbe-4a3f-939e-d6cd97a3b5c3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.009618] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68b40da-8edc-43d5-80e8-e7d8c5b10732 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.051191] env[68326]: DEBUG nova.compute.manager [req-2aa3b90f-924c-4909-b484-dcd235b37b1e req-55e7855c-b0ac-437b-9df2-f19b5fbd831d service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Detach interface failed, port_id=36d00130-09fd-4c07-a704-3b072cee2542, reason: Instance c6dc7203-26a8-48d6-949f-eacd9937b721 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 955.086966] env[68326]: DEBUG nova.network.neutron [-] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.382447] env[68326]: DEBUG nova.network.neutron [-] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.589556] env[68326]: INFO nova.compute.manager [-] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Took 1.61 seconds to deallocate network for instance. [ 955.875267] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a41765-7ba6-48d4-ba6c-9ef206c22142 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.883822] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adfe34e-1730-4b2b-8b2c-98ae94871c11 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.887494] env[68326]: INFO nova.compute.manager [-] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Took 2.11 seconds to deallocate network for instance. [ 955.923699] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600671aa-dc8d-46d4-b7a8-90cf4dbaf741 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.934150] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b694931-194e-44b6-8b3c-afd18ced4411 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.949701] env[68326]: DEBUG nova.compute.provider_tree [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.980896] env[68326]: DEBUG nova.network.neutron [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Updating instance_info_cache with network_info: [{"id": "bdbc754e-d877-4ace-b3c2-01f96d9f6780", "address": "fa:16:3e:37:24:62", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdbc754e-d8", "ovs_interfaceid": "bdbc754e-d877-4ace-b3c2-01f96d9f6780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.100338] env[68326]: DEBUG oslo_concurrency.lockutils [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.344214] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "03f11437-001d-46dd-bad2-ddb81ebf9b96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.344501] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "03f11437-001d-46dd-bad2-ddb81ebf9b96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.422419] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.453878] env[68326]: DEBUG nova.scheduler.client.report [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.483603] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Releasing lock "refresh_cache-703e481a-907e-4738-a4b3-48c83d0aa4aa" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.483971] env[68326]: DEBUG nova.objects.instance [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lazy-loading 'migration_context' on Instance uuid 703e481a-907e-4738-a4b3-48c83d0aa4aa {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.528503] env[68326]: DEBUG nova.compute.manager [req-8dd2054e-35e7-4fa1-a173-ac254f9d5df2 req-b0331b2c-f9a8-4b8c-8574-41162ec0f7c0 service nova] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Received event network-vif-deleted-d37f041a-9262-4956-92fc-3ba3a4ac06db {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 956.528718] env[68326]: DEBUG nova.compute.manager [req-8dd2054e-35e7-4fa1-a173-ac254f9d5df2 req-b0331b2c-f9a8-4b8c-8574-41162ec0f7c0 service nova] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Received event network-vif-deleted-11becd8b-6cbe-48ee-95b5-7f88b25b210a {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 956.528894] env[68326]: DEBUG nova.compute.manager [req-8dd2054e-35e7-4fa1-a173-ac254f9d5df2 req-b0331b2c-f9a8-4b8c-8574-41162ec0f7c0 service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Received event network-vif-plugged-d87d35a7-4424-418e-a697-e29736809ff9 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 956.530435] env[68326]: DEBUG oslo_concurrency.lockutils [req-8dd2054e-35e7-4fa1-a173-ac254f9d5df2 req-b0331b2c-f9a8-4b8c-8574-41162ec0f7c0 service nova] Acquiring lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.530936] env[68326]: DEBUG oslo_concurrency.lockutils [req-8dd2054e-35e7-4fa1-a173-ac254f9d5df2 req-b0331b2c-f9a8-4b8c-8574-41162ec0f7c0 service nova] Lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.531334] env[68326]: DEBUG oslo_concurrency.lockutils [req-8dd2054e-35e7-4fa1-a173-ac254f9d5df2 req-b0331b2c-f9a8-4b8c-8574-41162ec0f7c0 service nova] Lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.531498] env[68326]: DEBUG nova.compute.manager [req-8dd2054e-35e7-4fa1-a173-ac254f9d5df2 req-b0331b2c-f9a8-4b8c-8574-41162ec0f7c0 service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] No waiting events found dispatching network-vif-plugged-d87d35a7-4424-418e-a697-e29736809ff9 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.531823] env[68326]: WARNING nova.compute.manager [req-8dd2054e-35e7-4fa1-a173-ac254f9d5df2 req-b0331b2c-f9a8-4b8c-8574-41162ec0f7c0 service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Received unexpected event network-vif-plugged-d87d35a7-4424-418e-a697-e29736809ff9 for instance with vm_state shelved_offloaded and task_state spawning. [ 956.562362] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.562536] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquired lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.562758] env[68326]: DEBUG nova.network.neutron [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.848932] env[68326]: DEBUG nova.compute.manager [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 956.959447] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.960424] env[68326]: DEBUG nova.compute.manager [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 956.963606] env[68326]: DEBUG oslo_concurrency.lockutils [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.661s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.968145] env[68326]: INFO nova.compute.claims [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.986595] env[68326]: DEBUG nova.objects.base [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Object Instance<703e481a-907e-4738-a4b3-48c83d0aa4aa> lazy-loaded attributes: info_cache,migration_context {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 956.987612] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88a1d88-43f5-472c-a8d6-3ae2a985c308 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.016028] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d200916-7212-4cc6-9fae-550b8f6f88af {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.023058] env[68326]: DEBUG oslo_vmware.api [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 957.023058] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]525ca90a-c06e-83a3-27f3-6f4bd2f86418" [ 957.023058] env[68326]: _type = "Task" [ 957.023058] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.033602] env[68326]: DEBUG oslo_vmware.api [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525ca90a-c06e-83a3-27f3-6f4bd2f86418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.342141] env[68326]: DEBUG nova.network.neutron [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Updating instance_info_cache with network_info: [{"id": "d87d35a7-4424-418e-a697-e29736809ff9", "address": "fa:16:3e:a3:e1:3e", "network": {"id": "a38e2c10-0164-4fd3-9469-3f7dd6950ecd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1169759500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "046163bea88f47c5b437cffde81c963c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd87d35a7-44", "ovs_interfaceid": "d87d35a7-4424-418e-a697-e29736809ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.370699] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.465896] env[68326]: DEBUG nova.compute.utils [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.467853] env[68326]: DEBUG nova.compute.manager [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 957.468080] env[68326]: DEBUG nova.network.neutron [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.517405] env[68326]: DEBUG nova.policy [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8706467213f349a6b62b5ddd060c5a87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a20793dc2d6d4156801346a093bd1f2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.537599] env[68326]: DEBUG oslo_vmware.api [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525ca90a-c06e-83a3-27f3-6f4bd2f86418, 'name': SearchDatastore_Task, 'duration_secs': 0.012403} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.537937] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.826918] env[68326]: DEBUG nova.network.neutron [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Successfully created port: af7fd47f-b483-4802-874a-a811aee1310b {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.845077] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Releasing lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.875493] env[68326]: DEBUG nova.virt.hardware [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1caaf2978a42f4c7cec92dfdd90cde38',container_format='bare',created_at=2025-03-21T08:53:48Z,direct_url=,disk_format='vmdk',id=150fed08-620e-4e8c-ad45-1a39f22ab09d,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1377176240-shelved',owner='046163bea88f47c5b437cffde81c963c',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-03-21T08:54:04Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.875752] env[68326]: DEBUG nova.virt.hardware [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.875937] env[68326]: DEBUG nova.virt.hardware [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.877512] env[68326]: DEBUG nova.virt.hardware [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.877816] env[68326]: DEBUG nova.virt.hardware [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.878035] env[68326]: DEBUG nova.virt.hardware [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.878382] env[68326]: DEBUG nova.virt.hardware [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.880085] env[68326]: DEBUG nova.virt.hardware [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.880085] env[68326]: DEBUG nova.virt.hardware [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.880085] env[68326]: DEBUG nova.virt.hardware [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.880085] env[68326]: DEBUG nova.virt.hardware [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.880815] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570209c7-fa59-4eaf-8c8e-60a8b0c12d3c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.891820] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5856e79-4235-4db0-8d27-24e918a52e95 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.906585] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:e1:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '76e60ff4-204c-4f48-bd0e-2d5fa0a812ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd87d35a7-4424-418e-a697-e29736809ff9', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.914054] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.914336] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.914558] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4faebfbb-08c0-4dba-9b1b-9098434085b3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.935220] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.935220] env[68326]: value = "task-3129605" [ 957.935220] env[68326]: _type = "Task" [ 957.935220] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.943131] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129605, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.970944] env[68326]: DEBUG nova.compute.manager [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 958.390786] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a26d9d-3953-49c8-9327-f2bfc74157ae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.400813] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd60b752-b669-48c9-85ff-d062c233203f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.431086] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5752adf0-cce7-4314-8d90-1ad2fb3655ea {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.441603] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e32da19-f62d-4afd-94f2-f64b19d6cc19 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.450182] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129605, 'name': CreateVM_Task, 'duration_secs': 0.509997} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.457499] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.458026] env[68326]: DEBUG nova.compute.provider_tree [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.460388] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/150fed08-620e-4e8c-ad45-1a39f22ab09d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.460559] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/150fed08-620e-4e8c-ad45-1a39f22ab09d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.460918] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/150fed08-620e-4e8c-ad45-1a39f22ab09d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.461181] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902c3c89-ba55-4dcd-b23b-db7f67f0680a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.467281] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 958.467281] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52022eae-5ca3-52dd-d679-83a9a3512960" [ 958.467281] env[68326]: _type = "Task" [ 958.467281] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.480482] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52022eae-5ca3-52dd-d679-83a9a3512960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.556419] env[68326]: DEBUG nova.compute.manager [req-57161fb6-376c-42de-bf90-bede7652db0a req-7f7444fb-b0bb-42d7-993e-5948a0505564 service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Received event network-changed-d87d35a7-4424-418e-a697-e29736809ff9 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 958.556722] env[68326]: DEBUG nova.compute.manager [req-57161fb6-376c-42de-bf90-bede7652db0a req-7f7444fb-b0bb-42d7-993e-5948a0505564 service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Refreshing instance network info cache due to event network-changed-d87d35a7-4424-418e-a697-e29736809ff9. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 958.556834] env[68326]: DEBUG oslo_concurrency.lockutils [req-57161fb6-376c-42de-bf90-bede7652db0a req-7f7444fb-b0bb-42d7-993e-5948a0505564 service nova] Acquiring lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.556975] env[68326]: DEBUG oslo_concurrency.lockutils [req-57161fb6-376c-42de-bf90-bede7652db0a req-7f7444fb-b0bb-42d7-993e-5948a0505564 service nova] Acquired lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.557181] env[68326]: DEBUG nova.network.neutron [req-57161fb6-376c-42de-bf90-bede7652db0a req-7f7444fb-b0bb-42d7-993e-5948a0505564 service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Refreshing network info cache for port d87d35a7-4424-418e-a697-e29736809ff9 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.962019] env[68326]: DEBUG nova.scheduler.client.report [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.977769] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/150fed08-620e-4e8c-ad45-1a39f22ab09d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.978023] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Processing image 150fed08-620e-4e8c-ad45-1a39f22ab09d {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.978266] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/150fed08-620e-4e8c-ad45-1a39f22ab09d/150fed08-620e-4e8c-ad45-1a39f22ab09d.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.978419] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquired lock "[datastore2] devstack-image-cache_base/150fed08-620e-4e8c-ad45-1a39f22ab09d/150fed08-620e-4e8c-ad45-1a39f22ab09d.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.978594] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.979429] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-151a4f47-9839-456b-9741-cd0de8d80ee8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.982138] env[68326]: DEBUG nova.compute.manager [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 958.993265] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.993449] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.994202] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-709cfc44-21ad-4993-9a44-e5b8b408ad5e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.000206] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 959.000206] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]525fae20-e740-ecad-6dfa-683e350eba43" [ 959.000206] env[68326]: _type = "Task" [ 959.000206] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.010333] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525fae20-e740-ecad-6dfa-683e350eba43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.012413] env[68326]: DEBUG nova.virt.hardware [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.012631] env[68326]: DEBUG nova.virt.hardware [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.012786] env[68326]: DEBUG nova.virt.hardware [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.013012] env[68326]: DEBUG nova.virt.hardware [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.013177] env[68326]: DEBUG nova.virt.hardware [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.013324] env[68326]: DEBUG nova.virt.hardware [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.013531] env[68326]: DEBUG nova.virt.hardware [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.013688] env[68326]: DEBUG nova.virt.hardware [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.013854] env[68326]: DEBUG nova.virt.hardware [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.014026] env[68326]: DEBUG nova.virt.hardware [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.014205] env[68326]: DEBUG nova.virt.hardware [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.015301] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9e637d-99f7-4af7-8a54-284672311c63 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.022768] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e791425-9dd9-4496-8ff8-4750e05761ff {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.414061] env[68326]: DEBUG nova.network.neutron [req-57161fb6-376c-42de-bf90-bede7652db0a req-7f7444fb-b0bb-42d7-993e-5948a0505564 service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Updated VIF entry in instance network info cache for port d87d35a7-4424-418e-a697-e29736809ff9. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.414534] env[68326]: DEBUG nova.network.neutron [req-57161fb6-376c-42de-bf90-bede7652db0a req-7f7444fb-b0bb-42d7-993e-5948a0505564 service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Updating instance_info_cache with network_info: [{"id": "d87d35a7-4424-418e-a697-e29736809ff9", "address": "fa:16:3e:a3:e1:3e", "network": {"id": "a38e2c10-0164-4fd3-9469-3f7dd6950ecd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1169759500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "046163bea88f47c5b437cffde81c963c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd87d35a7-44", "ovs_interfaceid": "d87d35a7-4424-418e-a697-e29736809ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.466785] env[68326]: DEBUG oslo_concurrency.lockutils [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.467365] env[68326]: DEBUG nova.compute.manager [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 959.470928] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.417s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.472392] env[68326]: INFO nova.compute.claims [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.519097] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Preparing fetch location {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 959.522864] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Fetch image to [datastore2] OSTACK_IMG_4bae6ed5-f26a-4c82-a64c-5e8520622436/OSTACK_IMG_4bae6ed5-f26a-4c82-a64c-5e8520622436.vmdk {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 959.524100] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Downloading stream optimized image 150fed08-620e-4e8c-ad45-1a39f22ab09d to [datastore2] OSTACK_IMG_4bae6ed5-f26a-4c82-a64c-5e8520622436/OSTACK_IMG_4bae6ed5-f26a-4c82-a64c-5e8520622436.vmdk on the data store datastore2 as vApp {{(pid=68326) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 959.524364] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Downloading image file data 150fed08-620e-4e8c-ad45-1a39f22ab09d to the ESX as VM named 'OSTACK_IMG_4bae6ed5-f26a-4c82-a64c-5e8520622436' {{(pid=68326) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 959.607990] env[68326]: DEBUG oslo_vmware.rw_handles [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 959.607990] env[68326]: value = "resgroup-9" [ 959.607990] env[68326]: _type = "ResourcePool" [ 959.607990] env[68326]: }. {{(pid=68326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 959.608296] env[68326]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-07af7013-fd3e-45ca-bbb2-3d3e55528ad4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.631315] env[68326]: DEBUG oslo_vmware.rw_handles [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lease: (returnval){ [ 959.631315] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c0629d-f3d0-1454-34b7-0369052f22ad" [ 959.631315] env[68326]: _type = "HttpNfcLease" [ 959.631315] env[68326]: } obtained for vApp import into resource pool (val){ [ 959.631315] env[68326]: value = "resgroup-9" [ 959.631315] env[68326]: _type = "ResourcePool" [ 959.631315] env[68326]: }. {{(pid=68326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 959.631607] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the lease: (returnval){ [ 959.631607] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c0629d-f3d0-1454-34b7-0369052f22ad" [ 959.631607] env[68326]: _type = "HttpNfcLease" [ 959.631607] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 959.638980] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.638980] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c0629d-f3d0-1454-34b7-0369052f22ad" [ 959.638980] env[68326]: _type = "HttpNfcLease" [ 959.638980] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 959.651218] env[68326]: DEBUG nova.network.neutron [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Successfully updated port: af7fd47f-b483-4802-874a-a811aee1310b {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.917452] env[68326]: DEBUG oslo_concurrency.lockutils [req-57161fb6-376c-42de-bf90-bede7652db0a req-7f7444fb-b0bb-42d7-993e-5948a0505564 service nova] Releasing lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.977011] env[68326]: DEBUG nova.compute.utils [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.980816] env[68326]: DEBUG nova.compute.manager [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 959.981066] env[68326]: DEBUG nova.network.neutron [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.032574] env[68326]: DEBUG nova.policy [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ba9e7ed6d3b44d39c7e21e5ce28f64e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf0e122765ae47f4b94a82d47b2186df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.140277] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 960.140277] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c0629d-f3d0-1454-34b7-0369052f22ad" [ 960.140277] env[68326]: _type = "HttpNfcLease" [ 960.140277] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 960.154306] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "refresh_cache-92017563-5663-45ca-959d-4df95f565224" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.154531] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquired lock "refresh_cache-92017563-5663-45ca-959d-4df95f565224" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.154789] env[68326]: DEBUG nova.network.neutron [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.332544] env[68326]: DEBUG nova.network.neutron [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Successfully created port: 228a72e6-faee-44b2-87d3-34d923860e2c {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.484021] env[68326]: DEBUG nova.compute.manager [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 960.601437] env[68326]: DEBUG nova.compute.manager [req-6df48d1a-9927-42d5-a18a-7a525b23a73d req-1a8e2a18-38d6-40f8-bc44-42ad7b45f5fb service nova] [instance: 92017563-5663-45ca-959d-4df95f565224] Received event network-vif-plugged-af7fd47f-b483-4802-874a-a811aee1310b {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 960.601437] env[68326]: DEBUG oslo_concurrency.lockutils [req-6df48d1a-9927-42d5-a18a-7a525b23a73d req-1a8e2a18-38d6-40f8-bc44-42ad7b45f5fb service nova] Acquiring lock "92017563-5663-45ca-959d-4df95f565224-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.601437] env[68326]: DEBUG oslo_concurrency.lockutils [req-6df48d1a-9927-42d5-a18a-7a525b23a73d req-1a8e2a18-38d6-40f8-bc44-42ad7b45f5fb service nova] Lock "92017563-5663-45ca-959d-4df95f565224-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.601437] env[68326]: DEBUG oslo_concurrency.lockutils [req-6df48d1a-9927-42d5-a18a-7a525b23a73d req-1a8e2a18-38d6-40f8-bc44-42ad7b45f5fb service nova] Lock "92017563-5663-45ca-959d-4df95f565224-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.601437] env[68326]: DEBUG nova.compute.manager [req-6df48d1a-9927-42d5-a18a-7a525b23a73d req-1a8e2a18-38d6-40f8-bc44-42ad7b45f5fb service nova] [instance: 92017563-5663-45ca-959d-4df95f565224] No waiting events found dispatching network-vif-plugged-af7fd47f-b483-4802-874a-a811aee1310b {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.601437] env[68326]: WARNING nova.compute.manager [req-6df48d1a-9927-42d5-a18a-7a525b23a73d req-1a8e2a18-38d6-40f8-bc44-42ad7b45f5fb service nova] [instance: 92017563-5663-45ca-959d-4df95f565224] Received unexpected event network-vif-plugged-af7fd47f-b483-4802-874a-a811aee1310b for instance with vm_state building and task_state spawning. [ 960.601437] env[68326]: DEBUG nova.compute.manager [req-6df48d1a-9927-42d5-a18a-7a525b23a73d req-1a8e2a18-38d6-40f8-bc44-42ad7b45f5fb service nova] [instance: 92017563-5663-45ca-959d-4df95f565224] Received event network-changed-af7fd47f-b483-4802-874a-a811aee1310b {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 960.603674] env[68326]: DEBUG nova.compute.manager [req-6df48d1a-9927-42d5-a18a-7a525b23a73d req-1a8e2a18-38d6-40f8-bc44-42ad7b45f5fb service nova] [instance: 92017563-5663-45ca-959d-4df95f565224] Refreshing instance network info cache due to event network-changed-af7fd47f-b483-4802-874a-a811aee1310b. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 960.603674] env[68326]: DEBUG oslo_concurrency.lockutils [req-6df48d1a-9927-42d5-a18a-7a525b23a73d req-1a8e2a18-38d6-40f8-bc44-42ad7b45f5fb service nova] Acquiring lock "refresh_cache-92017563-5663-45ca-959d-4df95f565224" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.643440] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 960.643440] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c0629d-f3d0-1454-34b7-0369052f22ad" [ 960.643440] env[68326]: _type = "HttpNfcLease" [ 960.643440] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 960.643736] env[68326]: DEBUG oslo_vmware.rw_handles [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 960.643736] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c0629d-f3d0-1454-34b7-0369052f22ad" [ 960.643736] env[68326]: _type = "HttpNfcLease" [ 960.643736] env[68326]: }. {{(pid=68326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 960.648018] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2142f053-6979-485a-9482-73adf4af09a7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.653546] env[68326]: DEBUG oslo_vmware.rw_handles [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0b8a5-c8ab-4f36-e0ef-edca614bee4d/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 960.653728] env[68326]: DEBUG oslo_vmware.rw_handles [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0b8a5-c8ab-4f36-e0ef-edca614bee4d/disk-0.vmdk. {{(pid=68326) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 960.721938] env[68326]: DEBUG nova.network.neutron [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.731023] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4ce515e3-dfc3-4eea-b0b4-c2165cba17d9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.904767] env[68326]: DEBUG nova.network.neutron [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Updating instance_info_cache with network_info: [{"id": "af7fd47f-b483-4802-874a-a811aee1310b", "address": "fa:16:3e:c6:08:0b", "network": {"id": "ea8a1a42-a5d2-4f13-aaa8-02eeafd47c07", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1154483345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a20793dc2d6d4156801346a093bd1f2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7fd47f-b4", "ovs_interfaceid": "af7fd47f-b483-4802-874a-a811aee1310b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.998295] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c829896-d0cf-4d9a-8582-69f5a4874213 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.007446] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4da2e5-9105-4319-bcad-b272ad508356 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.045563] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395ab0fb-e2ec-461b-b662-56dba6cc1d94 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.057757] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3071a9-623e-4601-827e-60868c7bb5f0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.073240] env[68326]: DEBUG nova.compute.provider_tree [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.409979] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Releasing lock "refresh_cache-92017563-5663-45ca-959d-4df95f565224" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.410352] env[68326]: DEBUG nova.compute.manager [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Instance network_info: |[{"id": "af7fd47f-b483-4802-874a-a811aee1310b", "address": "fa:16:3e:c6:08:0b", "network": {"id": "ea8a1a42-a5d2-4f13-aaa8-02eeafd47c07", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1154483345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a20793dc2d6d4156801346a093bd1f2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7fd47f-b4", "ovs_interfaceid": "af7fd47f-b483-4802-874a-a811aee1310b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 961.410667] env[68326]: DEBUG oslo_concurrency.lockutils [req-6df48d1a-9927-42d5-a18a-7a525b23a73d req-1a8e2a18-38d6-40f8-bc44-42ad7b45f5fb service nova] Acquired lock "refresh_cache-92017563-5663-45ca-959d-4df95f565224" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.410853] env[68326]: DEBUG nova.network.neutron [req-6df48d1a-9927-42d5-a18a-7a525b23a73d req-1a8e2a18-38d6-40f8-bc44-42ad7b45f5fb service nova] [instance: 92017563-5663-45ca-959d-4df95f565224] Refreshing network info cache for port af7fd47f-b483-4802-874a-a811aee1310b {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.412192] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:08:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af7fd47f-b483-4802-874a-a811aee1310b', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.420982] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.422095] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92017563-5663-45ca-959d-4df95f565224] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.422332] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6935a5d6-4768-47e9-b5cb-1c194f6b457d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.444793] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.444793] env[68326]: value = "task-3129607" [ 961.444793] env[68326]: _type = "Task" [ 961.444793] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.453379] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129607, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.504787] env[68326]: DEBUG nova.compute.manager [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 961.536680] env[68326]: DEBUG nova.virt.hardware [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.536992] env[68326]: DEBUG nova.virt.hardware [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.537174] env[68326]: DEBUG nova.virt.hardware [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.537376] env[68326]: DEBUG nova.virt.hardware [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.537679] env[68326]: DEBUG nova.virt.hardware [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.537679] env[68326]: DEBUG nova.virt.hardware [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.537886] env[68326]: DEBUG nova.virt.hardware [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.538062] env[68326]: DEBUG nova.virt.hardware [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.538254] env[68326]: DEBUG nova.virt.hardware [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.538455] env[68326]: DEBUG nova.virt.hardware [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.538655] env[68326]: DEBUG nova.virt.hardware [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.539734] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bccffd-0d4e-465a-803d-61a18179d792 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.553213] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab491d9-45d6-43b5-b3e7-0a1bee2424fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.579141] env[68326]: DEBUG nova.scheduler.client.report [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.955774] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129607, 'name': CreateVM_Task, 'duration_secs': 0.350348} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.957299] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92017563-5663-45ca-959d-4df95f565224] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.958179] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.958372] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.958709] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.958975] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96d35eac-e36b-4e8e-8d8a-fc9d97cb24af {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.964527] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 961.964527] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52911f23-ca5f-4d28-9e0b-7538606fdf74" [ 961.964527] env[68326]: _type = "Task" [ 961.964527] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.977425] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52911f23-ca5f-4d28-9e0b-7538606fdf74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.983633] env[68326]: DEBUG oslo_vmware.rw_handles [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Completed reading data from the image iterator. {{(pid=68326) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 961.983860] env[68326]: DEBUG oslo_vmware.rw_handles [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0b8a5-c8ab-4f36-e0ef-edca614bee4d/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 961.984866] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425d9590-3607-42a8-93b1-7916f1f24604 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.991614] env[68326]: DEBUG oslo_vmware.rw_handles [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0b8a5-c8ab-4f36-e0ef-edca614bee4d/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 961.991757] env[68326]: DEBUG oslo_vmware.rw_handles [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0b8a5-c8ab-4f36-e0ef-edca614bee4d/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 961.991987] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a6000658-44c3-4069-be42-73202e768f3d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.083859] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.084392] env[68326]: DEBUG nova.compute.manager [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 962.089992] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.232s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.090475] env[68326]: DEBUG nova.objects.instance [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lazy-loading 'resources' on Instance uuid 02d85b25-cc17-4a9e-a37b-8ffc449bf3be {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.099349] env[68326]: DEBUG nova.network.neutron [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Successfully updated port: 228a72e6-faee-44b2-87d3-34d923860e2c {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.213508] env[68326]: DEBUG nova.network.neutron [req-6df48d1a-9927-42d5-a18a-7a525b23a73d req-1a8e2a18-38d6-40f8-bc44-42ad7b45f5fb service nova] [instance: 92017563-5663-45ca-959d-4df95f565224] Updated VIF entry in instance network info cache for port af7fd47f-b483-4802-874a-a811aee1310b. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.213899] env[68326]: DEBUG nova.network.neutron [req-6df48d1a-9927-42d5-a18a-7a525b23a73d req-1a8e2a18-38d6-40f8-bc44-42ad7b45f5fb service nova] [instance: 92017563-5663-45ca-959d-4df95f565224] Updating instance_info_cache with network_info: [{"id": "af7fd47f-b483-4802-874a-a811aee1310b", "address": "fa:16:3e:c6:08:0b", "network": {"id": "ea8a1a42-a5d2-4f13-aaa8-02eeafd47c07", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1154483345-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a20793dc2d6d4156801346a093bd1f2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7fd47f-b4", "ovs_interfaceid": "af7fd47f-b483-4802-874a-a811aee1310b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.222288] env[68326]: DEBUG oslo_vmware.rw_handles [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c0b8a5-c8ab-4f36-e0ef-edca614bee4d/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 962.222514] env[68326]: INFO nova.virt.vmwareapi.images [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Downloaded image file data 150fed08-620e-4e8c-ad45-1a39f22ab09d [ 962.223358] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e63380c-76ae-4296-8dfa-7c8d656f6b08 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.242221] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-378564f9-27ab-4a45-9c9e-cfe129d398e8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.267525] env[68326]: INFO nova.virt.vmwareapi.images [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] The imported VM was unregistered [ 962.269755] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Caching image {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 962.269990] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Creating directory with path [datastore2] devstack-image-cache_base/150fed08-620e-4e8c-ad45-1a39f22ab09d {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.270317] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed769b60-4310-4c0c-bedf-aba2897f522f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.282165] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Created directory with path [datastore2] devstack-image-cache_base/150fed08-620e-4e8c-ad45-1a39f22ab09d {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.282359] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_4bae6ed5-f26a-4c82-a64c-5e8520622436/OSTACK_IMG_4bae6ed5-f26a-4c82-a64c-5e8520622436.vmdk to [datastore2] devstack-image-cache_base/150fed08-620e-4e8c-ad45-1a39f22ab09d/150fed08-620e-4e8c-ad45-1a39f22ab09d.vmdk. {{(pid=68326) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 962.282652] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c7db2300-94ce-4f3a-87ad-860074970310 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.290101] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 962.290101] env[68326]: value = "task-3129609" [ 962.290101] env[68326]: _type = "Task" [ 962.290101] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.297930] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129609, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.476802] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52911f23-ca5f-4d28-9e0b-7538606fdf74, 'name': SearchDatastore_Task, 'duration_secs': 0.011867} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.477135] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.477384] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.477622] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.477768] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.477945] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.478299] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53db4e1e-5192-4abd-9327-6f5a4ecffe7b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.494502] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.494698] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.495534] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f951600-f1e8-4389-ac0e-acbb559fecd1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.501806] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 962.501806] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52df9a6f-d767-d318-68f7-3b73f46447d9" [ 962.501806] env[68326]: _type = "Task" [ 962.501806] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.510878] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52df9a6f-d767-d318-68f7-3b73f46447d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.593847] env[68326]: DEBUG nova.compute.utils [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.597997] env[68326]: DEBUG nova.compute.manager [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 962.598197] env[68326]: DEBUG nova.network.neutron [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.603398] env[68326]: DEBUG oslo_concurrency.lockutils [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Acquiring lock "refresh_cache-a1ff089c-15f3-451a-9c34-3d7a6e907466" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.603398] env[68326]: DEBUG oslo_concurrency.lockutils [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Acquired lock "refresh_cache-a1ff089c-15f3-451a-9c34-3d7a6e907466" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.603398] env[68326]: DEBUG nova.network.neutron [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.629119] env[68326]: DEBUG nova.compute.manager [req-5aa81deb-847e-45c6-847e-ff12ac34532e req-e30ab4a2-d9a7-4427-b21c-19270ee70a9d service nova] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Received event network-vif-plugged-228a72e6-faee-44b2-87d3-34d923860e2c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 962.629119] env[68326]: DEBUG oslo_concurrency.lockutils [req-5aa81deb-847e-45c6-847e-ff12ac34532e req-e30ab4a2-d9a7-4427-b21c-19270ee70a9d service nova] Acquiring lock "a1ff089c-15f3-451a-9c34-3d7a6e907466-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.630057] env[68326]: DEBUG oslo_concurrency.lockutils [req-5aa81deb-847e-45c6-847e-ff12ac34532e req-e30ab4a2-d9a7-4427-b21c-19270ee70a9d service nova] Lock "a1ff089c-15f3-451a-9c34-3d7a6e907466-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.630057] env[68326]: DEBUG oslo_concurrency.lockutils [req-5aa81deb-847e-45c6-847e-ff12ac34532e req-e30ab4a2-d9a7-4427-b21c-19270ee70a9d service nova] Lock "a1ff089c-15f3-451a-9c34-3d7a6e907466-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.630057] env[68326]: DEBUG nova.compute.manager [req-5aa81deb-847e-45c6-847e-ff12ac34532e req-e30ab4a2-d9a7-4427-b21c-19270ee70a9d service nova] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] No waiting events found dispatching network-vif-plugged-228a72e6-faee-44b2-87d3-34d923860e2c {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.630057] env[68326]: WARNING nova.compute.manager [req-5aa81deb-847e-45c6-847e-ff12ac34532e req-e30ab4a2-d9a7-4427-b21c-19270ee70a9d service nova] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Received unexpected event network-vif-plugged-228a72e6-faee-44b2-87d3-34d923860e2c for instance with vm_state building and task_state spawning. [ 962.630057] env[68326]: DEBUG nova.compute.manager [req-5aa81deb-847e-45c6-847e-ff12ac34532e req-e30ab4a2-d9a7-4427-b21c-19270ee70a9d service nova] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Received event network-changed-228a72e6-faee-44b2-87d3-34d923860e2c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 962.630286] env[68326]: DEBUG nova.compute.manager [req-5aa81deb-847e-45c6-847e-ff12ac34532e req-e30ab4a2-d9a7-4427-b21c-19270ee70a9d service nova] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Refreshing instance network info cache due to event network-changed-228a72e6-faee-44b2-87d3-34d923860e2c. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 962.630516] env[68326]: DEBUG oslo_concurrency.lockutils [req-5aa81deb-847e-45c6-847e-ff12ac34532e req-e30ab4a2-d9a7-4427-b21c-19270ee70a9d service nova] Acquiring lock "refresh_cache-a1ff089c-15f3-451a-9c34-3d7a6e907466" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.650308] env[68326]: DEBUG nova.policy [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7eb2e4cb8e0646b28879e6c7a4a1890a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52f98726b5db4f3dbfaf2dfd091e05bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.717487] env[68326]: DEBUG oslo_concurrency.lockutils [req-6df48d1a-9927-42d5-a18a-7a525b23a73d req-1a8e2a18-38d6-40f8-bc44-42ad7b45f5fb service nova] Releasing lock "refresh_cache-92017563-5663-45ca-959d-4df95f565224" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.806542] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129609, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.013848] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52df9a6f-d767-d318-68f7-3b73f46447d9, 'name': SearchDatastore_Task, 'duration_secs': 0.048382} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.017578] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cd05c03-bbe9-4463-882d-d0728a88e85a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.025325] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 963.025325] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52198111-75f3-b4cf-2059-00fc10a197f9" [ 963.025325] env[68326]: _type = "Task" [ 963.025325] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.040581] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52198111-75f3-b4cf-2059-00fc10a197f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.074254] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80172ce-5ccb-4911-8ce4-4c18ea15e449 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.083606] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620f7a68-3e19-411f-9144-dc80039f7419 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.122068] env[68326]: DEBUG nova.compute.manager [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 963.128256] env[68326]: DEBUG nova.network.neutron [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Successfully created port: a147f4e5-4214-4a61-91eb-965173958757 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.130618] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0590ccab-8bcb-421b-9a99-a1bc3933f08f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.141048] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d2e9b3-d1f4-4e77-a3fa-74b001f4a4cf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.161150] env[68326]: DEBUG nova.compute.provider_tree [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.181218] env[68326]: DEBUG nova.network.neutron [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.302674] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129609, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.537233] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52198111-75f3-b4cf-2059-00fc10a197f9, 'name': SearchDatastore_Task, 'duration_secs': 0.096603} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.537590] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.537855] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 92017563-5663-45ca-959d-4df95f565224/92017563-5663-45ca-959d-4df95f565224.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.538146] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20c48fa0-e3a5-4a2b-85ab-731d519b8f9b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.547631] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 963.547631] env[68326]: value = "task-3129610" [ 963.547631] env[68326]: _type = "Task" [ 963.547631] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.557194] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.665346] env[68326]: DEBUG nova.scheduler.client.report [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.706565] env[68326]: DEBUG nova.network.neutron [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Updating instance_info_cache with network_info: [{"id": "228a72e6-faee-44b2-87d3-34d923860e2c", "address": "fa:16:3e:a7:df:63", "network": {"id": "2cfa6cd6-d5f8-4ee9-b7e6-ef3258d07cd7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1791498405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf0e122765ae47f4b94a82d47b2186df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap228a72e6-fa", "ovs_interfaceid": "228a72e6-faee-44b2-87d3-34d923860e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.803699] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129609, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.058252] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.135593] env[68326]: DEBUG nova.compute.manager [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 964.163536] env[68326]: DEBUG nova.virt.hardware [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.163883] env[68326]: DEBUG nova.virt.hardware [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.164106] env[68326]: DEBUG nova.virt.hardware [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.164302] env[68326]: DEBUG nova.virt.hardware [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.164448] env[68326]: DEBUG nova.virt.hardware [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.164593] env[68326]: DEBUG nova.virt.hardware [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.164799] env[68326]: DEBUG nova.virt.hardware [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.164956] env[68326]: DEBUG nova.virt.hardware [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.165312] env[68326]: DEBUG nova.virt.hardware [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.165312] env[68326]: DEBUG nova.virt.hardware [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.165493] env[68326]: DEBUG nova.virt.hardware [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.166434] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29a509c-af49-4b24-af54-fab3d392d2a3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.169725] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.172282] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.710s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.172625] env[68326]: DEBUG nova.objects.instance [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lazy-loading 'resources' on Instance uuid 51e92baa-01a8-4d09-b531-18d958cc5c29 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.179797] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003026c6-fcfd-4174-8f48-a512e45f22ea {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.197968] env[68326]: INFO nova.scheduler.client.report [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Deleted allocations for instance 02d85b25-cc17-4a9e-a37b-8ffc449bf3be [ 964.208964] env[68326]: DEBUG oslo_concurrency.lockutils [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Releasing lock "refresh_cache-a1ff089c-15f3-451a-9c34-3d7a6e907466" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.209361] env[68326]: DEBUG nova.compute.manager [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Instance network_info: |[{"id": "228a72e6-faee-44b2-87d3-34d923860e2c", "address": "fa:16:3e:a7:df:63", "network": {"id": "2cfa6cd6-d5f8-4ee9-b7e6-ef3258d07cd7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1791498405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf0e122765ae47f4b94a82d47b2186df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap228a72e6-fa", "ovs_interfaceid": "228a72e6-faee-44b2-87d3-34d923860e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 964.209757] env[68326]: DEBUG oslo_concurrency.lockutils [req-5aa81deb-847e-45c6-847e-ff12ac34532e req-e30ab4a2-d9a7-4427-b21c-19270ee70a9d service nova] Acquired lock "refresh_cache-a1ff089c-15f3-451a-9c34-3d7a6e907466" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.210352] env[68326]: DEBUG nova.network.neutron [req-5aa81deb-847e-45c6-847e-ff12ac34532e req-e30ab4a2-d9a7-4427-b21c-19270ee70a9d service nova] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Refreshing network info cache for port 228a72e6-faee-44b2-87d3-34d923860e2c {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.211560] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:df:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78b49840-c3fc-455c-8491-a253ccd92bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '228a72e6-faee-44b2-87d3-34d923860e2c', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.222209] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Creating folder: Project (cf0e122765ae47f4b94a82d47b2186df). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.223638] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b410a9a-6ed0-4742-ba6e-dc76ed843078 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.239360] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Created folder: Project (cf0e122765ae47f4b94a82d47b2186df) in parent group-v626141. [ 964.240645] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Creating folder: Instances. Parent ref: group-v626357. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.240645] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e32019a3-9458-42ea-88e5-0326d3931adc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.252638] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Created folder: Instances in parent group-v626357. [ 964.252858] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.253197] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.253416] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-820d87d7-dc14-4c6a-8230-852a03f3a0d0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.275509] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.275509] env[68326]: value = "task-3129613" [ 964.275509] env[68326]: _type = "Task" [ 964.275509] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.285119] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129613, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.302452] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129609, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.559823] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.708630] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c87bf732-5c07-4e96-b26d-e1f50977f1c8 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "02d85b25-cc17-4a9e-a37b-8ffc449bf3be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.551s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.791585] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129613, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.804789] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129609, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.388992} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.808600] env[68326]: INFO nova.virt.vmwareapi.ds_util [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_4bae6ed5-f26a-4c82-a64c-5e8520622436/OSTACK_IMG_4bae6ed5-f26a-4c82-a64c-5e8520622436.vmdk to [datastore2] devstack-image-cache_base/150fed08-620e-4e8c-ad45-1a39f22ab09d/150fed08-620e-4e8c-ad45-1a39f22ab09d.vmdk. [ 964.808864] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Cleaning up location [datastore2] OSTACK_IMG_4bae6ed5-f26a-4c82-a64c-5e8520622436 {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 964.809099] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_4bae6ed5-f26a-4c82-a64c-5e8520622436 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.809616] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b87978c-722f-4082-be18-5be09b57e084 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.819983] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 964.819983] env[68326]: value = "task-3129614" [ 964.819983] env[68326]: _type = "Task" [ 964.819983] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.831825] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.060841] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129610, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.460998} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.061126] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 92017563-5663-45ca-959d-4df95f565224/92017563-5663-45ca-959d-4df95f565224.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.061342] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.061718] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0aac0e9c-eae9-4285-96b9-e755116697b4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.070234] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 965.070234] env[68326]: value = "task-3129615" [ 965.070234] env[68326]: _type = "Task" [ 965.070234] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.079785] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.145800] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.146047] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.146267] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.146446] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.146613] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.148812] env[68326]: INFO nova.compute.manager [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Terminating instance [ 965.150796] env[68326]: DEBUG nova.network.neutron [req-5aa81deb-847e-45c6-847e-ff12ac34532e req-e30ab4a2-d9a7-4427-b21c-19270ee70a9d service nova] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Updated VIF entry in instance network info cache for port 228a72e6-faee-44b2-87d3-34d923860e2c. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.151120] env[68326]: DEBUG nova.network.neutron [req-5aa81deb-847e-45c6-847e-ff12ac34532e req-e30ab4a2-d9a7-4427-b21c-19270ee70a9d service nova] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Updating instance_info_cache with network_info: [{"id": "228a72e6-faee-44b2-87d3-34d923860e2c", "address": "fa:16:3e:a7:df:63", "network": {"id": "2cfa6cd6-d5f8-4ee9-b7e6-ef3258d07cd7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1791498405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf0e122765ae47f4b94a82d47b2186df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap228a72e6-fa", "ovs_interfaceid": "228a72e6-faee-44b2-87d3-34d923860e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.165759] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d306c47-e818-4e0a-ba13-683c6294f175 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.175266] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026c2704-d5d1-416b-8752-d61370f4d9d3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.206408] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221caacb-de63-40fd-acd9-1345a6ceca19 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.214886] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d686fdeb-5b2b-4ddc-9fa3-4e34fb4d9fd9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.229499] env[68326]: DEBUG nova.compute.provider_tree [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.288903] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129613, 'name': CreateVM_Task, 'duration_secs': 0.849388} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.289213] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.289951] env[68326]: DEBUG oslo_concurrency.lockutils [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.290187] env[68326]: DEBUG oslo_concurrency.lockutils [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.290534] env[68326]: DEBUG oslo_concurrency.lockutils [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.290826] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-202e1d2f-0402-4934-895f-23a3fa4d41d4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.297040] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Waiting for the task: (returnval){ [ 965.297040] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52a942a1-00cf-d16b-8d39-d8222eeeb6e3" [ 965.297040] env[68326]: _type = "Task" [ 965.297040] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.304631] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a942a1-00cf-d16b-8d39-d8222eeeb6e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.307484] env[68326]: DEBUG nova.compute.manager [req-e501124c-9d84-4e49-9f0d-3baed5d8fcb7 req-3b4032af-ed9c-4aa4-a5fb-37ef8cfc3da7 service nova] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Received event network-vif-plugged-a147f4e5-4214-4a61-91eb-965173958757 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 965.307768] env[68326]: DEBUG oslo_concurrency.lockutils [req-e501124c-9d84-4e49-9f0d-3baed5d8fcb7 req-3b4032af-ed9c-4aa4-a5fb-37ef8cfc3da7 service nova] Acquiring lock "9f25dcdb-8731-4781-91d7-5f67ecd32f9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.307895] env[68326]: DEBUG oslo_concurrency.lockutils [req-e501124c-9d84-4e49-9f0d-3baed5d8fcb7 req-3b4032af-ed9c-4aa4-a5fb-37ef8cfc3da7 service nova] Lock "9f25dcdb-8731-4781-91d7-5f67ecd32f9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.308059] env[68326]: DEBUG oslo_concurrency.lockutils [req-e501124c-9d84-4e49-9f0d-3baed5d8fcb7 req-3b4032af-ed9c-4aa4-a5fb-37ef8cfc3da7 service nova] Lock "9f25dcdb-8731-4781-91d7-5f67ecd32f9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.308290] env[68326]: DEBUG nova.compute.manager [req-e501124c-9d84-4e49-9f0d-3baed5d8fcb7 req-3b4032af-ed9c-4aa4-a5fb-37ef8cfc3da7 service nova] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] No waiting events found dispatching network-vif-plugged-a147f4e5-4214-4a61-91eb-965173958757 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.308388] env[68326]: WARNING nova.compute.manager [req-e501124c-9d84-4e49-9f0d-3baed5d8fcb7 req-3b4032af-ed9c-4aa4-a5fb-37ef8cfc3da7 service nova] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Received unexpected event network-vif-plugged-a147f4e5-4214-4a61-91eb-965173958757 for instance with vm_state building and task_state spawning. [ 965.331323] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174421} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.332032] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.332032] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Releasing lock "[datastore2] devstack-image-cache_base/150fed08-620e-4e8c-ad45-1a39f22ab09d/150fed08-620e-4e8c-ad45-1a39f22ab09d.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.332032] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/150fed08-620e-4e8c-ad45-1a39f22ab09d/150fed08-620e-4e8c-ad45-1a39f22ab09d.vmdk to [datastore2] ed7ba056-8b06-48f9-89a6-1ec01059baf6/ed7ba056-8b06-48f9-89a6-1ec01059baf6.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.332225] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-039113d4-ca3e-4c74-8d45-6b4e21efcf7f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.343020] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 965.343020] env[68326]: value = "task-3129616" [ 965.343020] env[68326]: _type = "Task" [ 965.343020] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.350154] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.350710] env[68326]: DEBUG nova.network.neutron [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Successfully updated port: a147f4e5-4214-4a61-91eb-965173958757 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.580384] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071103} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.580653] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.581439] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3677ea7-308f-49da-a9ff-22c475af175d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.603491] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 92017563-5663-45ca-959d-4df95f565224/92017563-5663-45ca-959d-4df95f565224.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.603753] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b6e9899-41d1-42ec-88a1-a0be34995cf0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.625050] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 965.625050] env[68326]: value = "task-3129617" [ 965.625050] env[68326]: _type = "Task" [ 965.625050] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.632967] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.655944] env[68326]: DEBUG nova.compute.manager [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 965.656229] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.656724] env[68326]: DEBUG oslo_concurrency.lockutils [req-5aa81deb-847e-45c6-847e-ff12ac34532e req-e30ab4a2-d9a7-4427-b21c-19270ee70a9d service nova] Releasing lock "refresh_cache-a1ff089c-15f3-451a-9c34-3d7a6e907466" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.657653] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cf0cf3-6572-49af-be59-6e06ae94bb38 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.665228] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.665540] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5490c78-1d9e-4092-9aaa-718999ee7a1c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.672144] env[68326]: DEBUG oslo_vmware.api [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 965.672144] env[68326]: value = "task-3129618" [ 965.672144] env[68326]: _type = "Task" [ 965.672144] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.680184] env[68326]: DEBUG oslo_vmware.api [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.732478] env[68326]: DEBUG nova.scheduler.client.report [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.808265] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a942a1-00cf-d16b-8d39-d8222eeeb6e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010268} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.808986] env[68326]: DEBUG oslo_concurrency.lockutils [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.808986] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.809119] env[68326]: DEBUG oslo_concurrency.lockutils [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.809262] env[68326]: DEBUG oslo_concurrency.lockutils [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.809462] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.809744] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59977502-3386-4f3d-9987-0907eb1d538b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.819275] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.819384] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.820130] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a02e5cea-cfa5-4b3d-a3e2-890d4cbd838f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.826059] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Waiting for the task: (returnval){ [ 965.826059] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52495d2a-584d-3689-8a4c-2df5ee737757" [ 965.826059] env[68326]: _type = "Task" [ 965.826059] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.834477] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52495d2a-584d-3689-8a4c-2df5ee737757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.850557] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.855057] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "refresh_cache-9f25dcdb-8731-4781-91d7-5f67ecd32f9f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.855057] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "refresh_cache-9f25dcdb-8731-4781-91d7-5f67ecd32f9f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.855057] env[68326]: DEBUG nova.network.neutron [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.134622] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129617, 'name': ReconfigVM_Task, 'duration_secs': 0.312728} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.134908] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 92017563-5663-45ca-959d-4df95f565224/92017563-5663-45ca-959d-4df95f565224.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.135615] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b00b4f09-f5ce-4096-a3f4-1f3113c09d21 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.142960] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 966.142960] env[68326]: value = "task-3129619" [ 966.142960] env[68326]: _type = "Task" [ 966.142960] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.152656] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129619, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.182673] env[68326]: DEBUG oslo_vmware.api [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.238333] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.240796] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.335s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.241087] env[68326]: DEBUG nova.objects.instance [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Lazy-loading 'resources' on Instance uuid 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.266140] env[68326]: INFO nova.scheduler.client.report [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Deleted allocations for instance 51e92baa-01a8-4d09-b531-18d958cc5c29 [ 966.338759] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52495d2a-584d-3689-8a4c-2df5ee737757, 'name': SearchDatastore_Task, 'duration_secs': 0.009369} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.339559] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f44c96c-4808-4a33-be55-9937c2687359 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.353274] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129616, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.354495] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Waiting for the task: (returnval){ [ 966.354495] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52afbf34-caef-2900-9fdb-3af1ee60dd79" [ 966.354495] env[68326]: _type = "Task" [ 966.354495] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.367126] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52afbf34-caef-2900-9fdb-3af1ee60dd79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.401047] env[68326]: DEBUG nova.network.neutron [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.610185] env[68326]: DEBUG nova.network.neutron [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Updating instance_info_cache with network_info: [{"id": "a147f4e5-4214-4a61-91eb-965173958757", "address": "fa:16:3e:23:23:f0", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa147f4e5-42", "ovs_interfaceid": "a147f4e5-4214-4a61-91eb-965173958757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.654903] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129619, 'name': Rename_Task, 'duration_secs': 0.160712} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.655600] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.655600] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d2f9718-3068-4f53-975c-6141089796a5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.664109] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 966.664109] env[68326]: value = "task-3129620" [ 966.664109] env[68326]: _type = "Task" [ 966.664109] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.678022] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.689663] env[68326]: DEBUG oslo_vmware.api [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129618, 'name': PowerOffVM_Task, 'duration_secs': 0.694034} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.690398] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.691165] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.691466] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79be107d-5bf6-4637-83f4-f67ff969a654 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.777441] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2525e47-48f6-4ce3-970f-4448f06aed5c tempest-VolumesAdminNegativeTest-1059154224 tempest-VolumesAdminNegativeTest-1059154224-project-member] Lock "51e92baa-01a8-4d09-b531-18d958cc5c29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.838s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.806831] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.808020] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.808020] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Deleting the datastore file [datastore2] ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.808020] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfa94653-c831-45d4-b1ee-16c3e32d075a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.819782] env[68326]: DEBUG oslo_vmware.api [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 966.819782] env[68326]: value = "task-3129622" [ 966.819782] env[68326]: _type = "Task" [ 966.819782] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.830719] env[68326]: DEBUG oslo_vmware.api [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.857986] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129616, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.869779] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52afbf34-caef-2900-9fdb-3af1ee60dd79, 'name': SearchDatastore_Task, 'duration_secs': 0.064126} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.869962] env[68326]: DEBUG oslo_concurrency.lockutils [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.870326] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] a1ff089c-15f3-451a-9c34-3d7a6e907466/a1ff089c-15f3-451a-9c34-3d7a6e907466.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.870448] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62a3bb4f-92a9-42a6-843d-bc79cfb8aa3e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.879648] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Waiting for the task: (returnval){ [ 966.879648] env[68326]: value = "task-3129623" [ 966.879648] env[68326]: _type = "Task" [ 966.879648] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.891800] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': task-3129623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.113611] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "refresh_cache-9f25dcdb-8731-4781-91d7-5f67ecd32f9f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.113989] env[68326]: DEBUG nova.compute.manager [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Instance network_info: |[{"id": "a147f4e5-4214-4a61-91eb-965173958757", "address": "fa:16:3e:23:23:f0", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa147f4e5-42", "ovs_interfaceid": "a147f4e5-4214-4a61-91eb-965173958757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 967.114823] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:23:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a147f4e5-4214-4a61-91eb-965173958757', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.122816] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.126023] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.126899] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eae1822-7bcd-4049-8f86-658f9f31c44c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.152809] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.152809] env[68326]: value = "task-3129624" [ 967.152809] env[68326]: _type = "Task" [ 967.152809] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.163513] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129624, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.176600] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.224414] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f0afe1-8d45-4a59-a89e-500d1d1ff09d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.233256] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d324f78b-b367-4e53-b26d-db2f8f8d7ee7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.268536] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7031a47a-f604-452a-9662-12958ef74d25 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.277920] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d120f175-9351-4b30-937e-225fd964fef0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.294652] env[68326]: DEBUG nova.compute.provider_tree [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.330845] env[68326]: DEBUG oslo_vmware.api [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.334570] env[68326]: DEBUG nova.compute.manager [req-22bdaf03-74fb-4173-b9ac-1fa0913f8e9e req-324b9f51-74e8-4754-acba-fd7d205548c5 service nova] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Received event network-changed-a147f4e5-4214-4a61-91eb-965173958757 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 967.334704] env[68326]: DEBUG nova.compute.manager [req-22bdaf03-74fb-4173-b9ac-1fa0913f8e9e req-324b9f51-74e8-4754-acba-fd7d205548c5 service nova] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Refreshing instance network info cache due to event network-changed-a147f4e5-4214-4a61-91eb-965173958757. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 967.335022] env[68326]: DEBUG oslo_concurrency.lockutils [req-22bdaf03-74fb-4173-b9ac-1fa0913f8e9e req-324b9f51-74e8-4754-acba-fd7d205548c5 service nova] Acquiring lock "refresh_cache-9f25dcdb-8731-4781-91d7-5f67ecd32f9f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.335549] env[68326]: DEBUG oslo_concurrency.lockutils [req-22bdaf03-74fb-4173-b9ac-1fa0913f8e9e req-324b9f51-74e8-4754-acba-fd7d205548c5 service nova] Acquired lock "refresh_cache-9f25dcdb-8731-4781-91d7-5f67ecd32f9f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.335758] env[68326]: DEBUG nova.network.neutron [req-22bdaf03-74fb-4173-b9ac-1fa0913f8e9e req-324b9f51-74e8-4754-acba-fd7d205548c5 service nova] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Refreshing network info cache for port a147f4e5-4214-4a61-91eb-965173958757 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.354677] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129616, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.393657] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': task-3129623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.664930] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129624, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.682509] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129620, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.798420] env[68326]: DEBUG nova.scheduler.client.report [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.831887] env[68326]: DEBUG oslo_vmware.api [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.856857] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129616, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.894372] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': task-3129623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.066440] env[68326]: DEBUG nova.network.neutron [req-22bdaf03-74fb-4173-b9ac-1fa0913f8e9e req-324b9f51-74e8-4754-acba-fd7d205548c5 service nova] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Updated VIF entry in instance network info cache for port a147f4e5-4214-4a61-91eb-965173958757. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.066823] env[68326]: DEBUG nova.network.neutron [req-22bdaf03-74fb-4173-b9ac-1fa0913f8e9e req-324b9f51-74e8-4754-acba-fd7d205548c5 service nova] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Updating instance_info_cache with network_info: [{"id": "a147f4e5-4214-4a61-91eb-965173958757", "address": "fa:16:3e:23:23:f0", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa147f4e5-42", "ovs_interfaceid": "a147f4e5-4214-4a61-91eb-965173958757", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.167084] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129624, 'name': CreateVM_Task, 'duration_secs': 0.755923} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.167631] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.171810] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.172194] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.172632] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.173069] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c0d3bb-a6f1-4d5f-b65f-1520083cc787 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.186385] env[68326]: DEBUG oslo_vmware.api [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129620, 'name': PowerOnVM_Task, 'duration_secs': 1.121379} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.186950] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 968.186950] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52850110-23f8-eb7a-b60c-7147e76f99ef" [ 968.186950] env[68326]: _type = "Task" [ 968.186950] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.189019] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.189019] env[68326]: INFO nova.compute.manager [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Took 9.21 seconds to spawn the instance on the hypervisor. [ 968.189019] env[68326]: DEBUG nova.compute.manager [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 968.189019] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7285f7a-5e5b-4382-ad58-4ff567ddf1c2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.201808] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52850110-23f8-eb7a-b60c-7147e76f99ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.306025] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.308924] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 22.022s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.336651] env[68326]: DEBUG oslo_vmware.api [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.338117] env[68326]: INFO nova.scheduler.client.report [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Deleted allocations for instance 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6 [ 968.356766] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129616, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.395571] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': task-3129623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.570807] env[68326]: DEBUG oslo_concurrency.lockutils [req-22bdaf03-74fb-4173-b9ac-1fa0913f8e9e req-324b9f51-74e8-4754-acba-fd7d205548c5 service nova] Releasing lock "refresh_cache-9f25dcdb-8731-4781-91d7-5f67ecd32f9f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.703012] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52850110-23f8-eb7a-b60c-7147e76f99ef, 'name': SearchDatastore_Task, 'duration_secs': 0.088028} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.704044] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.704044] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.704044] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.704437] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.704437] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.704655] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eece43d4-cdcb-455e-893f-9bfff6498e31 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.722069] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.722292] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.723833] env[68326]: INFO nova.compute.manager [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Took 35.76 seconds to build instance. [ 968.725508] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fe3a20a-4802-4980-9aef-82a075b5a21d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.737719] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 968.737719] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52661b9d-a44f-a900-d8e6-8dfb1ea3cbf5" [ 968.737719] env[68326]: _type = "Task" [ 968.737719] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.753243] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52661b9d-a44f-a900-d8e6-8dfb1ea3cbf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.838692] env[68326]: DEBUG oslo_vmware.api [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.729145} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.838951] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.839220] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.839479] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.840222] env[68326]: INFO nova.compute.manager [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Took 3.18 seconds to destroy the instance on the hypervisor. [ 968.840222] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.840316] env[68326]: DEBUG nova.compute.manager [-] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 968.840398] env[68326]: DEBUG nova.network.neutron [-] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.852459] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d8135692-0f83-4c10-ba5c-82ae8bd00b16 tempest-ServersAaction247Test-1692574818 tempest-ServersAaction247Test-1692574818-project-member] Lock "76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.221s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.859438] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129616, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.189803} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.861761] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/150fed08-620e-4e8c-ad45-1a39f22ab09d/150fed08-620e-4e8c-ad45-1a39f22ab09d.vmdk to [datastore2] ed7ba056-8b06-48f9-89a6-1ec01059baf6/ed7ba056-8b06-48f9-89a6-1ec01059baf6.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.863024] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba03e4c-4289-4e51-8c0c-1e0ee289bc27 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.886950] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] ed7ba056-8b06-48f9-89a6-1ec01059baf6/ed7ba056-8b06-48f9-89a6-1ec01059baf6.vmdk or device None with type streamOptimized {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.890686] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4886107-8982-47be-8260-f8b77b65f8e4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.917404] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': task-3129623, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.996082} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.920992] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] a1ff089c-15f3-451a-9c34-3d7a6e907466/a1ff089c-15f3-451a-9c34-3d7a6e907466.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.921232] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.921541] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 968.921541] env[68326]: value = "task-3129625" [ 968.921541] env[68326]: _type = "Task" [ 968.921541] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.921910] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-860141fb-03d7-4be0-aa8d-48c0e32be5d8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.932633] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129625, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.936152] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Waiting for the task: (returnval){ [ 968.936152] env[68326]: value = "task-3129626" [ 968.936152] env[68326]: _type = "Task" [ 968.936152] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.945778] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': task-3129626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.231060] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5987919-5d6f-43d5-bb9d-8b16d1a02e64 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "92017563-5663-45ca-959d-4df95f565224" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.300s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.252355] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52661b9d-a44f-a900-d8e6-8dfb1ea3cbf5, 'name': SearchDatastore_Task, 'duration_secs': 0.053565} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.257025] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a592e6c4-0df1-449f-991c-4b2c62bf4606 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.265537] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 969.265537] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b1f7c4-7793-1993-b1ec-ea0aca9bfdee" [ 969.265537] env[68326]: _type = "Task" [ 969.265537] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.271630] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f473cb1-511b-4697-acd4-1bee8d1ec361 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.279667] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b1f7c4-7793-1993-b1ec-ea0aca9bfdee, 'name': SearchDatastore_Task, 'duration_secs': 0.010495} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.280335] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.280607] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 9f25dcdb-8731-4781-91d7-5f67ecd32f9f/9f25dcdb-8731-4781-91d7-5f67ecd32f9f.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.280892] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-677c1577-e4b5-492f-b2e8-fb0836250190 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.285411] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b9a211-7e89-44e4-83f4-df053faf47e8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.290463] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 969.290463] env[68326]: value = "task-3129627" [ 969.290463] env[68326]: _type = "Task" [ 969.290463] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.320023] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b93a9d6-7c60-40bb-92a2-b784f4ea0d44 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.325604] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.331057] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c8423d-c43d-409b-ab78-c37bcca93a2c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.345655] env[68326]: DEBUG nova.compute.provider_tree [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.415410] env[68326]: DEBUG nova.compute.manager [req-f2c84e8f-bf17-422b-9feb-565e07862cf3 req-f0093d94-1b3a-41d0-a0eb-284cc2901fee service nova] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Received event network-vif-deleted-e3833cd3-cf55-4e8b-9353-c479ae45d8e7 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 969.415410] env[68326]: INFO nova.compute.manager [req-f2c84e8f-bf17-422b-9feb-565e07862cf3 req-f0093d94-1b3a-41d0-a0eb-284cc2901fee service nova] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Neutron deleted interface e3833cd3-cf55-4e8b-9353-c479ae45d8e7; detaching it from the instance and deleting it from the info cache [ 969.415410] env[68326]: DEBUG nova.network.neutron [req-f2c84e8f-bf17-422b-9feb-565e07862cf3 req-f0093d94-1b3a-41d0-a0eb-284cc2901fee service nova] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.434290] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129625, 'name': ReconfigVM_Task, 'duration_secs': 0.299225} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.434690] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Reconfigured VM instance instance-0000000f to attach disk [datastore2] ed7ba056-8b06-48f9-89a6-1ec01059baf6/ed7ba056-8b06-48f9-89a6-1ec01059baf6.vmdk or device None with type streamOptimized {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.435241] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a75b725d-f8de-422d-ab3e-6a53aae59cbf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.446815] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': task-3129626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084658} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.448314] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.448692] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 969.448692] env[68326]: value = "task-3129628" [ 969.448692] env[68326]: _type = "Task" [ 969.448692] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.449722] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d93ae1-a48e-41ac-bd33-e69c22d4612d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.467026] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129628, 'name': Rename_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.482768] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] a1ff089c-15f3-451a-9c34-3d7a6e907466/a1ff089c-15f3-451a-9c34-3d7a6e907466.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.483136] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9274f59d-d9f3-44c4-89ce-a20db606a7aa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.505988] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Waiting for the task: (returnval){ [ 969.505988] env[68326]: value = "task-3129629" [ 969.505988] env[68326]: _type = "Task" [ 969.505988] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.516816] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': task-3129629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.559690] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "92017563-5663-45ca-959d-4df95f565224" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.559959] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "92017563-5663-45ca-959d-4df95f565224" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.560234] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "92017563-5663-45ca-959d-4df95f565224-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.560398] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "92017563-5663-45ca-959d-4df95f565224-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.560570] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "92017563-5663-45ca-959d-4df95f565224-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.562827] env[68326]: INFO nova.compute.manager [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Terminating instance [ 969.742506] env[68326]: DEBUG nova.network.neutron [-] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.801246] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485683} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.801511] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 9f25dcdb-8731-4781-91d7-5f67ecd32f9f/9f25dcdb-8731-4781-91d7-5f67ecd32f9f.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.801726] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.801981] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daf95933-7368-4def-bad5-9dc465cc23ef {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.809750] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 969.809750] env[68326]: value = "task-3129630" [ 969.809750] env[68326]: _type = "Task" [ 969.809750] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.818399] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.849224] env[68326]: DEBUG nova.scheduler.client.report [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.917687] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04786cf0-4961-46cd-b8ff-7357e9f8bd08 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.932482] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9d191c-f6f2-49c9-bc67-fe315a1b6981 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.979577] env[68326]: DEBUG nova.compute.manager [req-f2c84e8f-bf17-422b-9feb-565e07862cf3 req-f0093d94-1b3a-41d0-a0eb-284cc2901fee service nova] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Detach interface failed, port_id=e3833cd3-cf55-4e8b-9353-c479ae45d8e7, reason: Instance ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 969.983680] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129628, 'name': Rename_Task, 'duration_secs': 0.342309} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.984110] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.984520] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48ae4b8b-d73d-4ced-8e60-8ea481b61aa3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.995019] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 969.995019] env[68326]: value = "task-3129631" [ 969.995019] env[68326]: _type = "Task" [ 969.995019] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.004394] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.017078] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': task-3129629, 'name': ReconfigVM_Task, 'duration_secs': 0.484616} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.017401] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Reconfigured VM instance instance-0000004b to attach disk [datastore2] a1ff089c-15f3-451a-9c34-3d7a6e907466/a1ff089c-15f3-451a-9c34-3d7a6e907466.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.018145] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38b0c5ce-b53e-4a11-a2dc-9f3ca3e5abb4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.027143] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Waiting for the task: (returnval){ [ 970.027143] env[68326]: value = "task-3129632" [ 970.027143] env[68326]: _type = "Task" [ 970.027143] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.041882] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': task-3129632, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.067608] env[68326]: DEBUG nova.compute.manager [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 970.068791] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.071627] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb86285-fb46-4955-a784-94065303223c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.078016] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.078280] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb6a6e67-f73e-4529-9810-7c348ea45c48 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.085498] env[68326]: DEBUG oslo_vmware.api [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 970.085498] env[68326]: value = "task-3129633" [ 970.085498] env[68326]: _type = "Task" [ 970.085498] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.097545] env[68326]: DEBUG oslo_vmware.api [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.245392] env[68326]: INFO nova.compute.manager [-] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Took 1.40 seconds to deallocate network for instance. [ 970.320400] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074056} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.320664] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.321503] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d387f6-c36a-40f6-bcee-08102f278473 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.345367] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 9f25dcdb-8731-4781-91d7-5f67ecd32f9f/9f25dcdb-8731-4781-91d7-5f67ecd32f9f.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.345781] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08b7cd04-65a8-42ad-aaa3-b813a4f67eb2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.373582] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 970.373582] env[68326]: value = "task-3129634" [ 970.373582] env[68326]: _type = "Task" [ 970.373582] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.383418] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129634, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.507436] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129631, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.537872] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': task-3129632, 'name': Rename_Task, 'duration_secs': 0.206925} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.538194] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.538459] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd1f88cd-5d44-4ef0-9b93-40374c2c4766 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.545988] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Waiting for the task: (returnval){ [ 970.545988] env[68326]: value = "task-3129635" [ 970.545988] env[68326]: _type = "Task" [ 970.545988] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.554366] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': task-3129635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.597321] env[68326]: DEBUG oslo_vmware.api [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129633, 'name': PowerOffVM_Task, 'duration_secs': 0.174689} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.597321] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.597321] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.597321] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f357b4a-b18c-4f9a-a06c-f616f0f65f58 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.670362] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.670599] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.670787] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Deleting the datastore file [datastore2] 92017563-5663-45ca-959d-4df95f565224 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.671099] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82d20082-bec5-4f03-808a-0603c0f39c39 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.679371] env[68326]: DEBUG oslo_vmware.api [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for the task: (returnval){ [ 970.679371] env[68326]: value = "task-3129637" [ 970.679371] env[68326]: _type = "Task" [ 970.679371] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.689747] env[68326]: DEBUG oslo_vmware.api [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.753322] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.866976] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.558s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.867451] env[68326]: DEBUG nova.compute.manager [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68326) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5454}} [ 970.870324] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.465s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.871917] env[68326]: INFO nova.compute.claims [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.884470] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129634, 'name': ReconfigVM_Task, 'duration_secs': 0.34406} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.884940] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 9f25dcdb-8731-4781-91d7-5f67ecd32f9f/9f25dcdb-8731-4781-91d7-5f67ecd32f9f.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.885706] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e466618b-d21c-4060-a4ed-9600298866ec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.894997] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 970.894997] env[68326]: value = "task-3129638" [ 970.894997] env[68326]: _type = "Task" [ 970.894997] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.909127] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129638, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.005850] env[68326]: DEBUG oslo_vmware.api [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129631, 'name': PowerOnVM_Task, 'duration_secs': 0.533882} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.006143] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.056184] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': task-3129635, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.116411] env[68326]: DEBUG nova.compute.manager [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 971.116411] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cee1310-ff95-4b70-84df-eddef11df09f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.189606] env[68326]: DEBUG oslo_vmware.api [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Task: {'id': task-3129637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174354} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.189858] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.190055] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.190238] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.190409] env[68326]: INFO nova.compute.manager [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] [instance: 92017563-5663-45ca-959d-4df95f565224] Took 1.12 seconds to destroy the instance on the hypervisor. [ 971.190641] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.190825] env[68326]: DEBUG nova.compute.manager [-] [instance: 92017563-5663-45ca-959d-4df95f565224] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 971.190917] env[68326]: DEBUG nova.network.neutron [-] [instance: 92017563-5663-45ca-959d-4df95f565224] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.409567] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129638, 'name': Rename_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.441916] env[68326]: INFO nova.scheduler.client.report [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Deleted allocation for migration 4c320505-4761-43f7-b133-4aa550ad5db9 [ 971.497378] env[68326]: DEBUG nova.compute.manager [req-3267fc70-30d2-4c7c-8fc0-be790aad25cb req-e232657a-68b7-40a5-84bc-fc365cd7c8ce service nova] [instance: 92017563-5663-45ca-959d-4df95f565224] Received event network-vif-deleted-af7fd47f-b483-4802-874a-a811aee1310b {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 971.497570] env[68326]: INFO nova.compute.manager [req-3267fc70-30d2-4c7c-8fc0-be790aad25cb req-e232657a-68b7-40a5-84bc-fc365cd7c8ce service nova] [instance: 92017563-5663-45ca-959d-4df95f565224] Neutron deleted interface af7fd47f-b483-4802-874a-a811aee1310b; detaching it from the instance and deleting it from the info cache [ 971.497738] env[68326]: DEBUG nova.network.neutron [req-3267fc70-30d2-4c7c-8fc0-be790aad25cb req-e232657a-68b7-40a5-84bc-fc365cd7c8ce service nova] [instance: 92017563-5663-45ca-959d-4df95f565224] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.555494] env[68326]: DEBUG oslo_vmware.api [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': task-3129635, 'name': PowerOnVM_Task, 'duration_secs': 0.929024} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.555793] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.556010] env[68326]: INFO nova.compute.manager [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Took 10.05 seconds to spawn the instance on the hypervisor. [ 971.556213] env[68326]: DEBUG nova.compute.manager [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 971.556982] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1155437c-566d-4c07-9115-91ef73270273 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.633448] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e990f761-23d1-4e1a-86b0-3a0d143943e4 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 40.665s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.906648] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129638, 'name': Rename_Task, 'duration_secs': 0.91704} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.910827] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.911195] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc40fdc4-f3df-4e20-911b-626422223435 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.919031] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 971.919031] env[68326]: value = "task-3129639" [ 971.919031] env[68326]: _type = "Task" [ 971.919031] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.932276] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.937874] env[68326]: DEBUG nova.network.neutron [-] [instance: 92017563-5663-45ca-959d-4df95f565224] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.949338] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e4706dc4-65e4-4f3b-bbb5-2e57e5afa7f9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "df2f88d6-5e47-4d8c-a727-9f20cecee976" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.616s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.000894] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e817cd1-39f5-4418-a29e-0a76ee692702 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.011074] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb00d427-6fbf-445d-bc3b-b39188d40c74 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.057770] env[68326]: DEBUG nova.compute.manager [req-3267fc70-30d2-4c7c-8fc0-be790aad25cb req-e232657a-68b7-40a5-84bc-fc365cd7c8ce service nova] [instance: 92017563-5663-45ca-959d-4df95f565224] Detach interface failed, port_id=af7fd47f-b483-4802-874a-a811aee1310b, reason: Instance 92017563-5663-45ca-959d-4df95f565224 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 972.076977] env[68326]: INFO nova.compute.manager [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Took 38.79 seconds to build instance. [ 972.282697] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfae7bd6-90a6-4086-962c-210fbc073372 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.291277] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0466648e-45eb-4fc5-800f-710f1cf8fe95 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.324205] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e624319-04eb-4dd6-8ebb-16c01dca7432 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.331644] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8147aeb4-34cd-48a0-8c48-786c05dc5822 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.345229] env[68326]: DEBUG nova.compute.provider_tree [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.434546] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129639, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.440484] env[68326]: INFO nova.compute.manager [-] [instance: 92017563-5663-45ca-959d-4df95f565224] Took 1.25 seconds to deallocate network for instance. [ 972.580214] env[68326]: DEBUG oslo_concurrency.lockutils [None req-40f57dc4-5747-4f8e-8a5f-29829c098f97 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Lock "a1ff089c-15f3-451a-9c34-3d7a6e907466" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.300s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.851498] env[68326]: DEBUG nova.scheduler.client.report [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.912519] env[68326]: DEBUG nova.objects.instance [None req-43b428f8-369b-49f2-a9d5-3c2440f78aad tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lazy-loading 'flavor' on Instance uuid df2f88d6-5e47-4d8c-a727-9f20cecee976 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.931525] env[68326]: DEBUG oslo_vmware.api [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129639, 'name': PowerOnVM_Task, 'duration_secs': 0.685138} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.931784] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.931976] env[68326]: INFO nova.compute.manager [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Took 8.80 seconds to spawn the instance on the hypervisor. [ 972.932217] env[68326]: DEBUG nova.compute.manager [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 972.933029] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2061af8-58a5-47b0-8e13-60e2dc51e18e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.946957] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.157521] env[68326]: DEBUG nova.compute.manager [req-9da1e7d8-9840-4e9a-9d83-9d82922df0e4 req-335d7958-b617-4bd0-97cc-57d2578e02ab service nova] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Received event network-changed-228a72e6-faee-44b2-87d3-34d923860e2c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 973.157719] env[68326]: DEBUG nova.compute.manager [req-9da1e7d8-9840-4e9a-9d83-9d82922df0e4 req-335d7958-b617-4bd0-97cc-57d2578e02ab service nova] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Refreshing instance network info cache due to event network-changed-228a72e6-faee-44b2-87d3-34d923860e2c. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 973.157923] env[68326]: DEBUG oslo_concurrency.lockutils [req-9da1e7d8-9840-4e9a-9d83-9d82922df0e4 req-335d7958-b617-4bd0-97cc-57d2578e02ab service nova] Acquiring lock "refresh_cache-a1ff089c-15f3-451a-9c34-3d7a6e907466" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.160116] env[68326]: DEBUG oslo_concurrency.lockutils [req-9da1e7d8-9840-4e9a-9d83-9d82922df0e4 req-335d7958-b617-4bd0-97cc-57d2578e02ab service nova] Acquired lock "refresh_cache-a1ff089c-15f3-451a-9c34-3d7a6e907466" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.160116] env[68326]: DEBUG nova.network.neutron [req-9da1e7d8-9840-4e9a-9d83-9d82922df0e4 req-335d7958-b617-4bd0-97cc-57d2578e02ab service nova] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Refreshing network info cache for port 228a72e6-faee-44b2-87d3-34d923860e2c {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.360023] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.360023] env[68326]: DEBUG nova.compute.manager [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 973.362580] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.396s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.362990] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.365184] env[68326]: DEBUG oslo_concurrency.lockutils [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.893s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.367119] env[68326]: INFO nova.compute.claims [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.371108] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9896883c-0fe0-4ed3-aa91-bc4d687b7a20 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.381981] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-44f50e75-9fe3-4f46-94a9-2d6790c2b253 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Suspending the VM {{(pid=68326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 973.382456] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2b22a637-f237-4351-8738-b0eb5599d6f1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.391930] env[68326]: DEBUG oslo_vmware.api [None req-44f50e75-9fe3-4f46-94a9-2d6790c2b253 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 973.391930] env[68326]: value = "task-3129640" [ 973.391930] env[68326]: _type = "Task" [ 973.391930] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.400745] env[68326]: DEBUG oslo_vmware.api [None req-44f50e75-9fe3-4f46-94a9-2d6790c2b253 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129640, 'name': SuspendVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.413366] env[68326]: INFO nova.scheduler.client.report [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleted allocations for instance b22d10a4-055b-4b65-97ae-a4a6f3f6fac6 [ 973.421160] env[68326]: DEBUG oslo_concurrency.lockutils [None req-43b428f8-369b-49f2-a9d5-3c2440f78aad tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.421160] env[68326]: DEBUG oslo_concurrency.lockutils [None req-43b428f8-369b-49f2-a9d5-3c2440f78aad tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.421160] env[68326]: DEBUG nova.network.neutron [None req-43b428f8-369b-49f2-a9d5-3c2440f78aad tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.421160] env[68326]: DEBUG nova.objects.instance [None req-43b428f8-369b-49f2-a9d5-3c2440f78aad tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lazy-loading 'info_cache' on Instance uuid df2f88d6-5e47-4d8c-a727-9f20cecee976 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.458336] env[68326]: INFO nova.compute.manager [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Took 39.42 seconds to build instance. [ 973.865987] env[68326]: DEBUG nova.compute.utils [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.868122] env[68326]: DEBUG nova.compute.manager [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 973.868345] env[68326]: DEBUG nova.network.neutron [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.901719] env[68326]: DEBUG oslo_vmware.api [None req-44f50e75-9fe3-4f46-94a9-2d6790c2b253 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129640, 'name': SuspendVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.924947] env[68326]: DEBUG nova.objects.base [None req-43b428f8-369b-49f2-a9d5-3c2440f78aad tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 973.926826] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7dda9ea6-3d51-4510-b032-63a7054d63ad tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "b22d10a4-055b-4b65-97ae-a4a6f3f6fac6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.993s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.942113] env[68326]: DEBUG nova.policy [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5633436c1a24491acb4d0c414ee3461', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95ce0bb65df142659c2f590ba44be811', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.960530] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e6f45d-4986-47ed-aca8-46c03ac11543 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "9f25dcdb-8731-4781-91d7-5f67ecd32f9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.935s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.001946] env[68326]: DEBUG oslo_concurrency.lockutils [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "9f25dcdb-8731-4781-91d7-5f67ecd32f9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.001946] env[68326]: DEBUG oslo_concurrency.lockutils [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "9f25dcdb-8731-4781-91d7-5f67ecd32f9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.002157] env[68326]: DEBUG oslo_concurrency.lockutils [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "9f25dcdb-8731-4781-91d7-5f67ecd32f9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.003298] env[68326]: DEBUG oslo_concurrency.lockutils [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "9f25dcdb-8731-4781-91d7-5f67ecd32f9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.003298] env[68326]: DEBUG oslo_concurrency.lockutils [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "9f25dcdb-8731-4781-91d7-5f67ecd32f9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.004668] env[68326]: INFO nova.compute.manager [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Terminating instance [ 974.048617] env[68326]: DEBUG nova.network.neutron [req-9da1e7d8-9840-4e9a-9d83-9d82922df0e4 req-335d7958-b617-4bd0-97cc-57d2578e02ab service nova] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Updated VIF entry in instance network info cache for port 228a72e6-faee-44b2-87d3-34d923860e2c. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.049047] env[68326]: DEBUG nova.network.neutron [req-9da1e7d8-9840-4e9a-9d83-9d82922df0e4 req-335d7958-b617-4bd0-97cc-57d2578e02ab service nova] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Updating instance_info_cache with network_info: [{"id": "228a72e6-faee-44b2-87d3-34d923860e2c", "address": "fa:16:3e:a7:df:63", "network": {"id": "2cfa6cd6-d5f8-4ee9-b7e6-ef3258d07cd7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1791498405-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf0e122765ae47f4b94a82d47b2186df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78b49840-c3fc-455c-8491-a253ccd92bb5", "external-id": "nsx-vlan-transportzone-779", "segmentation_id": 779, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap228a72e6-fa", "ovs_interfaceid": "228a72e6-faee-44b2-87d3-34d923860e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.251016] env[68326]: DEBUG nova.network.neutron [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Successfully created port: 86eb36b4-6999-41be-8977-ad008ac97277 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.371575] env[68326]: DEBUG nova.compute.manager [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 974.403485] env[68326]: DEBUG oslo_vmware.api [None req-44f50e75-9fe3-4f46-94a9-2d6790c2b253 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129640, 'name': SuspendVM_Task, 'duration_secs': 0.797155} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.403860] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-44f50e75-9fe3-4f46-94a9-2d6790c2b253 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Suspended the VM {{(pid=68326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 974.404105] env[68326]: DEBUG nova.compute.manager [None req-44f50e75-9fe3-4f46-94a9-2d6790c2b253 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 974.405077] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0074ac05-c9c1-41c8-a899-10dd3c71e416 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.509617] env[68326]: DEBUG nova.compute.manager [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 974.509811] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.510872] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e5a294-4bc3-4c0e-8efd-1c090753e0f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.526433] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.526433] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e25713b8-922f-4dd7-8b08-48f2c179f0e5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.538169] env[68326]: DEBUG oslo_vmware.api [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 974.538169] env[68326]: value = "task-3129641" [ 974.538169] env[68326]: _type = "Task" [ 974.538169] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.544646] env[68326]: DEBUG oslo_vmware.api [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.551767] env[68326]: DEBUG oslo_concurrency.lockutils [req-9da1e7d8-9840-4e9a-9d83-9d82922df0e4 req-335d7958-b617-4bd0-97cc-57d2578e02ab service nova] Releasing lock "refresh_cache-a1ff089c-15f3-451a-9c34-3d7a6e907466" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.740376] env[68326]: DEBUG nova.network.neutron [None req-43b428f8-369b-49f2-a9d5-3c2440f78aad tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Updating instance_info_cache with network_info: [{"id": "7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912", "address": "fa:16:3e:13:97:3a", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f8d3f5b-40", "ovs_interfaceid": "7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.805026] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fa9214-496a-4a37-bc4a-65f880d39845 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.814565] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f182863f-8d52-4a36-a59d-46b333fe7ed3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.850675] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f0a647-49a7-452f-b8b6-b74db373ab10 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.858194] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82927db-61a9-4038-9915-26e3bc2a8e72 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.872247] env[68326]: DEBUG nova.compute.provider_tree [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.046136] env[68326]: DEBUG oslo_vmware.api [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129641, 'name': PowerOffVM_Task, 'duration_secs': 0.232625} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.046429] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.046664] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.046810] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ccae875-8998-4075-a86a-6b13220f4845 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.106018] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.106250] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.106434] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleting the datastore file [datastore2] 9f25dcdb-8731-4781-91d7-5f67ecd32f9f {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.106715] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d085d110-2630-4580-8b84-96f8ab4d4dbc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.114287] env[68326]: DEBUG oslo_vmware.api [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 975.114287] env[68326]: value = "task-3129643" [ 975.114287] env[68326]: _type = "Task" [ 975.114287] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.123454] env[68326]: DEBUG oslo_vmware.api [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.243435] env[68326]: DEBUG oslo_concurrency.lockutils [None req-43b428f8-369b-49f2-a9d5-3c2440f78aad tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "refresh_cache-df2f88d6-5e47-4d8c-a727-9f20cecee976" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.376333] env[68326]: DEBUG nova.scheduler.client.report [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.383985] env[68326]: DEBUG nova.compute.manager [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 975.415502] env[68326]: DEBUG nova.virt.hardware [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.415766] env[68326]: DEBUG nova.virt.hardware [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.415921] env[68326]: DEBUG nova.virt.hardware [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.416125] env[68326]: DEBUG nova.virt.hardware [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.416270] env[68326]: DEBUG nova.virt.hardware [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.416414] env[68326]: DEBUG nova.virt.hardware [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.416613] env[68326]: DEBUG nova.virt.hardware [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.416793] env[68326]: DEBUG nova.virt.hardware [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.417008] env[68326]: DEBUG nova.virt.hardware [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.417221] env[68326]: DEBUG nova.virt.hardware [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.417408] env[68326]: DEBUG nova.virt.hardware [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.418501] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba55536b-e457-4ac8-a57f-d3c502bd4337 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.427879] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555012ce-374d-4bf0-b070-22346c5a53fc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.623897] env[68326]: DEBUG oslo_vmware.api [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203144} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.624240] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.624589] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.624814] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.624994] env[68326]: INFO nova.compute.manager [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 975.625245] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.625598] env[68326]: DEBUG nova.compute.manager [-] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 975.625698] env[68326]: DEBUG nova.network.neutron [-] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.824274] env[68326]: INFO nova.compute.manager [None req-e4bd93b7-067b-40d0-9cd1-6990f71e9d3f tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Resuming [ 975.824274] env[68326]: DEBUG nova.objects.instance [None req-e4bd93b7-067b-40d0-9cd1-6990f71e9d3f tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lazy-loading 'flavor' on Instance uuid ed7ba056-8b06-48f9-89a6-1ec01059baf6 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.885023] env[68326]: DEBUG oslo_concurrency.lockutils [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.885023] env[68326]: DEBUG nova.compute.manager [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 975.887251] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.923s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.889480] env[68326]: INFO nova.compute.claims [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.953051] env[68326]: DEBUG nova.compute.manager [req-551fd368-81db-4dc7-b7f2-bb31df866bcb req-45de46b4-3b8e-4614-ac74-94b0668fbc94 service nova] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Received event network-vif-plugged-86eb36b4-6999-41be-8977-ad008ac97277 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 975.953051] env[68326]: DEBUG oslo_concurrency.lockutils [req-551fd368-81db-4dc7-b7f2-bb31df866bcb req-45de46b4-3b8e-4614-ac74-94b0668fbc94 service nova] Acquiring lock "6c865f2c-0796-4f18-9742-2ecb05d10867-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.953051] env[68326]: DEBUG oslo_concurrency.lockutils [req-551fd368-81db-4dc7-b7f2-bb31df866bcb req-45de46b4-3b8e-4614-ac74-94b0668fbc94 service nova] Lock "6c865f2c-0796-4f18-9742-2ecb05d10867-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.953051] env[68326]: DEBUG oslo_concurrency.lockutils [req-551fd368-81db-4dc7-b7f2-bb31df866bcb req-45de46b4-3b8e-4614-ac74-94b0668fbc94 service nova] Lock "6c865f2c-0796-4f18-9742-2ecb05d10867-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.953051] env[68326]: DEBUG nova.compute.manager [req-551fd368-81db-4dc7-b7f2-bb31df866bcb req-45de46b4-3b8e-4614-ac74-94b0668fbc94 service nova] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] No waiting events found dispatching network-vif-plugged-86eb36b4-6999-41be-8977-ad008ac97277 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.953051] env[68326]: WARNING nova.compute.manager [req-551fd368-81db-4dc7-b7f2-bb31df866bcb req-45de46b4-3b8e-4614-ac74-94b0668fbc94 service nova] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Received unexpected event network-vif-plugged-86eb36b4-6999-41be-8977-ad008ac97277 for instance with vm_state building and task_state spawning. [ 976.116422] env[68326]: DEBUG nova.network.neutron [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Successfully updated port: 86eb36b4-6999-41be-8977-ad008ac97277 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.248536] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b428f8-369b-49f2-a9d5-3c2440f78aad tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.248973] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a7a01ca-8359-41a9-9757-36272e188fda {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.258682] env[68326]: DEBUG oslo_vmware.api [None req-43b428f8-369b-49f2-a9d5-3c2440f78aad tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 976.258682] env[68326]: value = "task-3129644" [ 976.258682] env[68326]: _type = "Task" [ 976.258682] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.269902] env[68326]: DEBUG oslo_vmware.api [None req-43b428f8-369b-49f2-a9d5-3c2440f78aad tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.394480] env[68326]: DEBUG nova.compute.utils [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.397331] env[68326]: DEBUG nova.compute.manager [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 976.397511] env[68326]: DEBUG nova.network.neutron [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 976.438238] env[68326]: DEBUG nova.policy [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5dce5168a25149fca640a2a8d4a5e1e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c79f3107a734d6381bb7cf09d9b1842', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.467795] env[68326]: DEBUG nova.network.neutron [-] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.619963] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "refresh_cache-6c865f2c-0796-4f18-9742-2ecb05d10867" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.620487] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "refresh_cache-6c865f2c-0796-4f18-9742-2ecb05d10867" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.620487] env[68326]: DEBUG nova.network.neutron [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.769598] env[68326]: DEBUG oslo_vmware.api [None req-43b428f8-369b-49f2-a9d5-3c2440f78aad tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129644, 'name': PowerOnVM_Task, 'duration_secs': 0.41755} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.769883] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-43b428f8-369b-49f2-a9d5-3c2440f78aad tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.770185] env[68326]: DEBUG nova.compute.manager [None req-43b428f8-369b-49f2-a9d5-3c2440f78aad tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 976.771049] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9e940c-3b9d-4147-b3c4-fe409e39875f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.894752] env[68326]: DEBUG nova.network.neutron [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Successfully created port: b73149c6-98bf-46c0-81f6-311f29229f25 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.902680] env[68326]: DEBUG nova.compute.manager [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 976.971082] env[68326]: INFO nova.compute.manager [-] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Took 1.35 seconds to deallocate network for instance. [ 977.168865] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "0781d75d-bd5e-4fd2-8892-b5f50e2af7e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.169138] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "0781d75d-bd5e-4fd2-8892-b5f50e2af7e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.336943] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e4bd93b7-067b-40d0-9cd1-6990f71e9d3f tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.337154] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e4bd93b7-067b-40d0-9cd1-6990f71e9d3f tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquired lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.337353] env[68326]: DEBUG nova.network.neutron [None req-e4bd93b7-067b-40d0-9cd1-6990f71e9d3f tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.341290] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fa4e7b-d76a-497c-a17b-bf5da975a4ae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.350795] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67e0de4-054a-41d4-b7cb-088406713aac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.387721] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7bbff4-dcd0-44cf-81ec-792fb700ce0e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.395934] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63033f35-51de-49e1-8b88-1aa5aee644f0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.402376] env[68326]: DEBUG nova.network.neutron [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.417127] env[68326]: DEBUG nova.compute.provider_tree [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.479234] env[68326]: DEBUG oslo_concurrency.lockutils [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.601376] env[68326]: DEBUG nova.network.neutron [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Updating instance_info_cache with network_info: [{"id": "86eb36b4-6999-41be-8977-ad008ac97277", "address": "fa:16:3e:93:9a:20", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86eb36b4-69", "ovs_interfaceid": "86eb36b4-6999-41be-8977-ad008ac97277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.671300] env[68326]: DEBUG nova.compute.manager [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 977.920615] env[68326]: DEBUG nova.compute.manager [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 977.922964] env[68326]: DEBUG nova.scheduler.client.report [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.954732] env[68326]: DEBUG nova.virt.hardware [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.954918] env[68326]: DEBUG nova.virt.hardware [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.955299] env[68326]: DEBUG nova.virt.hardware [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.955518] env[68326]: DEBUG nova.virt.hardware [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.955668] env[68326]: DEBUG nova.virt.hardware [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.955814] env[68326]: DEBUG nova.virt.hardware [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.956060] env[68326]: DEBUG nova.virt.hardware [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.956228] env[68326]: DEBUG nova.virt.hardware [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.956397] env[68326]: DEBUG nova.virt.hardware [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.956559] env[68326]: DEBUG nova.virt.hardware [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.956730] env[68326]: DEBUG nova.virt.hardware [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.957870] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e838f1-6af3-41d3-85d4-03d13555c02f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.968328] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fa0066-9c26-4018-ad74-c956ae5f7ace {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.996422] env[68326]: DEBUG nova.compute.manager [req-4171f586-0260-4185-8e21-8d2c062b5d07 req-b565cbb3-56a8-418f-8ae5-fd8f6b693d6e service nova] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Received event network-vif-deleted-a147f4e5-4214-4a61-91eb-965173958757 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 977.996555] env[68326]: DEBUG nova.compute.manager [req-4171f586-0260-4185-8e21-8d2c062b5d07 req-b565cbb3-56a8-418f-8ae5-fd8f6b693d6e service nova] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Received event network-changed-86eb36b4-6999-41be-8977-ad008ac97277 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 977.996637] env[68326]: DEBUG nova.compute.manager [req-4171f586-0260-4185-8e21-8d2c062b5d07 req-b565cbb3-56a8-418f-8ae5-fd8f6b693d6e service nova] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Refreshing instance network info cache due to event network-changed-86eb36b4-6999-41be-8977-ad008ac97277. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 977.997220] env[68326]: DEBUG oslo_concurrency.lockutils [req-4171f586-0260-4185-8e21-8d2c062b5d07 req-b565cbb3-56a8-418f-8ae5-fd8f6b693d6e service nova] Acquiring lock "refresh_cache-6c865f2c-0796-4f18-9742-2ecb05d10867" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.060526] env[68326]: DEBUG nova.network.neutron [None req-e4bd93b7-067b-40d0-9cd1-6990f71e9d3f tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Updating instance_info_cache with network_info: [{"id": "d87d35a7-4424-418e-a697-e29736809ff9", "address": "fa:16:3e:a3:e1:3e", "network": {"id": "a38e2c10-0164-4fd3-9469-3f7dd6950ecd", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1169759500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "046163bea88f47c5b437cffde81c963c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "76e60ff4-204c-4f48-bd0e-2d5fa0a812ef", "external-id": "nsx-vlan-transportzone-854", "segmentation_id": 854, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd87d35a7-44", "ovs_interfaceid": "d87d35a7-4424-418e-a697-e29736809ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.082721] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "df2f88d6-5e47-4d8c-a727-9f20cecee976" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.082721] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "df2f88d6-5e47-4d8c-a727-9f20cecee976" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.082721] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "df2f88d6-5e47-4d8c-a727-9f20cecee976-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.082721] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "df2f88d6-5e47-4d8c-a727-9f20cecee976-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.082721] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "df2f88d6-5e47-4d8c-a727-9f20cecee976-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.083814] env[68326]: INFO nova.compute.manager [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Terminating instance [ 978.106543] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "refresh_cache-6c865f2c-0796-4f18-9742-2ecb05d10867" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.107023] env[68326]: DEBUG nova.compute.manager [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Instance network_info: |[{"id": "86eb36b4-6999-41be-8977-ad008ac97277", "address": "fa:16:3e:93:9a:20", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86eb36b4-69", "ovs_interfaceid": "86eb36b4-6999-41be-8977-ad008ac97277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 978.107236] env[68326]: DEBUG oslo_concurrency.lockutils [req-4171f586-0260-4185-8e21-8d2c062b5d07 req-b565cbb3-56a8-418f-8ae5-fd8f6b693d6e service nova] Acquired lock "refresh_cache-6c865f2c-0796-4f18-9742-2ecb05d10867" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.107424] env[68326]: DEBUG nova.network.neutron [req-4171f586-0260-4185-8e21-8d2c062b5d07 req-b565cbb3-56a8-418f-8ae5-fd8f6b693d6e service nova] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Refreshing network info cache for port 86eb36b4-6999-41be-8977-ad008ac97277 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.108560] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:9a:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86eb36b4-6999-41be-8977-ad008ac97277', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.116258] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.117201] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.117437] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2866dfb8-bb96-4f8f-83aa-3c8c7c049491 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.140212] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.140212] env[68326]: value = "task-3129645" [ 978.140212] env[68326]: _type = "Task" [ 978.140212] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.149183] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129645, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.199312] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.428269] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.428899] env[68326]: DEBUG nova.compute.manager [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 978.431513] env[68326]: DEBUG oslo_concurrency.lockutils [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.331s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.431741] env[68326]: DEBUG nova.objects.instance [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lazy-loading 'resources' on Instance uuid 5950bd62-c505-4c7d-a235-f4e810d302ec {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.563320] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e4bd93b7-067b-40d0-9cd1-6990f71e9d3f tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Releasing lock "refresh_cache-ed7ba056-8b06-48f9-89a6-1ec01059baf6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.564383] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f681718f-f764-44ca-9227-13c87bf8bd6b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.571384] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e4bd93b7-067b-40d0-9cd1-6990f71e9d3f tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Resuming the VM {{(pid=68326) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 978.571660] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e94b711-27b0-4651-b5ac-7d349c75101d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.577323] env[68326]: DEBUG oslo_vmware.api [None req-e4bd93b7-067b-40d0-9cd1-6990f71e9d3f tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 978.577323] env[68326]: value = "task-3129646" [ 978.577323] env[68326]: _type = "Task" [ 978.577323] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.584710] env[68326]: DEBUG oslo_vmware.api [None req-e4bd93b7-067b-40d0-9cd1-6990f71e9d3f tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.589453] env[68326]: DEBUG nova.compute.manager [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 978.589582] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.590284] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d57f6c6-f237-4fef-bc05-a35f81ca0664 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.596759] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.596993] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ea27023-67e1-4924-9529-bfc0091651cf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.603863] env[68326]: DEBUG oslo_vmware.api [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 978.603863] env[68326]: value = "task-3129647" [ 978.603863] env[68326]: _type = "Task" [ 978.603863] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.611553] env[68326]: DEBUG oslo_vmware.api [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.650532] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129645, 'name': CreateVM_Task, 'duration_secs': 0.441448} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.650803] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.651753] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.651999] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.652450] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.652789] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0382636-1d3e-46e8-a76c-7ff58ec8e22e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.658500] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 978.658500] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52273fe7-f26c-b524-c6e4-5d87e1817772" [ 978.658500] env[68326]: _type = "Task" [ 978.658500] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.667177] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52273fe7-f26c-b524-c6e4-5d87e1817772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.877533] env[68326]: DEBUG nova.network.neutron [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Successfully updated port: b73149c6-98bf-46c0-81f6-311f29229f25 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.935255] env[68326]: DEBUG nova.compute.utils [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.941503] env[68326]: DEBUG nova.compute.manager [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 978.941689] env[68326]: DEBUG nova.network.neutron [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.962603] env[68326]: DEBUG nova.network.neutron [req-4171f586-0260-4185-8e21-8d2c062b5d07 req-b565cbb3-56a8-418f-8ae5-fd8f6b693d6e service nova] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Updated VIF entry in instance network info cache for port 86eb36b4-6999-41be-8977-ad008ac97277. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.963241] env[68326]: DEBUG nova.network.neutron [req-4171f586-0260-4185-8e21-8d2c062b5d07 req-b565cbb3-56a8-418f-8ae5-fd8f6b693d6e service nova] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Updating instance_info_cache with network_info: [{"id": "86eb36b4-6999-41be-8977-ad008ac97277", "address": "fa:16:3e:93:9a:20", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86eb36b4-69", "ovs_interfaceid": "86eb36b4-6999-41be-8977-ad008ac97277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.985404] env[68326]: DEBUG nova.policy [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a8e1d594f554a859519a58266d14e0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb2bf991eb4b4faeb37682fd31e612af', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.090571] env[68326]: DEBUG oslo_vmware.api [None req-e4bd93b7-067b-40d0-9cd1-6990f71e9d3f tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129646, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.116797] env[68326]: DEBUG oslo_vmware.api [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129647, 'name': PowerOffVM_Task, 'duration_secs': 0.234157} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.117129] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.117413] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.117554] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26b69063-07eb-4ffc-a001-3b72b53545a7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.170760] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52273fe7-f26c-b524-c6e4-5d87e1817772, 'name': SearchDatastore_Task, 'duration_secs': 0.011596} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.172212] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.172212] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.172212] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.172212] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.172212] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.172546] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea031bf2-8b4a-41ec-bca0-1e7997fbe19b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.184649] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.184839] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.185647] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-454997b7-634f-4c4d-9127-bff30511b664 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.192264] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 979.192264] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]528acf87-8c04-aaf6-554c-d30d325909c6" [ 979.192264] env[68326]: _type = "Task" [ 979.192264] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.205989] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]528acf87-8c04-aaf6-554c-d30d325909c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010682} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.207894] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.208123] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.208834] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Deleting the datastore file [datastore1] df2f88d6-5e47-4d8c-a727-9f20cecee976 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.208834] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b73f4bdd-713e-49fa-847b-27114d5129f6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.210938] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cfdf158-2d9d-4729-9218-a05208e8eab0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.218759] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 979.218759] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52e56498-ddc3-ac60-53ea-bc1c0eec3336" [ 979.218759] env[68326]: _type = "Task" [ 979.218759] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.224233] env[68326]: DEBUG oslo_vmware.api [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 979.224233] env[68326]: value = "task-3129649" [ 979.224233] env[68326]: _type = "Task" [ 979.224233] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.231063] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52e56498-ddc3-ac60-53ea-bc1c0eec3336, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.237163] env[68326]: DEBUG oslo_vmware.api [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.381331] env[68326]: DEBUG nova.network.neutron [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Successfully created port: 2d0db25d-1dcc-4c77-905e-e5245d4ab2de {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.381331] env[68326]: DEBUG oslo_concurrency.lockutils [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Acquiring lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.381331] env[68326]: DEBUG oslo_concurrency.lockutils [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Acquired lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.381848] env[68326]: DEBUG nova.network.neutron [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.442667] env[68326]: DEBUG nova.compute.manager [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 979.448108] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9cf2d2-74ec-4958-b3dc-a18bb1ec4eae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.460438] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5420e868-a310-4173-90b7-dff3784afa76 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.497031] env[68326]: DEBUG oslo_concurrency.lockutils [req-4171f586-0260-4185-8e21-8d2c062b5d07 req-b565cbb3-56a8-418f-8ae5-fd8f6b693d6e service nova] Releasing lock "refresh_cache-6c865f2c-0796-4f18-9742-2ecb05d10867" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.498890] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cbf35a-e8fe-4b85-a47c-58e277319c83 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.507369] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcaad0d-cab0-4fa6-be48-1f7d88a33704 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.530432] env[68326]: DEBUG nova.compute.provider_tree [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.587909] env[68326]: DEBUG oslo_vmware.api [None req-e4bd93b7-067b-40d0-9cd1-6990f71e9d3f tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129646, 'name': PowerOnVM_Task, 'duration_secs': 0.626813} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.588469] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e4bd93b7-067b-40d0-9cd1-6990f71e9d3f tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Resumed the VM {{(pid=68326) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 979.588719] env[68326]: DEBUG nova.compute.manager [None req-e4bd93b7-067b-40d0-9cd1-6990f71e9d3f tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 979.589582] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866c12dc-00f8-45c9-b243-136d9fe8925e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.729154] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52e56498-ddc3-ac60-53ea-bc1c0eec3336, 'name': SearchDatastore_Task, 'duration_secs': 0.010212} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.732358] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.732636] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 6c865f2c-0796-4f18-9742-2ecb05d10867/6c865f2c-0796-4f18-9742-2ecb05d10867.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.732910] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-852fdf55-631a-491d-bc00-8227fd53e55e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.740963] env[68326]: DEBUG oslo_vmware.api [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173641} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.742287] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.742486] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.742664] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.742840] env[68326]: INFO nova.compute.manager [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Took 1.15 seconds to destroy the instance on the hypervisor. [ 979.743091] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.743387] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 979.743387] env[68326]: value = "task-3129650" [ 979.743387] env[68326]: _type = "Task" [ 979.743387] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.743604] env[68326]: DEBUG nova.compute.manager [-] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 979.743752] env[68326]: DEBUG nova.network.neutron [-] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.753691] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.976977] env[68326]: DEBUG nova.network.neutron [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.034133] env[68326]: DEBUG nova.scheduler.client.report [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.142160] env[68326]: DEBUG nova.compute.manager [req-ec804e2d-0577-46f8-b5c0-c6846df90046 req-a0963518-aa24-4c65-a8d8-34150e5d541f service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Received event network-vif-plugged-b73149c6-98bf-46c0-81f6-311f29229f25 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 980.143215] env[68326]: DEBUG oslo_concurrency.lockutils [req-ec804e2d-0577-46f8-b5c0-c6846df90046 req-a0963518-aa24-4c65-a8d8-34150e5d541f service nova] Acquiring lock "5be076f6-56b0-49e7-9aa0-e84bcb7c821a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.143262] env[68326]: DEBUG oslo_concurrency.lockutils [req-ec804e2d-0577-46f8-b5c0-c6846df90046 req-a0963518-aa24-4c65-a8d8-34150e5d541f service nova] Lock "5be076f6-56b0-49e7-9aa0-e84bcb7c821a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.143590] env[68326]: DEBUG oslo_concurrency.lockutils [req-ec804e2d-0577-46f8-b5c0-c6846df90046 req-a0963518-aa24-4c65-a8d8-34150e5d541f service nova] Lock "5be076f6-56b0-49e7-9aa0-e84bcb7c821a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.144512] env[68326]: DEBUG nova.compute.manager [req-ec804e2d-0577-46f8-b5c0-c6846df90046 req-a0963518-aa24-4c65-a8d8-34150e5d541f service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] No waiting events found dispatching network-vif-plugged-b73149c6-98bf-46c0-81f6-311f29229f25 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 980.144512] env[68326]: WARNING nova.compute.manager [req-ec804e2d-0577-46f8-b5c0-c6846df90046 req-a0963518-aa24-4c65-a8d8-34150e5d541f service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Received unexpected event network-vif-plugged-b73149c6-98bf-46c0-81f6-311f29229f25 for instance with vm_state building and task_state spawning. [ 980.144512] env[68326]: DEBUG nova.compute.manager [req-ec804e2d-0577-46f8-b5c0-c6846df90046 req-a0963518-aa24-4c65-a8d8-34150e5d541f service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Received event network-changed-b73149c6-98bf-46c0-81f6-311f29229f25 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 980.145592] env[68326]: DEBUG nova.compute.manager [req-ec804e2d-0577-46f8-b5c0-c6846df90046 req-a0963518-aa24-4c65-a8d8-34150e5d541f service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Refreshing instance network info cache due to event network-changed-b73149c6-98bf-46c0-81f6-311f29229f25. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 980.145592] env[68326]: DEBUG oslo_concurrency.lockutils [req-ec804e2d-0577-46f8-b5c0-c6846df90046 req-a0963518-aa24-4c65-a8d8-34150e5d541f service nova] Acquiring lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.261182] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464763} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.261182] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 6c865f2c-0796-4f18-9742-2ecb05d10867/6c865f2c-0796-4f18-9742-2ecb05d10867.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.261182] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.261182] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-562c667a-9512-44c1-9ae7-da510216f708 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.270410] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 980.270410] env[68326]: value = "task-3129651" [ 980.270410] env[68326]: _type = "Task" [ 980.270410] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.280195] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129651, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.309508] env[68326]: DEBUG nova.network.neutron [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Updating instance_info_cache with network_info: [{"id": "b73149c6-98bf-46c0-81f6-311f29229f25", "address": "fa:16:3e:d9:0c:13", "network": {"id": "55452ecd-a2b9-4b4d-a091-660e3d2d51d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-59008573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c79f3107a734d6381bb7cf09d9b1842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73149c6-98", "ovs_interfaceid": "b73149c6-98bf-46c0-81f6-311f29229f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.455503] env[68326]: DEBUG nova.compute.manager [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 980.485900] env[68326]: DEBUG nova.virt.hardware [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.486936] env[68326]: DEBUG nova.virt.hardware [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.486936] env[68326]: DEBUG nova.virt.hardware [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.486936] env[68326]: DEBUG nova.virt.hardware [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.486936] env[68326]: DEBUG nova.virt.hardware [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.486936] env[68326]: DEBUG nova.virt.hardware [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.487161] env[68326]: DEBUG nova.virt.hardware [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.487237] env[68326]: DEBUG nova.virt.hardware [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.487405] env[68326]: DEBUG nova.virt.hardware [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.487568] env[68326]: DEBUG nova.virt.hardware [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.487740] env[68326]: DEBUG nova.virt.hardware [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.488910] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcae1da2-1446-4fd4-8762-5ad9d6e4a9ac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.497906] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aadaa2d-5dc2-47c2-9705-fc1dfb59f7c6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.539129] env[68326]: DEBUG oslo_concurrency.lockutils [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.541853] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.120s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.542141] env[68326]: DEBUG nova.objects.instance [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lazy-loading 'resources' on Instance uuid c6dc7203-26a8-48d6-949f-eacd9937b721 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.576118] env[68326]: INFO nova.scheduler.client.report [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Deleted allocations for instance 5950bd62-c505-4c7d-a235-f4e810d302ec [ 980.784025] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129651, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078416} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.784025] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.784025] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc859c4d-6710-421a-ba33-69a7588fd240 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.804992] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 6c865f2c-0796-4f18-9742-2ecb05d10867/6c865f2c-0796-4f18-9742-2ecb05d10867.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.809018] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e8f7dae-51e1-4dfd-ad6f-50b4ee5c1fd7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.821190] env[68326]: DEBUG oslo_concurrency.lockutils [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Releasing lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.821639] env[68326]: DEBUG nova.compute.manager [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Instance network_info: |[{"id": "b73149c6-98bf-46c0-81f6-311f29229f25", "address": "fa:16:3e:d9:0c:13", "network": {"id": "55452ecd-a2b9-4b4d-a091-660e3d2d51d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-59008573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c79f3107a734d6381bb7cf09d9b1842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73149c6-98", "ovs_interfaceid": "b73149c6-98bf-46c0-81f6-311f29229f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 980.822115] env[68326]: DEBUG oslo_concurrency.lockutils [req-ec804e2d-0577-46f8-b5c0-c6846df90046 req-a0963518-aa24-4c65-a8d8-34150e5d541f service nova] Acquired lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.822411] env[68326]: DEBUG nova.network.neutron [req-ec804e2d-0577-46f8-b5c0-c6846df90046 req-a0963518-aa24-4c65-a8d8-34150e5d541f service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Refreshing network info cache for port b73149c6-98bf-46c0-81f6-311f29229f25 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.823704] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:0c:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b73149c6-98bf-46c0-81f6-311f29229f25', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.831924] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Creating folder: Project (6c79f3107a734d6381bb7cf09d9b1842). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.837176] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73805c83-2d3f-4621-bb34-765f302b3052 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.842391] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 980.842391] env[68326]: value = "task-3129652" [ 980.842391] env[68326]: _type = "Task" [ 980.842391] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.851486] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.852771] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Created folder: Project (6c79f3107a734d6381bb7cf09d9b1842) in parent group-v626141. [ 980.852964] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Creating folder: Instances. Parent ref: group-v626362. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.853246] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8a2b5ae-72d3-4ea9-a5ca-66807bdb2502 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.863332] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Created folder: Instances in parent group-v626362. [ 980.864167] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.864277] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.864481] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5943426f-f5a0-4002-9126-eb5ad517d54e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.887452] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.887452] env[68326]: value = "task-3129655" [ 980.887452] env[68326]: _type = "Task" [ 980.887452] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.895165] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129655, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.968610] env[68326]: DEBUG nova.network.neutron [-] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.089296] env[68326]: DEBUG oslo_concurrency.lockutils [None req-85cf3a14-f1ea-4be1-a4be-10bea8de1542 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "5950bd62-c505-4c7d-a235-f4e810d302ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.760s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.147740] env[68326]: DEBUG nova.network.neutron [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Successfully updated port: 2d0db25d-1dcc-4c77-905e-e5245d4ab2de {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.216171] env[68326]: DEBUG nova.network.neutron [req-ec804e2d-0577-46f8-b5c0-c6846df90046 req-a0963518-aa24-4c65-a8d8-34150e5d541f service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Updated VIF entry in instance network info cache for port b73149c6-98bf-46c0-81f6-311f29229f25. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 981.216503] env[68326]: DEBUG nova.network.neutron [req-ec804e2d-0577-46f8-b5c0-c6846df90046 req-a0963518-aa24-4c65-a8d8-34150e5d541f service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Updating instance_info_cache with network_info: [{"id": "b73149c6-98bf-46c0-81f6-311f29229f25", "address": "fa:16:3e:d9:0c:13", "network": {"id": "55452ecd-a2b9-4b4d-a091-660e3d2d51d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-59008573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c79f3107a734d6381bb7cf09d9b1842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73149c6-98", "ovs_interfaceid": "b73149c6-98bf-46c0-81f6-311f29229f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.352795] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129652, 'name': ReconfigVM_Task, 'duration_secs': 0.403383} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.353088] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 6c865f2c-0796-4f18-9742-2ecb05d10867/6c865f2c-0796-4f18-9742-2ecb05d10867.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.353774] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f02ecc04-574e-49a0-a53a-d3755e9cb4e9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.362760] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 981.362760] env[68326]: value = "task-3129656" [ 981.362760] env[68326]: _type = "Task" [ 981.362760] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.371462] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129656, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.402484] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129655, 'name': CreateVM_Task, 'duration_secs': 0.45688} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.402484] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.402737] env[68326]: DEBUG oslo_concurrency.lockutils [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.403227] env[68326]: DEBUG oslo_concurrency.lockutils [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.403227] env[68326]: DEBUG oslo_concurrency.lockutils [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.403461] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2052f8e5-ac76-4a00-b178-26bd8458239e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.408021] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Waiting for the task: (returnval){ [ 981.408021] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c94ca1-19ce-e0dd-226a-60ea325c6009" [ 981.408021] env[68326]: _type = "Task" [ 981.408021] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.415323] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c94ca1-19ce-e0dd-226a-60ea325c6009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.470055] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7f1cd4-38be-44ce-bd2c-29b28c261631 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.474648] env[68326]: INFO nova.compute.manager [-] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Took 1.73 seconds to deallocate network for instance. [ 981.477142] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6ea429-d845-4afd-bd55-320fcc5c4935 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.513668] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7d2e5d-a70b-42d9-adfc-a6cd00877ad1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.522633] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b360792-a9d2-4add-872c-10a466c65052 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.536619] env[68326]: DEBUG nova.compute.provider_tree [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.651475] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "refresh_cache-5226f21d-7bb6-4862-a58a-7e629591f71c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.651749] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired lock "refresh_cache-5226f21d-7bb6-4862-a58a-7e629591f71c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.651820] env[68326]: DEBUG nova.network.neutron [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.719393] env[68326]: DEBUG oslo_concurrency.lockutils [req-ec804e2d-0577-46f8-b5c0-c6846df90046 req-a0963518-aa24-4c65-a8d8-34150e5d541f service nova] Releasing lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.872517] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129656, 'name': Rename_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.919060] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c94ca1-19ce-e0dd-226a-60ea325c6009, 'name': SearchDatastore_Task, 'duration_secs': 0.045527} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.919711] env[68326]: DEBUG oslo_concurrency.lockutils [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.919946] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.920200] env[68326]: DEBUG oslo_concurrency.lockutils [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.920351] env[68326]: DEBUG oslo_concurrency.lockutils [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.920530] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.920793] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eec48f3-4f25-43cc-b1f5-0b30c80d4ea2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.929998] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.930212] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.930968] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc7336fa-6b05-4fea-9d95-b6925ca80c81 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.936646] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Waiting for the task: (returnval){ [ 981.936646] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52184626-ef54-6082-0dfe-bc4034221e87" [ 981.936646] env[68326]: _type = "Task" [ 981.936646] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.944757] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52184626-ef54-6082-0dfe-bc4034221e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.986312] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.039992] env[68326]: DEBUG nova.scheduler.client.report [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.177206] env[68326]: DEBUG nova.compute.manager [req-cd05ca51-bb3c-4a34-b407-3c08b380fc47 req-a919a679-aaf2-4162-a13b-7d8d6ff78c3e service nova] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Received event network-vif-deleted-7f8d3f5b-40e3-4cb0-b0cd-6925a0b02912 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 982.177423] env[68326]: DEBUG nova.compute.manager [req-cd05ca51-bb3c-4a34-b407-3c08b380fc47 req-a919a679-aaf2-4162-a13b-7d8d6ff78c3e service nova] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Received event network-vif-plugged-2d0db25d-1dcc-4c77-905e-e5245d4ab2de {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 982.177628] env[68326]: DEBUG oslo_concurrency.lockutils [req-cd05ca51-bb3c-4a34-b407-3c08b380fc47 req-a919a679-aaf2-4162-a13b-7d8d6ff78c3e service nova] Acquiring lock "5226f21d-7bb6-4862-a58a-7e629591f71c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.177835] env[68326]: DEBUG oslo_concurrency.lockutils [req-cd05ca51-bb3c-4a34-b407-3c08b380fc47 req-a919a679-aaf2-4162-a13b-7d8d6ff78c3e service nova] Lock "5226f21d-7bb6-4862-a58a-7e629591f71c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.178010] env[68326]: DEBUG oslo_concurrency.lockutils [req-cd05ca51-bb3c-4a34-b407-3c08b380fc47 req-a919a679-aaf2-4162-a13b-7d8d6ff78c3e service nova] Lock "5226f21d-7bb6-4862-a58a-7e629591f71c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.178964] env[68326]: DEBUG nova.compute.manager [req-cd05ca51-bb3c-4a34-b407-3c08b380fc47 req-a919a679-aaf2-4162-a13b-7d8d6ff78c3e service nova] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] No waiting events found dispatching network-vif-plugged-2d0db25d-1dcc-4c77-905e-e5245d4ab2de {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.178964] env[68326]: WARNING nova.compute.manager [req-cd05ca51-bb3c-4a34-b407-3c08b380fc47 req-a919a679-aaf2-4162-a13b-7d8d6ff78c3e service nova] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Received unexpected event network-vif-plugged-2d0db25d-1dcc-4c77-905e-e5245d4ab2de for instance with vm_state building and task_state spawning. [ 982.178964] env[68326]: DEBUG nova.compute.manager [req-cd05ca51-bb3c-4a34-b407-3c08b380fc47 req-a919a679-aaf2-4162-a13b-7d8d6ff78c3e service nova] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Received event network-changed-2d0db25d-1dcc-4c77-905e-e5245d4ab2de {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 982.178964] env[68326]: DEBUG nova.compute.manager [req-cd05ca51-bb3c-4a34-b407-3c08b380fc47 req-a919a679-aaf2-4162-a13b-7d8d6ff78c3e service nova] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Refreshing instance network info cache due to event network-changed-2d0db25d-1dcc-4c77-905e-e5245d4ab2de. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 982.178964] env[68326]: DEBUG oslo_concurrency.lockutils [req-cd05ca51-bb3c-4a34-b407-3c08b380fc47 req-a919a679-aaf2-4162-a13b-7d8d6ff78c3e service nova] Acquiring lock "refresh_cache-5226f21d-7bb6-4862-a58a-7e629591f71c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.200821] env[68326]: DEBUG nova.network.neutron [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.352290] env[68326]: DEBUG nova.network.neutron [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Updating instance_info_cache with network_info: [{"id": "2d0db25d-1dcc-4c77-905e-e5245d4ab2de", "address": "fa:16:3e:f3:8e:09", "network": {"id": "cc109f0b-c7ad-4117-8b9a-b1703bb934c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-995407191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb2bf991eb4b4faeb37682fd31e612af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0db25d-1d", "ovs_interfaceid": "2d0db25d-1dcc-4c77-905e-e5245d4ab2de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.372944] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129656, 'name': Rename_Task, 'duration_secs': 0.525232} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.373261] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.373486] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd4fafad-954d-46c5-a3b2-447448e7857f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.379790] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 982.379790] env[68326]: value = "task-3129657" [ 982.379790] env[68326]: _type = "Task" [ 982.379790] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.387423] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.447879] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52184626-ef54-6082-0dfe-bc4034221e87, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.448773] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5ee410a-cb47-4a7e-90ef-4a9eca5f8f0a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.454185] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Waiting for the task: (returnval){ [ 982.454185] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]526992a1-7fca-df34-5e1c-404e0b7cbd65" [ 982.454185] env[68326]: _type = "Task" [ 982.454185] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.464011] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526992a1-7fca-df34-5e1c-404e0b7cbd65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.546060] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.548224] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.177s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.549508] env[68326]: INFO nova.compute.claims [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.570382] env[68326]: INFO nova.scheduler.client.report [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Deleted allocations for instance c6dc7203-26a8-48d6-949f-eacd9937b721 [ 982.854986] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Releasing lock "refresh_cache-5226f21d-7bb6-4862-a58a-7e629591f71c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.855310] env[68326]: DEBUG nova.compute.manager [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Instance network_info: |[{"id": "2d0db25d-1dcc-4c77-905e-e5245d4ab2de", "address": "fa:16:3e:f3:8e:09", "network": {"id": "cc109f0b-c7ad-4117-8b9a-b1703bb934c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-995407191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb2bf991eb4b4faeb37682fd31e612af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0db25d-1d", "ovs_interfaceid": "2d0db25d-1dcc-4c77-905e-e5245d4ab2de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 982.855694] env[68326]: DEBUG oslo_concurrency.lockutils [req-cd05ca51-bb3c-4a34-b407-3c08b380fc47 req-a919a679-aaf2-4162-a13b-7d8d6ff78c3e service nova] Acquired lock "refresh_cache-5226f21d-7bb6-4862-a58a-7e629591f71c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.855791] env[68326]: DEBUG nova.network.neutron [req-cd05ca51-bb3c-4a34-b407-3c08b380fc47 req-a919a679-aaf2-4162-a13b-7d8d6ff78c3e service nova] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Refreshing network info cache for port 2d0db25d-1dcc-4c77-905e-e5245d4ab2de {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.857282] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:8e:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d0db25d-1dcc-4c77-905e-e5245d4ab2de', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.864457] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.867915] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.868503] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02ff4d2c-fe67-4902-bcb0-9470dd45a717 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.891582] env[68326]: DEBUG oslo_vmware.api [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129657, 'name': PowerOnVM_Task, 'duration_secs': 0.478421} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.892844] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.893073] env[68326]: INFO nova.compute.manager [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Took 7.51 seconds to spawn the instance on the hypervisor. [ 982.893260] env[68326]: DEBUG nova.compute.manager [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 982.893510] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.893510] env[68326]: value = "task-3129658" [ 982.893510] env[68326]: _type = "Task" [ 982.893510] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.894220] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce27fe1-2f66-49c1-bdbe-f13cebba5589 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.908985] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129658, 'name': CreateVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.969477] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526992a1-7fca-df34-5e1c-404e0b7cbd65, 'name': SearchDatastore_Task, 'duration_secs': 0.013245} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.969751] env[68326]: DEBUG oslo_concurrency.lockutils [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.970033] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 5be076f6-56b0-49e7-9aa0-e84bcb7c821a/5be076f6-56b0-49e7-9aa0-e84bcb7c821a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.970345] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcc38ff4-8372-4986-a9ab-069fbfd6d7f5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.977638] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Waiting for the task: (returnval){ [ 982.977638] env[68326]: value = "task-3129659" [ 982.977638] env[68326]: _type = "Task" [ 982.977638] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.990894] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.077655] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1e5bf275-ed4e-4ff6-81be-b60d9d1446b7 tempest-ServersTestMultiNic-28028505 tempest-ServersTestMultiNic-28028505-project-member] Lock "c6dc7203-26a8-48d6-949f-eacd9937b721" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.007s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.123931] env[68326]: DEBUG nova.network.neutron [req-cd05ca51-bb3c-4a34-b407-3c08b380fc47 req-a919a679-aaf2-4162-a13b-7d8d6ff78c3e service nova] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Updated VIF entry in instance network info cache for port 2d0db25d-1dcc-4c77-905e-e5245d4ab2de. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 983.124505] env[68326]: DEBUG nova.network.neutron [req-cd05ca51-bb3c-4a34-b407-3c08b380fc47 req-a919a679-aaf2-4162-a13b-7d8d6ff78c3e service nova] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Updating instance_info_cache with network_info: [{"id": "2d0db25d-1dcc-4c77-905e-e5245d4ab2de", "address": "fa:16:3e:f3:8e:09", "network": {"id": "cc109f0b-c7ad-4117-8b9a-b1703bb934c8", "bridge": "br-int", "label": "tempest-ImagesTestJSON-995407191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb2bf991eb4b4faeb37682fd31e612af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d0db25d-1d", "ovs_interfaceid": "2d0db25d-1dcc-4c77-905e-e5245d4ab2de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.414649] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129658, 'name': CreateVM_Task, 'duration_secs': 0.429434} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.414930] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.418027] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.418027] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.418431] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.419619] env[68326]: INFO nova.compute.manager [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Took 37.03 seconds to build instance. [ 983.419619] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4454a3ce-af03-4b83-9609-8d40cd69740a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.430351] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 983.430351] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52558c6d-9e76-7fd8-c741-0c2cd8b527fb" [ 983.430351] env[68326]: _type = "Task" [ 983.430351] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.441182] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52558c6d-9e76-7fd8-c741-0c2cd8b527fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.487600] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129659, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.628506] env[68326]: DEBUG oslo_concurrency.lockutils [req-cd05ca51-bb3c-4a34-b407-3c08b380fc47 req-a919a679-aaf2-4162-a13b-7d8d6ff78c3e service nova] Releasing lock "refresh_cache-5226f21d-7bb6-4862-a58a-7e629591f71c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.923636] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3de3ba14-0778-465a-87a2-0088c18ef2dc tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "6c865f2c-0796-4f18-9742-2ecb05d10867" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.544s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.925539] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d3b09f-04c8-4723-a12b-61e017808584 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.937214] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbc1bf1-3cd7-4f96-87f2-ca94847b41e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.945873] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52558c6d-9e76-7fd8-c741-0c2cd8b527fb, 'name': SearchDatastore_Task, 'duration_secs': 0.053221} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.970014] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.970287] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.970533] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.970676] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.970846] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.971686] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d279389c-97c9-4af2-8a76-4a176d622ed4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.974263] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8caa2ce-28e5-4b3d-89f4-559dc2d3338d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.985074] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92422c30-f5c3-4a6e-9ec9-def08cfdd44f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.995372] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521088} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.995636] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.995801] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.004048] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 5be076f6-56b0-49e7-9aa0-e84bcb7c821a/5be076f6-56b0-49e7-9aa0-e84bcb7c821a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.004310] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.004571] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea2dfa6-4b71-45f0-a742-e7fcbe082be4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.007637] env[68326]: DEBUG nova.compute.provider_tree [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.009416] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e9a80d4-46e2-481c-96aa-25d54d8ace30 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.015031] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 984.015031] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52988fef-ac54-ae72-d5fe-3eee8841bce5" [ 984.015031] env[68326]: _type = "Task" [ 984.015031] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.020227] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Waiting for the task: (returnval){ [ 984.020227] env[68326]: value = "task-3129660" [ 984.020227] env[68326]: _type = "Task" [ 984.020227] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.026465] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52988fef-ac54-ae72-d5fe-3eee8841bce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.031437] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.510833] env[68326]: DEBUG nova.scheduler.client.report [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.529533] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52988fef-ac54-ae72-d5fe-3eee8841bce5, 'name': SearchDatastore_Task, 'duration_secs': 0.0214} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.531590] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a9a2969-686b-466a-b295-09c472a105f0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.537158] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.412648} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.537668] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.538458] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbcbcd1-fcb2-4141-b046-45250b6c859a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.542404] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 984.542404] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52e7ac4a-56ce-87e1-554c-0dee2e3bbe97" [ 984.542404] env[68326]: _type = "Task" [ 984.542404] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.569737] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 5be076f6-56b0-49e7-9aa0-e84bcb7c821a/5be076f6-56b0-49e7-9aa0-e84bcb7c821a.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.570716] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-450fe44f-ed95-4f22-a21a-1f2e40e8b372 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.590391] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52e7ac4a-56ce-87e1-554c-0dee2e3bbe97, 'name': SearchDatastore_Task, 'duration_secs': 0.027326} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.591161] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.591540] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 5226f21d-7bb6-4862-a58a-7e629591f71c/5226f21d-7bb6-4862-a58a-7e629591f71c.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.591881] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43217617-f7ea-447e-a364-ebb8da631e9f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.596518] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Waiting for the task: (returnval){ [ 984.596518] env[68326]: value = "task-3129661" [ 984.596518] env[68326]: _type = "Task" [ 984.596518] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.604623] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 984.604623] env[68326]: value = "task-3129662" [ 984.604623] env[68326]: _type = "Task" [ 984.604623] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.610549] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129661, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.615222] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.954889] env[68326]: DEBUG oslo_concurrency.lockutils [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.955188] env[68326]: DEBUG oslo_concurrency.lockutils [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.955405] env[68326]: DEBUG oslo_concurrency.lockutils [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.955588] env[68326]: DEBUG oslo_concurrency.lockutils [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.955776] env[68326]: DEBUG oslo_concurrency.lockutils [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.958487] env[68326]: INFO nova.compute.manager [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Terminating instance [ 985.016064] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.016695] env[68326]: DEBUG nova.compute.manager [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 985.019815] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 27.482s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.110591] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129661, 'name': ReconfigVM_Task, 'duration_secs': 0.307345} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.115478] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 5be076f6-56b0-49e7-9aa0-e84bcb7c821a/5be076f6-56b0-49e7-9aa0-e84bcb7c821a.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.116569] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a25591d-d082-427f-82e0-1b1b84f9622a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.127087] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129662, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.128649] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Waiting for the task: (returnval){ [ 985.128649] env[68326]: value = "task-3129663" [ 985.128649] env[68326]: _type = "Task" [ 985.128649] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.145991] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129663, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.235039] env[68326]: DEBUG nova.compute.manager [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Stashing vm_state: active {{(pid=68326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6214}} [ 985.463472] env[68326]: DEBUG nova.compute.manager [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 985.463552] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.464546] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3623255f-4ecf-4480-b065-463f1a5e1378 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.474703] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.475018] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdae610e-a73c-42c2-8819-68532641eb73 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.484027] env[68326]: DEBUG oslo_vmware.api [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 985.484027] env[68326]: value = "task-3129664" [ 985.484027] env[68326]: _type = "Task" [ 985.484027] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.495498] env[68326]: DEBUG oslo_vmware.api [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.524252] env[68326]: DEBUG nova.compute.utils [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.530783] env[68326]: DEBUG nova.compute.manager [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 985.530783] env[68326]: DEBUG nova.network.neutron [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.597188] env[68326]: DEBUG nova.policy [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a268c51d67c34a1ea27139baf3dc50f5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '428c18237d23455c9db1ec93c4626e74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.623209] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630028} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.623209] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 5226f21d-7bb6-4862-a58a-7e629591f71c/5226f21d-7bb6-4862-a58a-7e629591f71c.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.623209] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.623209] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2432ab1-cded-4910-9566-a7207f1cefa5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.636960] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 985.636960] env[68326]: value = "task-3129665" [ 985.636960] env[68326]: _type = "Task" [ 985.636960] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.648787] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129663, 'name': Rename_Task, 'duration_secs': 0.157782} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.653835] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.654356] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5cc222b-a2f2-4f5d-bfb1-63afecdafb4c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.660141] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.666273] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Waiting for the task: (returnval){ [ 985.666273] env[68326]: value = "task-3129666" [ 985.666273] env[68326]: _type = "Task" [ 985.666273] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.681082] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.756963] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.991624] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88ab78f-95a6-41ab-acf1-a49b3bcf79db {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.998215] env[68326]: DEBUG oslo_vmware.api [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129664, 'name': PowerOffVM_Task, 'duration_secs': 0.337922} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.999034] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.999320] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.999960] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28ea9dad-2183-4a54-9c5b-51038f63be5c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.005687] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08e9181-5d50-4a9b-8e84-9c8a5b67f473 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.041587] env[68326]: DEBUG nova.compute.manager [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 986.048855] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92389d4-f66c-44df-a551-7e186c41d1f0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.057728] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edb8144-da64-4b80-ac33-6636d2474c31 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.071947] env[68326]: DEBUG nova.compute.provider_tree [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.081888] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.082033] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.082837] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Deleting the datastore file [datastore2] ed7ba056-8b06-48f9-89a6-1ec01059baf6 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.082837] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58c7fd65-fed4-416b-8bf7-bc5b019185be {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.090948] env[68326]: DEBUG oslo_vmware.api [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for the task: (returnval){ [ 986.090948] env[68326]: value = "task-3129668" [ 986.090948] env[68326]: _type = "Task" [ 986.090948] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.102759] env[68326]: DEBUG oslo_vmware.api [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.125243] env[68326]: DEBUG nova.network.neutron [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Successfully created port: 3f8547ba-0225-42bd-899f-5d0e4be36827 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.146401] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078953} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.146652] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.147489] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35c1b8a-581a-4285-91ff-3d0cac5c942a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.169784] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 5226f21d-7bb6-4862-a58a-7e629591f71c/5226f21d-7bb6-4862-a58a-7e629591f71c.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.170178] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba552737-990f-40ee-841f-3ef07ea3b12b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.193677] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129666, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.195186] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 986.195186] env[68326]: value = "task-3129669" [ 986.195186] env[68326]: _type = "Task" [ 986.195186] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.204663] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.277863] env[68326]: INFO nova.compute.manager [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Rebuilding instance [ 986.336022] env[68326]: DEBUG nova.compute.manager [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 986.336022] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e080941-19d5-44dd-b9a9-40cbd39190cb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.602361] env[68326]: DEBUG oslo_vmware.api [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.603244] env[68326]: ERROR nova.scheduler.client.report [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [req-a04bb287-29dd-4c17-ac7d-ce61925b7e42] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a04bb287-29dd-4c17-ac7d-ce61925b7e42"}]} [ 986.619893] env[68326]: DEBUG nova.scheduler.client.report [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 986.633745] env[68326]: DEBUG nova.scheduler.client.report [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 986.634086] env[68326]: DEBUG nova.compute.provider_tree [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.646949] env[68326]: DEBUG nova.scheduler.client.report [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 986.666025] env[68326]: DEBUG nova.scheduler.client.report [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 986.679088] env[68326]: DEBUG oslo_vmware.api [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129666, 'name': PowerOnVM_Task, 'duration_secs': 0.560407} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.679390] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.679620] env[68326]: INFO nova.compute.manager [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Took 8.76 seconds to spawn the instance on the hypervisor. [ 986.679806] env[68326]: DEBUG nova.compute.manager [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 986.680592] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897a8607-e006-4388-883c-e4b5e9a176b9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.704873] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129669, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.955707] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7477c758-2fa3-4acd-bef7-325f87f8dbf9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.964110] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af0e2c4-015a-450b-8095-c040c7b7c18e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.994237] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3b9f24-81f4-49a5-9f9d-b43a23e5be92 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.001469] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6756ffaf-ddbb-427b-b328-15de52fd27fc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.017971] env[68326]: DEBUG nova.compute.provider_tree [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.058798] env[68326]: DEBUG nova.compute.manager [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 987.087259] env[68326]: DEBUG nova.virt.hardware [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.087564] env[68326]: DEBUG nova.virt.hardware [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.087727] env[68326]: DEBUG nova.virt.hardware [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.087943] env[68326]: DEBUG nova.virt.hardware [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.088618] env[68326]: DEBUG nova.virt.hardware [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.088809] env[68326]: DEBUG nova.virt.hardware [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.089064] env[68326]: DEBUG nova.virt.hardware [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.089201] env[68326]: DEBUG nova.virt.hardware [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.089370] env[68326]: DEBUG nova.virt.hardware [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.089534] env[68326]: DEBUG nova.virt.hardware [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.089706] env[68326]: DEBUG nova.virt.hardware [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.090562] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebbbfe1f-f1e0-4b8d-9196-e9d3361b21fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.102408] env[68326]: DEBUG oslo_concurrency.lockutils [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "12e88969-1824-47ab-841b-c49e19bad267" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.102635] env[68326]: DEBUG oslo_concurrency.lockutils [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "12e88969-1824-47ab-841b-c49e19bad267" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.108159] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b2f83c-7155-4239-a32c-1477ef8c7e2d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.114925] env[68326]: DEBUG oslo_vmware.api [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Task: {'id': task-3129668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.638277} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.116022] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.116228] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.116432] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.116604] env[68326]: INFO nova.compute.manager [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Took 1.65 seconds to destroy the instance on the hypervisor. [ 987.116829] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.117225] env[68326]: DEBUG nova.compute.manager [-] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 987.117325] env[68326]: DEBUG nova.network.neutron [-] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.203162] env[68326]: INFO nova.compute.manager [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Took 34.75 seconds to build instance. [ 987.207976] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129669, 'name': ReconfigVM_Task, 'duration_secs': 0.56166} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.208498] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 5226f21d-7bb6-4862-a58a-7e629591f71c/5226f21d-7bb6-4862-a58a-7e629591f71c.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.209141] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8c70bdf-713e-4f39-a287-700d76ca2e93 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.215975] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 987.215975] env[68326]: value = "task-3129670" [ 987.215975] env[68326]: _type = "Task" [ 987.215975] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.224550] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129670, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.349228] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.349228] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfda67dc-311c-4fea-b781-082f831d00bf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.355741] env[68326]: DEBUG oslo_vmware.api [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Waiting for the task: (returnval){ [ 987.355741] env[68326]: value = "task-3129671" [ 987.355741] env[68326]: _type = "Task" [ 987.355741] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.365583] env[68326]: DEBUG oslo_vmware.api [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.374318] env[68326]: DEBUG nova.compute.manager [req-2be9f874-0495-4c4a-b3bd-a85aae050401 req-7333ad11-423b-44e8-99bd-fbaf218b955f service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Received event network-vif-deleted-d87d35a7-4424-418e-a697-e29736809ff9 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 987.374612] env[68326]: INFO nova.compute.manager [req-2be9f874-0495-4c4a-b3bd-a85aae050401 req-7333ad11-423b-44e8-99bd-fbaf218b955f service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Neutron deleted interface d87d35a7-4424-418e-a697-e29736809ff9; detaching it from the instance and deleting it from the info cache [ 987.374729] env[68326]: DEBUG nova.network.neutron [req-2be9f874-0495-4c4a-b3bd-a85aae050401 req-7333ad11-423b-44e8-99bd-fbaf218b955f service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.520652] env[68326]: DEBUG nova.scheduler.client.report [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.607889] env[68326]: DEBUG nova.compute.manager [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 987.709127] env[68326]: DEBUG oslo_concurrency.lockutils [None req-98016482-4285-444f-9f17-f8355957a186 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Lock "5be076f6-56b0-49e7-9aa0-e84bcb7c821a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.263s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.730038] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129670, 'name': Rename_Task, 'duration_secs': 0.156905} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.730585] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.730964] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8a4dcb1-5bad-4d15-9391-676bca76c894 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.739571] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 987.739571] env[68326]: value = "task-3129672" [ 987.739571] env[68326]: _type = "Task" [ 987.739571] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.748957] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.845879] env[68326]: DEBUG nova.network.neutron [-] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.865374] env[68326]: DEBUG oslo_vmware.api [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129671, 'name': PowerOffVM_Task, 'duration_secs': 0.337} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.866172] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.866396] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.866785] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-914b0f01-a27a-4e1f-9012-5b30baa37ffa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.873140] env[68326]: DEBUG oslo_vmware.api [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Waiting for the task: (returnval){ [ 987.873140] env[68326]: value = "task-3129673" [ 987.873140] env[68326]: _type = "Task" [ 987.873140] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.877582] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f370beeb-7b96-43d3-802f-65c58780098b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.884347] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] VM already powered off {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 987.884544] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Volume detach. Driver type: vmdk {{(pid=68326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 987.884725] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626227', 'volume_id': '089021de-2fe3-4801-ae5d-a2c459e9de1b', 'name': 'volume-089021de-2fe3-4801-ae5d-a2c459e9de1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7acf762-bbcd-403a-afac-342a44f13a20', 'attached_at': '', 'detached_at': '', 'volume_id': '089021de-2fe3-4801-ae5d-a2c459e9de1b', 'serial': '089021de-2fe3-4801-ae5d-a2c459e9de1b'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 987.887142] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae4194c-9af8-4e92-b260-bc92e600fd4c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.890808] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aa38fd-ef9a-40af-b661-d14baa902371 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.901583] env[68326]: DEBUG nova.network.neutron [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Successfully updated port: 3f8547ba-0225-42bd-899f-5d0e4be36827 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.936116] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6df96c-2ce2-4418-8dd2-8983a227f7d3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.939050] env[68326]: DEBUG nova.compute.manager [req-2be9f874-0495-4c4a-b3bd-a85aae050401 req-7333ad11-423b-44e8-99bd-fbaf218b955f service nova] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Detach interface failed, port_id=d87d35a7-4424-418e-a697-e29736809ff9, reason: Instance ed7ba056-8b06-48f9-89a6-1ec01059baf6 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 987.944825] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e66f054-a89e-473b-bc2e-7e6ccf7d931e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.965642] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5337da79-758b-4ef5-b563-01b8483e2f25 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.982017] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] The volume has not been displaced from its original location: [datastore1] volume-089021de-2fe3-4801-ae5d-a2c459e9de1b/volume-089021de-2fe3-4801-ae5d-a2c459e9de1b.vmdk. No consolidation needed. {{(pid=68326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 987.988048] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 987.988260] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4c652ee-610f-4b2b-95bc-08ebdd957f4a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.005882] env[68326]: DEBUG oslo_vmware.api [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Waiting for the task: (returnval){ [ 988.005882] env[68326]: value = "task-3129674" [ 988.005882] env[68326]: _type = "Task" [ 988.005882] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.017376] env[68326]: DEBUG oslo_vmware.api [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.137956] env[68326]: DEBUG oslo_concurrency.lockutils [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.249949] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129672, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.348232] env[68326]: INFO nova.compute.manager [-] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Took 1.23 seconds to deallocate network for instance. [ 988.404686] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.404686] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.404769] env[68326]: DEBUG nova.network.neutron [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.516699] env[68326]: DEBUG oslo_vmware.api [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129674, 'name': ReconfigVM_Task, 'duration_secs': 0.216671} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.516983] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 988.522048] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70f0084b-eb89-45e8-ae56-1b20cf9cdf5c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.532574] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.513s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.535431] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.782s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.535634] env[68326]: DEBUG nova.objects.instance [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lazy-loading 'resources' on Instance uuid ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.543554] env[68326]: DEBUG oslo_vmware.api [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Waiting for the task: (returnval){ [ 988.543554] env[68326]: value = "task-3129675" [ 988.543554] env[68326]: _type = "Task" [ 988.543554] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.553984] env[68326]: DEBUG oslo_vmware.api [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.752490] env[68326]: DEBUG oslo_vmware.api [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129672, 'name': PowerOnVM_Task, 'duration_secs': 0.667426} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.752910] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.756025] env[68326]: INFO nova.compute.manager [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Took 8.30 seconds to spawn the instance on the hypervisor. [ 988.756025] env[68326]: DEBUG nova.compute.manager [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 988.756025] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d165ea03-a40c-4d43-9d94-164c8b55f391 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.855860] env[68326]: DEBUG oslo_concurrency.lockutils [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.938654] env[68326]: DEBUG nova.network.neutron [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.060854] env[68326]: DEBUG oslo_vmware.api [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129675, 'name': ReconfigVM_Task, 'duration_secs': 0.232461} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.061193] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626227', 'volume_id': '089021de-2fe3-4801-ae5d-a2c459e9de1b', 'name': 'volume-089021de-2fe3-4801-ae5d-a2c459e9de1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7acf762-bbcd-403a-afac-342a44f13a20', 'attached_at': '', 'detached_at': '', 'volume_id': '089021de-2fe3-4801-ae5d-a2c459e9de1b', 'serial': '089021de-2fe3-4801-ae5d-a2c459e9de1b'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 989.061983] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.063055] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da64bdc1-ef91-4f54-baa6-78a33346e3d9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.074201] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.074342] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ca8238a-c956-41c2-a23a-6a4dda398263 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.119068] env[68326]: INFO nova.scheduler.client.report [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Deleted allocation for migration 89548670-32af-4f1d-ba77-a38c2822abf2 [ 989.127956] env[68326]: DEBUG nova.network.neutron [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Updating instance_info_cache with network_info: [{"id": "3f8547ba-0225-42bd-899f-5d0e4be36827", "address": "fa:16:3e:95:73:4a", "network": {"id": "34edfa24-6dc6-4597-9b98-f6dc1b929e73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353251122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "428c18237d23455c9db1ec93c4626e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f8547ba-02", "ovs_interfaceid": "3f8547ba-0225-42bd-899f-5d0e4be36827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.148615] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.148832] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.149043] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Deleting the datastore file [datastore1] d7acf762-bbcd-403a-afac-342a44f13a20 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.151680] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8772c38e-4f90-4cb1-84f3-36f3abc5af56 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.157736] env[68326]: DEBUG oslo_vmware.api [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Waiting for the task: (returnval){ [ 989.157736] env[68326]: value = "task-3129677" [ 989.157736] env[68326]: _type = "Task" [ 989.157736] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.169291] env[68326]: DEBUG oslo_vmware.api [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.274202] env[68326]: INFO nova.compute.manager [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Took 35.33 seconds to build instance. [ 989.397331] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81d6575-fa4e-4096-a4c5-c569fd9adefb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.406815] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d6534e-b5ef-4078-9a73-a67604b2cd22 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.411462] env[68326]: DEBUG nova.compute.manager [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Received event network-vif-plugged-3f8547ba-0225-42bd-899f-5d0e4be36827 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 989.411707] env[68326]: DEBUG oslo_concurrency.lockutils [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] Acquiring lock "03f11437-001d-46dd-bad2-ddb81ebf9b96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.412211] env[68326]: DEBUG oslo_concurrency.lockutils [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] Lock "03f11437-001d-46dd-bad2-ddb81ebf9b96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.412389] env[68326]: DEBUG oslo_concurrency.lockutils [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] Lock "03f11437-001d-46dd-bad2-ddb81ebf9b96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.412558] env[68326]: DEBUG nova.compute.manager [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] No waiting events found dispatching network-vif-plugged-3f8547ba-0225-42bd-899f-5d0e4be36827 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.412721] env[68326]: WARNING nova.compute.manager [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Received unexpected event network-vif-plugged-3f8547ba-0225-42bd-899f-5d0e4be36827 for instance with vm_state building and task_state spawning. [ 989.412882] env[68326]: DEBUG nova.compute.manager [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Received event network-changed-3f8547ba-0225-42bd-899f-5d0e4be36827 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 989.413047] env[68326]: DEBUG nova.compute.manager [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Refreshing instance network info cache due to event network-changed-3f8547ba-0225-42bd-899f-5d0e4be36827. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 989.413217] env[68326]: DEBUG oslo_concurrency.lockutils [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] Acquiring lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.440777] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0f6150-7818-444f-a42e-c634044f475f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.448126] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcff915-e301-412e-b194-43f31721f4f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.462772] env[68326]: DEBUG nova.compute.provider_tree [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.627866] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7ae7cba1-8dcd-4969-88cb-b3b82cc5bf16 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "703e481a-907e-4738-a4b3-48c83d0aa4aa" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.962s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.629973] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Releasing lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.630274] env[68326]: DEBUG nova.compute.manager [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Instance network_info: |[{"id": "3f8547ba-0225-42bd-899f-5d0e4be36827", "address": "fa:16:3e:95:73:4a", "network": {"id": "34edfa24-6dc6-4597-9b98-f6dc1b929e73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353251122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "428c18237d23455c9db1ec93c4626e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f8547ba-02", "ovs_interfaceid": "3f8547ba-0225-42bd-899f-5d0e4be36827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 989.630979] env[68326]: DEBUG oslo_concurrency.lockutils [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] Acquired lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.631064] env[68326]: DEBUG nova.network.neutron [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Refreshing network info cache for port 3f8547ba-0225-42bd-899f-5d0e4be36827 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.632796] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:73:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89f807d9-140f-4a6f-8bce-96795f9482ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f8547ba-0225-42bd-899f-5d0e4be36827', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.640110] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.640994] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.641632] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cd8b3a6-a9e5-4511-b933-ecd69274c5b7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.662686] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.662686] env[68326]: value = "task-3129678" [ 989.662686] env[68326]: _type = "Task" [ 989.662686] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.672183] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129678, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.675184] env[68326]: DEBUG oslo_vmware.api [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Task: {'id': task-3129677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3687} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.675429] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.675610] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.675786] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.749443] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Volume detach. Driver type: vmdk {{(pid=68326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 989.749890] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b709ad1-9bca-45bd-8f04-106edee64fe7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.760175] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d05d00-047f-41bb-ae0d-6838ae3c5f66 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.776199] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf95e643-f25c-4c97-bf4a-0fea1db1fe25 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "5226f21d-7bb6-4862-a58a-7e629591f71c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.843s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.795138] env[68326]: ERROR nova.compute.manager [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Failed to detach volume 089021de-2fe3-4801-ae5d-a2c459e9de1b from /dev/sda: nova.exception.InstanceNotFound: Instance d7acf762-bbcd-403a-afac-342a44f13a20 could not be found. [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Traceback (most recent call last): [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/compute/manager.py", line 4263, in _do_rebuild_instance [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] self.driver.rebuild(**kwargs) [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] raise NotImplementedError() [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] NotImplementedError [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] During handling of the above exception, another exception occurred: [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Traceback (most recent call last): [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/compute/manager.py", line 3686, in _detach_root_volume [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] self.driver.detach_volume(context, old_connection_info, [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] return self._volumeops.detach_volume(connection_info, instance) [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] self._detach_volume_vmdk(connection_info, instance) [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] stable_ref.fetch_moref(session) [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] raise exception.InstanceNotFound(instance_id=self._uuid) [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] nova.exception.InstanceNotFound: Instance d7acf762-bbcd-403a-afac-342a44f13a20 could not be found. [ 989.795138] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] [ 989.946479] env[68326]: DEBUG nova.compute.utils [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Build of instance d7acf762-bbcd-403a-afac-342a44f13a20 aborted: Failed to rebuild volume backed instance. {{(pid=68326) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 989.950028] env[68326]: ERROR nova.compute.manager [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance d7acf762-bbcd-403a-afac-342a44f13a20 aborted: Failed to rebuild volume backed instance. [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Traceback (most recent call last): [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/compute/manager.py", line 4263, in _do_rebuild_instance [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] self.driver.rebuild(**kwargs) [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] raise NotImplementedError() [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] NotImplementedError [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] During handling of the above exception, another exception occurred: [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Traceback (most recent call last): [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/compute/manager.py", line 3721, in _rebuild_volume_backed_instance [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] self._detach_root_volume(context, instance, root_bdm) [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/compute/manager.py", line 3700, in _detach_root_volume [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] with excutils.save_and_reraise_exception(): [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] self.force_reraise() [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] raise self.value [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/compute/manager.py", line 3686, in _detach_root_volume [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] self.driver.detach_volume(context, old_connection_info, [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] return self._volumeops.detach_volume(connection_info, instance) [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] self._detach_volume_vmdk(connection_info, instance) [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] stable_ref.fetch_moref(session) [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] raise exception.InstanceNotFound(instance_id=self._uuid) [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] nova.exception.InstanceNotFound: Instance d7acf762-bbcd-403a-afac-342a44f13a20 could not be found. [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] During handling of the above exception, another exception occurred: [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Traceback (most recent call last): [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/compute/manager.py", line 11547, in _error_out_instance_on_exception [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] yield [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/compute/manager.py", line 3989, in rebuild_instance [ 989.950028] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] self._do_rebuild_instance_with_claim( [ 989.951045] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/compute/manager.py", line 4075, in _do_rebuild_instance_with_claim [ 989.951045] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] self._do_rebuild_instance( [ 989.951045] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/compute/manager.py", line 4267, in _do_rebuild_instance [ 989.951045] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] self._rebuild_default_impl(**kwargs) [ 989.951045] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/compute/manager.py", line 3844, in _rebuild_default_impl [ 989.951045] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] self._rebuild_volume_backed_instance( [ 989.951045] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] File "/opt/stack/nova/nova/compute/manager.py", line 3736, in _rebuild_volume_backed_instance [ 989.951045] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] raise exception.BuildAbortException( [ 989.951045] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] nova.exception.BuildAbortException: Build of instance d7acf762-bbcd-403a-afac-342a44f13a20 aborted: Failed to rebuild volume backed instance. [ 989.951045] env[68326]: ERROR nova.compute.manager [instance: d7acf762-bbcd-403a-afac-342a44f13a20] [ 989.966869] env[68326]: DEBUG nova.scheduler.client.report [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.172789] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129678, 'name': CreateVM_Task, 'duration_secs': 0.490996} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.172974] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.173658] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.173861] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.174171] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.174423] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89cc1ce1-762c-495b-855e-18a2a3a482a7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.179124] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 990.179124] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52a7486e-44fb-f713-4cf0-5f297c9424e8" [ 990.179124] env[68326]: _type = "Task" [ 990.179124] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.189209] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a7486e-44fb-f713-4cf0-5f297c9424e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.410012] env[68326]: DEBUG nova.network.neutron [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Updated VIF entry in instance network info cache for port 3f8547ba-0225-42bd-899f-5d0e4be36827. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.410419] env[68326]: DEBUG nova.network.neutron [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Updating instance_info_cache with network_info: [{"id": "3f8547ba-0225-42bd-899f-5d0e4be36827", "address": "fa:16:3e:95:73:4a", "network": {"id": "34edfa24-6dc6-4597-9b98-f6dc1b929e73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353251122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "428c18237d23455c9db1ec93c4626e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f8547ba-02", "ovs_interfaceid": "3f8547ba-0225-42bd-899f-5d0e4be36827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.473161] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.476112] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.529s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.476358] env[68326]: DEBUG nova.objects.instance [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lazy-loading 'resources' on Instance uuid 92017563-5663-45ca-959d-4df95f565224 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.502286] env[68326]: INFO nova.scheduler.client.report [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Deleted allocations for instance ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d [ 990.690641] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a7486e-44fb-f713-4cf0-5f297c9424e8, 'name': SearchDatastore_Task, 'duration_secs': 0.022723} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.691022] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.691324] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.691597] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.691751] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.692052] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.692356] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c041594a-0eb6-43ca-b261-c1d3697c92ea {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.706046] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.706363] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.707104] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f085ca0c-fc9e-4899-beaf-2fa422b37da0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.712560] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 990.712560] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52eddb94-5a5f-8c2e-6f68-928563d2eb7b" [ 990.712560] env[68326]: _type = "Task" [ 990.712560] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.720103] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52eddb94-5a5f-8c2e-6f68-928563d2eb7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.913846] env[68326]: DEBUG oslo_concurrency.lockutils [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] Releasing lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.915198] env[68326]: DEBUG nova.compute.manager [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Received event network-changed-b73149c6-98bf-46c0-81f6-311f29229f25 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 990.915198] env[68326]: DEBUG nova.compute.manager [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Refreshing instance network info cache due to event network-changed-b73149c6-98bf-46c0-81f6-311f29229f25. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 990.915198] env[68326]: DEBUG oslo_concurrency.lockutils [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] Acquiring lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.915198] env[68326]: DEBUG oslo_concurrency.lockutils [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] Acquired lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.915198] env[68326]: DEBUG nova.network.neutron [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Refreshing network info cache for port b73149c6-98bf-46c0-81f6-311f29229f25 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.965318] env[68326]: DEBUG nova.compute.manager [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 990.966293] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561e8631-56bb-41eb-a1ad-ce9674ea24bd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.012391] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45dd0b4f-eae3-42d4-8578-c8099d1ea63f tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.865s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.226931] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52eddb94-5a5f-8c2e-6f68-928563d2eb7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009431} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.227834] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1481f15d-5763-4317-8ccb-c92c9a3bc3ba {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.232983] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 991.232983] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52d9dd12-d6bd-3682-68d9-67a8c85dee2d" [ 991.232983] env[68326]: _type = "Task" [ 991.232983] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.242406] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d9dd12-d6bd-3682-68d9-67a8c85dee2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.291724] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5946e0c-36a4-46ff-980f-0ce54de704df {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.298843] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410a1e4d-9706-4983-b885-d1d7e2b366f9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.330104] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9065dcec-23c4-42a3-96bd-c51803e6fc0f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.337306] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28feec10-66fa-4a67-a78f-b577a621cf4d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.350137] env[68326]: DEBUG nova.compute.provider_tree [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.481198] env[68326]: INFO nova.compute.manager [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] instance snapshotting [ 991.491418] env[68326]: DEBUG oslo_concurrency.lockutils [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "882c2871-7198-41e6-9701-7ccad3467dd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.491418] env[68326]: DEBUG oslo_concurrency.lockutils [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "882c2871-7198-41e6-9701-7ccad3467dd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.496020] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d2216e-fd7a-4c68-ae09-fd6b7176ee3e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.517999] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99556251-d150-4136-b0f2-77eb509b622b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.652291] env[68326]: DEBUG nova.network.neutron [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Updated VIF entry in instance network info cache for port b73149c6-98bf-46c0-81f6-311f29229f25. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 991.652649] env[68326]: DEBUG nova.network.neutron [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Updating instance_info_cache with network_info: [{"id": "b73149c6-98bf-46c0-81f6-311f29229f25", "address": "fa:16:3e:d9:0c:13", "network": {"id": "55452ecd-a2b9-4b4d-a091-660e3d2d51d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-59008573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c79f3107a734d6381bb7cf09d9b1842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73149c6-98", "ovs_interfaceid": "b73149c6-98bf-46c0-81f6-311f29229f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.743530] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d9dd12-d6bd-3682-68d9-67a8c85dee2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011753} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.743798] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.744192] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 03f11437-001d-46dd-bad2-ddb81ebf9b96/03f11437-001d-46dd-bad2-ddb81ebf9b96.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.744360] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f554513-17d4-4161-ba61-0debca835458 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.751027] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 991.751027] env[68326]: value = "task-3129679" [ 991.751027] env[68326]: _type = "Task" [ 991.751027] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.759262] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.853519] env[68326]: DEBUG nova.scheduler.client.report [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.966142] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.999873] env[68326]: DEBUG nova.compute.manager [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 992.032349] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Creating Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 992.032732] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c3cbeb1f-1537-48c7-9ac9-e48503d16ad9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.043587] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 992.043587] env[68326]: value = "task-3129680" [ 992.043587] env[68326]: _type = "Task" [ 992.043587] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.053384] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129680, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.155110] env[68326]: DEBUG oslo_concurrency.lockutils [req-a476a77a-b7ee-4362-9419-7aa81fadaade req-49dab7c2-01df-43e5-a691-b642514e0acf service nova] Releasing lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.171110] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "bfbd3c42-245f-4395-a854-206f1b8a6fd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.171436] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "bfbd3c42-245f-4395-a854-206f1b8a6fd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.171695] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "bfbd3c42-245f-4395-a854-206f1b8a6fd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.171909] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "bfbd3c42-245f-4395-a854-206f1b8a6fd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.172104] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "bfbd3c42-245f-4395-a854-206f1b8a6fd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.174677] env[68326]: INFO nova.compute.manager [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Terminating instance [ 992.264783] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129679, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.358719] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.883s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.361450] env[68326]: DEBUG oslo_concurrency.lockutils [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.882s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.361715] env[68326]: DEBUG nova.objects.instance [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lazy-loading 'resources' on Instance uuid 9f25dcdb-8731-4781-91d7-5f67ecd32f9f {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.380497] env[68326]: INFO nova.scheduler.client.report [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Deleted allocations for instance 92017563-5663-45ca-959d-4df95f565224 [ 992.520353] env[68326]: DEBUG oslo_concurrency.lockutils [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.554280] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129680, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.679534] env[68326]: DEBUG nova.compute.manager [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 992.681344] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.681344] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbddc921-615d-42b8-b05a-51de9a4a125c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.689496] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.689739] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e25633d2-17c2-451c-8a4b-4ce4e076624d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.696216] env[68326]: DEBUG oslo_vmware.api [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 992.696216] env[68326]: value = "task-3129681" [ 992.696216] env[68326]: _type = "Task" [ 992.696216] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.704464] env[68326]: DEBUG oslo_vmware.api [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.763858] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57787} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.764153] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 03f11437-001d-46dd-bad2-ddb81ebf9b96/03f11437-001d-46dd-bad2-ddb81ebf9b96.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.764364] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.764644] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c605896-0fa4-472d-922d-0248fab3b65d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.772839] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 992.772839] env[68326]: value = "task-3129682" [ 992.772839] env[68326]: _type = "Task" [ 992.772839] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.781404] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129682, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.888300] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f5fd555-67eb-414a-9d0e-887355531115 tempest-ImagesOneServerNegativeTestJSON-1154521503 tempest-ImagesOneServerNegativeTestJSON-1154521503-project-member] Lock "92017563-5663-45ca-959d-4df95f565224" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.328s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.055031] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129680, 'name': CreateSnapshot_Task, 'duration_secs': 0.910877} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.057523] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Created Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 993.058459] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef8ff6a-f72e-48dd-8b61-caa4a9b26cae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.070152] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Acquiring lock "d7acf762-bbcd-403a-afac-342a44f13a20" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.070391] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Lock "d7acf762-bbcd-403a-afac-342a44f13a20" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.070594] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Acquiring lock "d7acf762-bbcd-403a-afac-342a44f13a20-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.070771] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Lock "d7acf762-bbcd-403a-afac-342a44f13a20-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.070935] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Lock "d7acf762-bbcd-403a-afac-342a44f13a20-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.075459] env[68326]: INFO nova.compute.manager [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Terminating instance [ 993.202364] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b53ff5a-1458-42dd-9214-19e1fcda5595 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.207904] env[68326]: DEBUG oslo_vmware.api [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129681, 'name': PowerOffVM_Task, 'duration_secs': 0.274177} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.208499] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.208672] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.208948] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9653dccf-2440-45e6-ac9a-980c532d28c1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.212916] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25634d4c-ae76-46df-b6d8-ae37c2efc0d2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.242208] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43365d70-d860-4620-96c9-e81378b2f7e7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.250141] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91099fb3-589f-4e79-8321-f838ede85b2a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.264518] env[68326]: DEBUG nova.compute.provider_tree [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.281616] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129682, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07064} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.281857] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.282607] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d2af77-8b1f-4769-9c0c-ea983c36e699 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.305331] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 03f11437-001d-46dd-bad2-ddb81ebf9b96/03f11437-001d-46dd-bad2-ddb81ebf9b96.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.306660] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efa0e93e-7233-4fad-8cf1-162b0fd19994 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.320365] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.320565] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.320736] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Deleting the datastore file [datastore2] bfbd3c42-245f-4395-a854-206f1b8a6fd0 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.321545] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8eeda3f5-c829-4f59-b340-57ad89f333a6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.330188] env[68326]: DEBUG oslo_vmware.api [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for the task: (returnval){ [ 993.330188] env[68326]: value = "task-3129684" [ 993.330188] env[68326]: _type = "Task" [ 993.330188] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.330188] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 993.330188] env[68326]: value = "task-3129685" [ 993.330188] env[68326]: _type = "Task" [ 993.330188] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.340198] env[68326]: DEBUG oslo_vmware.api [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.343237] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.584354] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Creating linked-clone VM from snapshot {{(pid=68326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 993.586967] env[68326]: DEBUG nova.compute.manager [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 993.587366] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-01d22883-0c08-4389-bb59-69dd42e95f95 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.591768] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c93d2dc0-b8b9-4029-8d10-83acc984e203 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.603631] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e91df53-647f-41c7-932f-f85aefafa63d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.615608] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 993.615608] env[68326]: value = "task-3129686" [ 993.615608] env[68326]: _type = "Task" [ 993.615608] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.625792] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129686, 'name': CloneVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.638592] env[68326]: WARNING nova.virt.vmwareapi.driver [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance d7acf762-bbcd-403a-afac-342a44f13a20 could not be found. [ 993.638851] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.639454] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-034e9edb-0485-45ea-8c1b-ea0b21a87a4c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.648175] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85bf9c6-3a29-4ad6-9abf-26607f850b54 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.689972] env[68326]: WARNING nova.virt.vmwareapi.vmops [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d7acf762-bbcd-403a-afac-342a44f13a20 could not be found. [ 993.691340] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.691686] env[68326]: INFO nova.compute.manager [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Took 0.10 seconds to destroy the instance on the hypervisor. [ 993.692018] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.692385] env[68326]: DEBUG nova.compute.manager [-] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 993.692528] env[68326]: DEBUG nova.network.neutron [-] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.790918] env[68326]: ERROR nova.scheduler.client.report [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [req-95640b4f-b525-4c99-bd0c-2f9a077183b6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-95640b4f-b525-4c99-bd0c-2f9a077183b6"}]} [ 993.809556] env[68326]: DEBUG nova.scheduler.client.report [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 993.828708] env[68326]: DEBUG nova.scheduler.client.report [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 993.829079] env[68326]: DEBUG nova.compute.provider_tree [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.847527] env[68326]: DEBUG oslo_vmware.api [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Task: {'id': task-3129684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178332} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.851897] env[68326]: DEBUG nova.scheduler.client.report [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 993.854558] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.854558] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.854558] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.854558] env[68326]: INFO nova.compute.manager [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 993.855014] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.855327] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129685, 'name': ReconfigVM_Task, 'duration_secs': 0.360469} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.855873] env[68326]: DEBUG nova.compute.manager [-] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 993.856128] env[68326]: DEBUG nova.network.neutron [-] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.857806] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 03f11437-001d-46dd-bad2-ddb81ebf9b96/03f11437-001d-46dd-bad2-ddb81ebf9b96.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.859137] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70fd09c8-a0b8-4d36-a013-ba1e8352b33f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.867465] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 993.867465] env[68326]: value = "task-3129687" [ 993.867465] env[68326]: _type = "Task" [ 993.867465] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.884009] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129687, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.888554] env[68326]: DEBUG nova.scheduler.client.report [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 994.127046] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129686, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.376432] env[68326]: DEBUG nova.compute.manager [req-8d75546f-bc75-45d0-8e49-89af49e5c1d3 req-06dbf52e-efa8-4367-8f59-f4a9a8c2aed9 service nova] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Received event network-vif-deleted-350193a0-2428-45af-ab5a-65395d2cd519 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 994.376432] env[68326]: INFO nova.compute.manager [req-8d75546f-bc75-45d0-8e49-89af49e5c1d3 req-06dbf52e-efa8-4367-8f59-f4a9a8c2aed9 service nova] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Neutron deleted interface 350193a0-2428-45af-ab5a-65395d2cd519; detaching it from the instance and deleting it from the info cache [ 994.376432] env[68326]: DEBUG nova.network.neutron [req-8d75546f-bc75-45d0-8e49-89af49e5c1d3 req-06dbf52e-efa8-4367-8f59-f4a9a8c2aed9 service nova] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.383879] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129687, 'name': Rename_Task, 'duration_secs': 0.173943} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.386644] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.387192] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-336ce59f-822b-4d14-b26f-b17ca8332bd5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.396261] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 994.396261] env[68326]: value = "task-3129688" [ 994.396261] env[68326]: _type = "Task" [ 994.396261] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.403117] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8620e06-981f-43cb-a5ef-96ad6d7f37dd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.411545] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.414839] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a28a888-44b6-4076-b502-52be8a052374 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.454573] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7895b51-d639-4229-ba38-e4abc67f3e09 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.465262] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa075dfe-27e7-46fb-b960-f71d71a1a7bc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.480569] env[68326]: DEBUG nova.compute.provider_tree [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.626219] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129686, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.854425] env[68326]: DEBUG nova.network.neutron [-] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.882127] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48c8b682-c2b0-4931-99ba-da1fcc58548b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.890165] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2082b936-4d3b-4521-ac15-31a5b5308b95 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.910476] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129688, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.925903] env[68326]: DEBUG nova.compute.manager [req-8d75546f-bc75-45d0-8e49-89af49e5c1d3 req-06dbf52e-efa8-4367-8f59-f4a9a8c2aed9 service nova] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Detach interface failed, port_id=350193a0-2428-45af-ab5a-65395d2cd519, reason: Instance bfbd3c42-245f-4395-a854-206f1b8a6fd0 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 994.961189] env[68326]: DEBUG nova.network.neutron [-] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.987500] env[68326]: DEBUG nova.scheduler.client.report [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.128801] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129686, 'name': CloneVM_Task} progress is 95%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.358359] env[68326]: INFO nova.compute.manager [-] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Took 1.50 seconds to deallocate network for instance. [ 995.415825] env[68326]: DEBUG oslo_vmware.api [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129688, 'name': PowerOnVM_Task, 'duration_secs': 0.709737} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.415825] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.416014] env[68326]: INFO nova.compute.manager [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Took 8.36 seconds to spawn the instance on the hypervisor. [ 995.416235] env[68326]: DEBUG nova.compute.manager [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 995.417356] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7577c6-d13c-42a1-9d7f-9c3f2a9aa246 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.463645] env[68326]: INFO nova.compute.manager [-] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Took 1.77 seconds to deallocate network for instance. [ 995.492857] env[68326]: DEBUG oslo_concurrency.lockutils [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.131s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.494609] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.296s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.497250] env[68326]: INFO nova.compute.claims [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.520507] env[68326]: INFO nova.scheduler.client.report [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleted allocations for instance 9f25dcdb-8731-4781-91d7-5f67ecd32f9f [ 995.628840] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129686, 'name': CloneVM_Task, 'duration_secs': 1.825524} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.629213] env[68326]: INFO nova.virt.vmwareapi.vmops [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Created linked-clone VM from snapshot [ 995.629953] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade0bfbe-37cb-43f9-94a9-56df7b05fa6b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.638343] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Uploading image 65b8b254-d44f-4775-8d88-da07d900e7c4 {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 995.658531] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Destroying the VM {{(pid=68326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 995.658819] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8cd13921-52ea-4f8c-860c-00e4b0f24707 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.665711] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 995.665711] env[68326]: value = "task-3129689" [ 995.665711] env[68326]: _type = "Task" [ 995.665711] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.674714] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129689, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.865469] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.941470] env[68326]: INFO nova.compute.manager [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Took 38.59 seconds to build instance. [ 996.028924] env[68326]: DEBUG oslo_concurrency.lockutils [None req-022f8725-ee26-4b14-94a8-e278ee040c56 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "9f25dcdb-8731-4781-91d7-5f67ecd32f9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.027s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.046484] env[68326]: INFO nova.compute.manager [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Took 0.58 seconds to detach 1 volumes for instance. [ 996.048634] env[68326]: DEBUG nova.compute.manager [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Deleting volume: 089021de-2fe3-4801-ae5d-a2c459e9de1b {{(pid=68326) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3360}} [ 996.179404] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129689, 'name': Destroy_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.443990] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9b26b6ae-13b5-4b73-9476-17ea0435fe44 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "03f11437-001d-46dd-bad2-ddb81ebf9b96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.099s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.517539] env[68326]: DEBUG nova.compute.manager [req-6587e24b-62d2-4dd5-9c87-732024d10d5c req-7619c273-e5c2-4763-8cb6-bd5487355d34 service nova] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Received event network-vif-deleted-948bd049-c4d6-49a1-a656-23fc1360f3da {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 996.592788] env[68326]: DEBUG nova.compute.manager [req-e8b0c444-f759-4326-b607-cdf66b02c3f9 req-2f906e05-7950-4e1f-a11e-3014049216c2 service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Received event network-changed-3f8547ba-0225-42bd-899f-5d0e4be36827 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 996.592788] env[68326]: DEBUG nova.compute.manager [req-e8b0c444-f759-4326-b607-cdf66b02c3f9 req-2f906e05-7950-4e1f-a11e-3014049216c2 service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Refreshing instance network info cache due to event network-changed-3f8547ba-0225-42bd-899f-5d0e4be36827. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 996.592908] env[68326]: DEBUG oslo_concurrency.lockutils [req-e8b0c444-f759-4326-b607-cdf66b02c3f9 req-2f906e05-7950-4e1f-a11e-3014049216c2 service nova] Acquiring lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.593497] env[68326]: DEBUG oslo_concurrency.lockutils [req-e8b0c444-f759-4326-b607-cdf66b02c3f9 req-2f906e05-7950-4e1f-a11e-3014049216c2 service nova] Acquired lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.593606] env[68326]: DEBUG nova.network.neutron [req-e8b0c444-f759-4326-b607-cdf66b02c3f9 req-2f906e05-7950-4e1f-a11e-3014049216c2 service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Refreshing network info cache for port 3f8547ba-0225-42bd-899f-5d0e4be36827 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.605026] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.684914] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129689, 'name': Destroy_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.865663] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b3f269-b0b0-4197-a3c1-2f04db0da5fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.881019] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d899ad-7ada-4d41-9325-791b8349bd04 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.918472] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e498ad25-3b9f-4a52-8ca3-e9051ba41800 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.926687] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21049116-4af8-4a15-a6e1-77f2d6bfccd1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.945135] env[68326]: DEBUG nova.compute.provider_tree [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.030129] env[68326]: DEBUG oslo_concurrency.lockutils [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "9053f169-524a-478b-9898-0a5e6584d38f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.030615] env[68326]: DEBUG oslo_concurrency.lockutils [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "9053f169-524a-478b-9898-0a5e6584d38f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.176867] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129689, 'name': Destroy_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.321351] env[68326]: DEBUG nova.network.neutron [req-e8b0c444-f759-4326-b607-cdf66b02c3f9 req-2f906e05-7950-4e1f-a11e-3014049216c2 service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Updated VIF entry in instance network info cache for port 3f8547ba-0225-42bd-899f-5d0e4be36827. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.321714] env[68326]: DEBUG nova.network.neutron [req-e8b0c444-f759-4326-b607-cdf66b02c3f9 req-2f906e05-7950-4e1f-a11e-3014049216c2 service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Updating instance_info_cache with network_info: [{"id": "3f8547ba-0225-42bd-899f-5d0e4be36827", "address": "fa:16:3e:95:73:4a", "network": {"id": "34edfa24-6dc6-4597-9b98-f6dc1b929e73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353251122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "428c18237d23455c9db1ec93c4626e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f8547ba-02", "ovs_interfaceid": "3f8547ba-0225-42bd-899f-5d0e4be36827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.452445] env[68326]: DEBUG nova.scheduler.client.report [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.533877] env[68326]: DEBUG nova.compute.manager [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 997.676643] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129689, 'name': Destroy_Task, 'duration_secs': 1.53366} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.676978] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Destroyed the VM [ 997.677268] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Deleting Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 997.677548] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cb098e0f-8233-49ce-977b-81a4700e4579 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.683307] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 997.683307] env[68326]: value = "task-3129691" [ 997.683307] env[68326]: _type = "Task" [ 997.683307] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.691553] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129691, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.824275] env[68326]: DEBUG oslo_concurrency.lockutils [req-e8b0c444-f759-4326-b607-cdf66b02c3f9 req-2f906e05-7950-4e1f-a11e-3014049216c2 service nova] Releasing lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.961530] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.466s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.961530] env[68326]: DEBUG nova.compute.manager [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 997.964636] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.979s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.964846] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.966963] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.210s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.997494] env[68326]: INFO nova.scheduler.client.report [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Deleted allocations for instance df2f88d6-5e47-4d8c-a727-9f20cecee976 [ 998.061894] env[68326]: DEBUG oslo_concurrency.lockutils [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.194953] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129691, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.472846] env[68326]: DEBUG nova.compute.utils [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.474379] env[68326]: INFO nova.compute.claims [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.481867] env[68326]: DEBUG nova.compute.manager [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 998.481867] env[68326]: DEBUG nova.network.neutron [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.505533] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3660f58e-2de6-410f-b9de-085901c7935c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "df2f88d6-5e47-4d8c-a727-9f20cecee976" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.424s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.555237] env[68326]: DEBUG nova.policy [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f1afe008b46424bb96e2d6d9629111a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d9686e92c134a80ab8ad85c542315c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.694890] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129691, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.980167] env[68326]: INFO nova.compute.resource_tracker [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Updating resource usage from migration a7f24c05-16d7-4e7c-a95e-7143850ffc2e [ 998.982852] env[68326]: DEBUG nova.compute.manager [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 999.195094] env[68326]: DEBUG oslo_vmware.api [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129691, 'name': RemoveSnapshot_Task, 'duration_secs': 1.03299} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.195374] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Deleted Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 999.349435] env[68326]: DEBUG nova.network.neutron [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Successfully created port: 040a1b18-c0a4-4e45-b987-eaa0b4739010 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.374501] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5dac52-cc6c-4050-9c61-976e2c5893f2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.384105] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d29c513-90e6-4e50-b064-78196beed5a6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.414161] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e749c58e-1b5b-43f4-bf26-25f5f02c621c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.422688] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c127711-b797-44a7-9d5f-b1406d978c14 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.437200] env[68326]: DEBUG nova.compute.provider_tree [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.700644] env[68326]: WARNING nova.compute.manager [None req-4142828a-6bdd-4483-b885-3b8325ecc907 tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Image not found during snapshot: nova.exception.ImageNotFound: Image 65b8b254-d44f-4775-8d88-da07d900e7c4 could not be found. [ 999.941050] env[68326]: DEBUG nova.scheduler.client.report [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.994328] env[68326]: DEBUG nova.compute.manager [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1000.027491] env[68326]: DEBUG nova.virt.hardware [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.028557] env[68326]: DEBUG nova.virt.hardware [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.028557] env[68326]: DEBUG nova.virt.hardware [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.028557] env[68326]: DEBUG nova.virt.hardware [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.028557] env[68326]: DEBUG nova.virt.hardware [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.028557] env[68326]: DEBUG nova.virt.hardware [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.029015] env[68326]: DEBUG nova.virt.hardware [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.029311] env[68326]: DEBUG nova.virt.hardware [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.029612] env[68326]: DEBUG nova.virt.hardware [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.029904] env[68326]: DEBUG nova.virt.hardware [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.030243] env[68326]: DEBUG nova.virt.hardware [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.033556] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f9c1ab-c374-499e-b792-6372953a7fb1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.044026] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf5e690-1a2f-4f72-9a3b-8858fefb523f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.454254] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.487s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.454483] env[68326]: INFO nova.compute.manager [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Migrating [ 1000.462701] env[68326]: DEBUG oslo_concurrency.lockutils [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.325s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.464436] env[68326]: INFO nova.compute.claims [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.498251] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "255a7bda-9571-470c-a530-a5c596e21a58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.498492] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "255a7bda-9571-470c-a530-a5c596e21a58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.599515] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Acquiring lock "47d84bfe-cf06-4114-b4fe-8f478745c918" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.600407] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Lock "47d84bfe-cf06-4114-b4fe-8f478745c918" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.788040] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "5226f21d-7bb6-4862-a58a-7e629591f71c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.788040] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "5226f21d-7bb6-4862-a58a-7e629591f71c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.788040] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "5226f21d-7bb6-4862-a58a-7e629591f71c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.788040] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "5226f21d-7bb6-4862-a58a-7e629591f71c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.788040] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "5226f21d-7bb6-4862-a58a-7e629591f71c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.792340] env[68326]: INFO nova.compute.manager [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Terminating instance [ 1000.980053] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "refresh_cache-6c865f2c-0796-4f18-9742-2ecb05d10867" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.980887] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "refresh_cache-6c865f2c-0796-4f18-9742-2ecb05d10867" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.980887] env[68326]: DEBUG nova.network.neutron [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.990774] env[68326]: DEBUG nova.compute.manager [req-230bf783-0d0f-43d6-b00f-05e0478c4ceb req-927ce7e0-b1df-46c1-8f00-84001d5e9a36 service nova] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Received event network-vif-plugged-040a1b18-c0a4-4e45-b987-eaa0b4739010 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1000.990774] env[68326]: DEBUG oslo_concurrency.lockutils [req-230bf783-0d0f-43d6-b00f-05e0478c4ceb req-927ce7e0-b1df-46c1-8f00-84001d5e9a36 service nova] Acquiring lock "0781d75d-bd5e-4fd2-8892-b5f50e2af7e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.991168] env[68326]: DEBUG oslo_concurrency.lockutils [req-230bf783-0d0f-43d6-b00f-05e0478c4ceb req-927ce7e0-b1df-46c1-8f00-84001d5e9a36 service nova] Lock "0781d75d-bd5e-4fd2-8892-b5f50e2af7e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.991660] env[68326]: DEBUG oslo_concurrency.lockutils [req-230bf783-0d0f-43d6-b00f-05e0478c4ceb req-927ce7e0-b1df-46c1-8f00-84001d5e9a36 service nova] Lock "0781d75d-bd5e-4fd2-8892-b5f50e2af7e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.991878] env[68326]: DEBUG nova.compute.manager [req-230bf783-0d0f-43d6-b00f-05e0478c4ceb req-927ce7e0-b1df-46c1-8f00-84001d5e9a36 service nova] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] No waiting events found dispatching network-vif-plugged-040a1b18-c0a4-4e45-b987-eaa0b4739010 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1000.992825] env[68326]: WARNING nova.compute.manager [req-230bf783-0d0f-43d6-b00f-05e0478c4ceb req-927ce7e0-b1df-46c1-8f00-84001d5e9a36 service nova] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Received unexpected event network-vif-plugged-040a1b18-c0a4-4e45-b987-eaa0b4739010 for instance with vm_state building and task_state spawning. [ 1001.001373] env[68326]: DEBUG nova.compute.manager [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1001.103244] env[68326]: DEBUG nova.network.neutron [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Successfully updated port: 040a1b18-c0a4-4e45-b987-eaa0b4739010 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.106089] env[68326]: DEBUG nova.compute.manager [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1001.295688] env[68326]: DEBUG nova.compute.manager [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1001.296158] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.296888] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfadb07-2f3e-49db-83d1-6fd7f11bc567 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.305868] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.306194] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3b64348-02fb-4763-8ed4-39c2dc78b35c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.315023] env[68326]: DEBUG oslo_vmware.api [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 1001.315023] env[68326]: value = "task-3129692" [ 1001.315023] env[68326]: _type = "Task" [ 1001.315023] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.320566] env[68326]: DEBUG oslo_vmware.api [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.531511] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.615471] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "refresh_cache-0781d75d-bd5e-4fd2-8892-b5f50e2af7e5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.615471] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquired lock "refresh_cache-0781d75d-bd5e-4fd2-8892-b5f50e2af7e5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.615471] env[68326]: DEBUG nova.network.neutron [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.634224] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.767281] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.768564] env[68326]: DEBUG nova.network.neutron [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Updating instance_info_cache with network_info: [{"id": "86eb36b4-6999-41be-8977-ad008ac97277", "address": "fa:16:3e:93:9a:20", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86eb36b4-69", "ovs_interfaceid": "86eb36b4-6999-41be-8977-ad008ac97277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.769736] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.824970] env[68326]: DEBUG oslo_vmware.api [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129692, 'name': PowerOffVM_Task, 'duration_secs': 0.188785} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.827900] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.828118] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.829604] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f156e9ef-0642-40bf-ab7d-9efe31e005a5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.884309] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0270a96c-89ac-4710-a5ad-d16c636a62b4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.888456] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.888666] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.888843] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Deleting the datastore file [datastore1] 5226f21d-7bb6-4862-a58a-7e629591f71c {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.889695] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24667e6d-56d8-48f4-b48d-578536151a7e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.894380] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550c394c-a8de-4d2d-ad67-d9d9582be7db {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.898557] env[68326]: DEBUG oslo_vmware.api [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for the task: (returnval){ [ 1001.898557] env[68326]: value = "task-3129694" [ 1001.898557] env[68326]: _type = "Task" [ 1001.898557] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.932928] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb62dbe-ded9-4b27-9efa-b25ba7710b9d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.939523] env[68326]: DEBUG oslo_vmware.api [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.944765] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abac56b-9f4a-4c8f-b3ab-fc6d975af4e9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.961454] env[68326]: DEBUG nova.compute.provider_tree [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.157544] env[68326]: DEBUG nova.network.neutron [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.273796] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "refresh_cache-6c865f2c-0796-4f18-9742-2ecb05d10867" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.289832] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.290818] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.292517] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.292517] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.292517] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.292517] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.292517] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1002.292517] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager.update_available_resource {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.330121] env[68326]: DEBUG nova.network.neutron [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Updating instance_info_cache with network_info: [{"id": "040a1b18-c0a4-4e45-b987-eaa0b4739010", "address": "fa:16:3e:ca:c4:e3", "network": {"id": "ca2a7299-b9bc-457f-8264-1b6ab5a6a64b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-434175212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5d9686e92c134a80ab8ad85c542315c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap040a1b18-c0", "ovs_interfaceid": "040a1b18-c0a4-4e45-b987-eaa0b4739010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.412373] env[68326]: DEBUG oslo_vmware.api [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Task: {'id': task-3129694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151793} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.412673] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.413398] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.413593] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.413997] env[68326]: INFO nova.compute.manager [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1002.414332] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.414544] env[68326]: DEBUG nova.compute.manager [-] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1002.414642] env[68326]: DEBUG nova.network.neutron [-] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.466094] env[68326]: DEBUG nova.scheduler.client.report [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.638053] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Acquiring lock "2d2b5b9f-183a-4095-983b-c100758c3343" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.638322] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Lock "2d2b5b9f-183a-4095-983b-c100758c3343" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.796307] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.833404] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Releasing lock "refresh_cache-0781d75d-bd5e-4fd2-8892-b5f50e2af7e5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.833404] env[68326]: DEBUG nova.compute.manager [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Instance network_info: |[{"id": "040a1b18-c0a4-4e45-b987-eaa0b4739010", "address": "fa:16:3e:ca:c4:e3", "network": {"id": "ca2a7299-b9bc-457f-8264-1b6ab5a6a64b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-434175212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5d9686e92c134a80ab8ad85c542315c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap040a1b18-c0", "ovs_interfaceid": "040a1b18-c0a4-4e45-b987-eaa0b4739010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1002.833873] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:c4:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '040a1b18-c0a4-4e45-b987-eaa0b4739010', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.842028] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Creating folder: Project (5d9686e92c134a80ab8ad85c542315c5). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.842028] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-640ce74f-d038-425e-a1bc-f324ee0c30b4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.853395] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Created folder: Project (5d9686e92c134a80ab8ad85c542315c5) in parent group-v626141. [ 1002.853588] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Creating folder: Instances. Parent ref: group-v626369. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1002.853857] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30471430-1652-41ca-b0a0-223f7a0f8179 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.862707] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Created folder: Instances in parent group-v626369. [ 1002.862945] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.863156] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.863360] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db2cc5b9-204c-4624-a417-01dc0199aff4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.882246] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.882246] env[68326]: value = "task-3129697" [ 1002.882246] env[68326]: _type = "Task" [ 1002.882246] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.890141] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129697, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.973789] env[68326]: DEBUG oslo_concurrency.lockutils [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.974352] env[68326]: DEBUG nova.compute.manager [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1002.977184] env[68326]: DEBUG oslo_concurrency.lockutils [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.121s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.977417] env[68326]: DEBUG nova.objects.instance [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lazy-loading 'resources' on Instance uuid ed7ba056-8b06-48f9-89a6-1ec01059baf6 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.034585] env[68326]: DEBUG nova.compute.manager [req-17e34797-113b-44f7-ac6d-ecff0619dae4 req-41bbd032-d988-4b06-a4b9-2a523f9de18d service nova] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Received event network-changed-040a1b18-c0a4-4e45-b987-eaa0b4739010 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1003.035594] env[68326]: DEBUG nova.compute.manager [req-17e34797-113b-44f7-ac6d-ecff0619dae4 req-41bbd032-d988-4b06-a4b9-2a523f9de18d service nova] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Refreshing instance network info cache due to event network-changed-040a1b18-c0a4-4e45-b987-eaa0b4739010. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1003.035976] env[68326]: DEBUG oslo_concurrency.lockutils [req-17e34797-113b-44f7-ac6d-ecff0619dae4 req-41bbd032-d988-4b06-a4b9-2a523f9de18d service nova] Acquiring lock "refresh_cache-0781d75d-bd5e-4fd2-8892-b5f50e2af7e5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.036192] env[68326]: DEBUG oslo_concurrency.lockutils [req-17e34797-113b-44f7-ac6d-ecff0619dae4 req-41bbd032-d988-4b06-a4b9-2a523f9de18d service nova] Acquired lock "refresh_cache-0781d75d-bd5e-4fd2-8892-b5f50e2af7e5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.036554] env[68326]: DEBUG nova.network.neutron [req-17e34797-113b-44f7-ac6d-ecff0619dae4 req-41bbd032-d988-4b06-a4b9-2a523f9de18d service nova] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Refreshing network info cache for port 040a1b18-c0a4-4e45-b987-eaa0b4739010 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.141037] env[68326]: DEBUG nova.compute.manager [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1003.160259] env[68326]: DEBUG nova.network.neutron [-] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.393084] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129697, 'name': CreateVM_Task, 'duration_secs': 0.404531} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.393269] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.393987] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.394165] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.394484] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.394742] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01134ec5-39ba-4601-97b5-b090ee1fb96f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.399554] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1003.399554] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52f4ed0a-e625-9b8b-b7af-c7c359ca38eb" [ 1003.399554] env[68326]: _type = "Task" [ 1003.399554] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.408844] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52f4ed0a-e625-9b8b-b7af-c7c359ca38eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.482909] env[68326]: DEBUG nova.compute.utils [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.484483] env[68326]: DEBUG nova.compute.manager [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1003.484648] env[68326]: DEBUG nova.network.neutron [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.528564] env[68326]: DEBUG nova.policy [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66145b2ac8a04b8a94c9f22e26c75ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfc70dbe1eb647dc9d472e84334c3faf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.662927] env[68326]: INFO nova.compute.manager [-] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Took 1.25 seconds to deallocate network for instance. [ 1003.673704] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.803475] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d01b66b-3505-4f4e-9d7d-bbf983edcaa3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.822944] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Updating instance '6c865f2c-0796-4f18-9742-2ecb05d10867' progress to 0 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1003.912155] env[68326]: DEBUG nova.network.neutron [req-17e34797-113b-44f7-ac6d-ecff0619dae4 req-41bbd032-d988-4b06-a4b9-2a523f9de18d service nova] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Updated VIF entry in instance network info cache for port 040a1b18-c0a4-4e45-b987-eaa0b4739010. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.912510] env[68326]: DEBUG nova.network.neutron [req-17e34797-113b-44f7-ac6d-ecff0619dae4 req-41bbd032-d988-4b06-a4b9-2a523f9de18d service nova] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Updating instance_info_cache with network_info: [{"id": "040a1b18-c0a4-4e45-b987-eaa0b4739010", "address": "fa:16:3e:ca:c4:e3", "network": {"id": "ca2a7299-b9bc-457f-8264-1b6ab5a6a64b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-434175212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5d9686e92c134a80ab8ad85c542315c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap040a1b18-c0", "ovs_interfaceid": "040a1b18-c0a4-4e45-b987-eaa0b4739010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.919350] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52f4ed0a-e625-9b8b-b7af-c7c359ca38eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010594} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.923267] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.923597] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.923936] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.924171] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.924446] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.925748] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3b3a8dd-f87a-45cc-914a-5165ec44d22a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.940747] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.941017] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.942078] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1777d4e-7086-4c57-ae8b-c7d4e6ed8cb5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.948529] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1003.948529] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5216500f-36e7-ec23-516c-7783d7890e1b" [ 1003.948529] env[68326]: _type = "Task" [ 1003.948529] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.956142] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5216500f-36e7-ec23-516c-7783d7890e1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.957672] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae703a7-1dec-43c8-910d-554b2df6afbd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.969631] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908e050f-6ee8-4109-8872-d5f738ad8c7d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.996338] env[68326]: DEBUG nova.compute.manager [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1003.999970] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de02f567-e4e8-4fa5-acd8-c33969a40343 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.003443] env[68326]: DEBUG nova.network.neutron [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Successfully created port: 35fff348-ef85-4267-9720-2478f474275c {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.011201] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8fee07-82cd-464d-bddd-2b44094b46f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.024470] env[68326]: DEBUG nova.compute.provider_tree [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.177012] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.328819] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.329143] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b1fe7fc-7d47-4272-8fa1-2a8de15a9c5e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.338123] env[68326]: DEBUG oslo_vmware.api [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 1004.338123] env[68326]: value = "task-3129698" [ 1004.338123] env[68326]: _type = "Task" [ 1004.338123] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.347324] env[68326]: DEBUG oslo_vmware.api [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.424525] env[68326]: DEBUG oslo_concurrency.lockutils [req-17e34797-113b-44f7-ac6d-ecff0619dae4 req-41bbd032-d988-4b06-a4b9-2a523f9de18d service nova] Releasing lock "refresh_cache-0781d75d-bd5e-4fd2-8892-b5f50e2af7e5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.424689] env[68326]: DEBUG nova.compute.manager [req-17e34797-113b-44f7-ac6d-ecff0619dae4 req-41bbd032-d988-4b06-a4b9-2a523f9de18d service nova] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Received event network-vif-deleted-2d0db25d-1dcc-4c77-905e-e5245d4ab2de {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1004.424869] env[68326]: INFO nova.compute.manager [req-17e34797-113b-44f7-ac6d-ecff0619dae4 req-41bbd032-d988-4b06-a4b9-2a523f9de18d service nova] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Neutron deleted interface 2d0db25d-1dcc-4c77-905e-e5245d4ab2de; detaching it from the instance and deleting it from the info cache [ 1004.425058] env[68326]: DEBUG nova.network.neutron [req-17e34797-113b-44f7-ac6d-ecff0619dae4 req-41bbd032-d988-4b06-a4b9-2a523f9de18d service nova] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.459055] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5216500f-36e7-ec23-516c-7783d7890e1b, 'name': SearchDatastore_Task, 'duration_secs': 0.008715} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.460047] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51645244-519c-4c32-af5e-5bb394988d84 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.465723] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1004.465723] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520ca79e-7e81-49e9-05f5-f05de65bb52c" [ 1004.465723] env[68326]: _type = "Task" [ 1004.465723] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.475472] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520ca79e-7e81-49e9-05f5-f05de65bb52c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.527158] env[68326]: DEBUG nova.scheduler.client.report [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.848640] env[68326]: DEBUG oslo_vmware.api [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129698, 'name': PowerOffVM_Task, 'duration_secs': 0.255595} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.849564] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.849564] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Updating instance '6c865f2c-0796-4f18-9742-2ecb05d10867' progress to 17 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.928131] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d819054d-918f-4541-bfce-9c70a637d52f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.938364] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4336fa26-ed00-4747-be05-6134a77d95e5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.972770] env[68326]: DEBUG nova.compute.manager [req-17e34797-113b-44f7-ac6d-ecff0619dae4 req-41bbd032-d988-4b06-a4b9-2a523f9de18d service nova] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Detach interface failed, port_id=2d0db25d-1dcc-4c77-905e-e5245d4ab2de, reason: Instance 5226f21d-7bb6-4862-a58a-7e629591f71c could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1004.983040] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520ca79e-7e81-49e9-05f5-f05de65bb52c, 'name': SearchDatastore_Task, 'duration_secs': 0.008878} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.983328] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.983595] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5/0781d75d-bd5e-4fd2-8892-b5f50e2af7e5.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.983874] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-560e23ac-d067-4f3a-b556-bce9a5d1d543 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.991056] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1004.991056] env[68326]: value = "task-3129699" [ 1004.991056] env[68326]: _type = "Task" [ 1004.991056] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.998931] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.011764] env[68326]: DEBUG nova.compute.manager [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1005.032926] env[68326]: DEBUG oslo_concurrency.lockutils [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.035024] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.069s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.043120] env[68326]: DEBUG nova.virt.hardware [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.043449] env[68326]: DEBUG nova.virt.hardware [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.043721] env[68326]: DEBUG nova.virt.hardware [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.044045] env[68326]: DEBUG nova.virt.hardware [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.044337] env[68326]: DEBUG nova.virt.hardware [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.044612] env[68326]: DEBUG nova.virt.hardware [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.044974] env[68326]: DEBUG nova.virt.hardware [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.045260] env[68326]: DEBUG nova.virt.hardware [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.045520] env[68326]: DEBUG nova.virt.hardware [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.045776] env[68326]: DEBUG nova.virt.hardware [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.046046] env[68326]: DEBUG nova.virt.hardware [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.047075] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee00516e-9187-455c-abf9-6babb3790596 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.060120] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48e79c9-b3c5-45ab-84a5-b34a04405323 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.066200] env[68326]: INFO nova.scheduler.client.report [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Deleted allocations for instance ed7ba056-8b06-48f9-89a6-1ec01059baf6 [ 1005.356666] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:48:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.357127] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.357127] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.360529] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.360529] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.360529] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.360529] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.360529] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.360529] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.360529] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.360529] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.366437] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20b9c35c-bd95-48b8-b4ee-f07e74d969dc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.384630] env[68326]: DEBUG oslo_vmware.api [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 1005.384630] env[68326]: value = "task-3129700" [ 1005.384630] env[68326]: _type = "Task" [ 1005.384630] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.389852] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e77eed-bbd4-40a0-b46e-0db19cfdc72a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.396425] env[68326]: DEBUG oslo_vmware.api [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.399319] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e0a753-e4c5-440a-8b2c-40d76d524b7e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.430240] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1474e786-3c27-41b2-9065-b273e135a0d7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.439768] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ff935a-54dd-4871-8ddc-824723b44b2e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.445852] env[68326]: DEBUG nova.compute.manager [req-dcddb78c-f489-4325-ba48-3ac5f73c497b req-afb7f547-cd79-4a70-86bb-3233b02660fd service nova] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Received event network-vif-plugged-35fff348-ef85-4267-9720-2478f474275c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1005.445996] env[68326]: DEBUG oslo_concurrency.lockutils [req-dcddb78c-f489-4325-ba48-3ac5f73c497b req-afb7f547-cd79-4a70-86bb-3233b02660fd service nova] Acquiring lock "12e88969-1824-47ab-841b-c49e19bad267-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.446204] env[68326]: DEBUG oslo_concurrency.lockutils [req-dcddb78c-f489-4325-ba48-3ac5f73c497b req-afb7f547-cd79-4a70-86bb-3233b02660fd service nova] Lock "12e88969-1824-47ab-841b-c49e19bad267-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.446399] env[68326]: DEBUG oslo_concurrency.lockutils [req-dcddb78c-f489-4325-ba48-3ac5f73c497b req-afb7f547-cd79-4a70-86bb-3233b02660fd service nova] Lock "12e88969-1824-47ab-841b-c49e19bad267-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.446580] env[68326]: DEBUG nova.compute.manager [req-dcddb78c-f489-4325-ba48-3ac5f73c497b req-afb7f547-cd79-4a70-86bb-3233b02660fd service nova] [instance: 12e88969-1824-47ab-841b-c49e19bad267] No waiting events found dispatching network-vif-plugged-35fff348-ef85-4267-9720-2478f474275c {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.446775] env[68326]: WARNING nova.compute.manager [req-dcddb78c-f489-4325-ba48-3ac5f73c497b req-afb7f547-cd79-4a70-86bb-3233b02660fd service nova] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Received unexpected event network-vif-plugged-35fff348-ef85-4267-9720-2478f474275c for instance with vm_state building and task_state spawning. [ 1005.457277] env[68326]: DEBUG nova.compute.provider_tree [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.500796] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129699, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.545137] env[68326]: DEBUG nova.network.neutron [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Successfully updated port: 35fff348-ef85-4267-9720-2478f474275c {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.584999] env[68326]: DEBUG oslo_concurrency.lockutils [None req-66ab9c2c-454f-4668-b79c-e15a3a379f67 tempest-ServersNegativeTestJSON-113535950 tempest-ServersNegativeTestJSON-113535950-project-member] Lock "ed7ba056-8b06-48f9-89a6-1ec01059baf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.629s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.590147] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7468215b-8d99-4343-bd6a-291dd041e040 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "interface-87128a5e-1fa1-4de9-ae0a-888e14bfea93-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.590432] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7468215b-8d99-4343-bd6a-291dd041e040 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-87128a5e-1fa1-4de9-ae0a-888e14bfea93-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.590972] env[68326]: DEBUG nova.objects.instance [None req-7468215b-8d99-4343-bd6a-291dd041e040 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lazy-loading 'flavor' on Instance uuid 87128a5e-1fa1-4de9-ae0a-888e14bfea93 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.895978] env[68326]: DEBUG oslo_vmware.api [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129700, 'name': ReconfigVM_Task, 'duration_secs': 0.327927} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.896477] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Updating instance '6c865f2c-0796-4f18-9742-2ecb05d10867' progress to 33 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.960984] env[68326]: DEBUG nova.scheduler.client.report [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.002790] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523013} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.003075] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5/0781d75d-bd5e-4fd2-8892-b5f50e2af7e5.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.003297] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.003552] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fe00871-9517-48df-b9d0-36d73dc07616 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.010647] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1006.010647] env[68326]: value = "task-3129701" [ 1006.010647] env[68326]: _type = "Task" [ 1006.010647] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.017754] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.047954] env[68326]: DEBUG oslo_concurrency.lockutils [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "refresh_cache-12e88969-1824-47ab-841b-c49e19bad267" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.048141] env[68326]: DEBUG oslo_concurrency.lockutils [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "refresh_cache-12e88969-1824-47ab-841b-c49e19bad267" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.048318] env[68326]: DEBUG nova.network.neutron [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.095868] env[68326]: DEBUG nova.objects.instance [None req-7468215b-8d99-4343-bd6a-291dd041e040 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lazy-loading 'pci_requests' on Instance uuid 87128a5e-1fa1-4de9-ae0a-888e14bfea93 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.402407] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.402646] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.402819] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.402976] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.403142] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.403293] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.403497] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.403660] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.403827] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.403986] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.404183] env[68326]: DEBUG nova.virt.hardware [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.409549] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Reconfiguring VM instance instance-0000004d to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1006.409871] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5132281e-a6ca-4e8e-8081-886b285daaae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.429012] env[68326]: DEBUG oslo_vmware.api [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 1006.429012] env[68326]: value = "task-3129702" [ 1006.429012] env[68326]: _type = "Task" [ 1006.429012] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.437149] env[68326]: DEBUG oslo_vmware.api [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.466169] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.431s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.466446] env[68326]: INFO nova.compute.manager [None req-2de729f2-ac37-4e7f-ae5b-a228c0c0257f tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Successfully reverted task state from rebuilding on failure for instance. [ 1006.471575] env[68326]: DEBUG oslo_concurrency.lockutils [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.951s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.473068] env[68326]: INFO nova.compute.claims [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.521138] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063716} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.521384] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.522283] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921e1b80-3ead-4da9-89d8-f84c9f670052 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.548019] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5/0781d75d-bd5e-4fd2-8892-b5f50e2af7e5.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.548019] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dd2f4d2-b3db-49ec-b2a8-4ae2df4af0a0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.568557] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1006.568557] env[68326]: value = "task-3129703" [ 1006.568557] env[68326]: _type = "Task" [ 1006.568557] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.579685] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.598794] env[68326]: DEBUG nova.objects.base [None req-7468215b-8d99-4343-bd6a-291dd041e040 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Object Instance<87128a5e-1fa1-4de9-ae0a-888e14bfea93> lazy-loaded attributes: flavor,pci_requests {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1006.599039] env[68326]: DEBUG nova.network.neutron [None req-7468215b-8d99-4343-bd6a-291dd041e040 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.603145] env[68326]: DEBUG nova.network.neutron [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.808084] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7468215b-8d99-4343-bd6a-291dd041e040 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-87128a5e-1fa1-4de9-ae0a-888e14bfea93-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.217s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.940990] env[68326]: DEBUG oslo_vmware.api [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129702, 'name': ReconfigVM_Task, 'duration_secs': 0.17258} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.941278] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Reconfigured VM instance instance-0000004d to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1006.942031] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00598991-f74f-4718-99bf-010688b66d40 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.964518] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 6c865f2c-0796-4f18-9742-2ecb05d10867/6c865f2c-0796-4f18-9742-2ecb05d10867.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.964912] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeefd3e5-a97a-4cb1-8ae4-b537ccc7571c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.986212] env[68326]: DEBUG oslo_vmware.api [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 1006.986212] env[68326]: value = "task-3129704" [ 1006.986212] env[68326]: _type = "Task" [ 1006.986212] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.994902] env[68326]: DEBUG oslo_vmware.api [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.079373] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129703, 'name': ReconfigVM_Task, 'duration_secs': 0.304065} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.079373] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5/0781d75d-bd5e-4fd2-8892-b5f50e2af7e5.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.080015] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3e331e6-95ec-4bc9-ad61-15a106c9ac98 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.085944] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1007.085944] env[68326]: value = "task-3129705" [ 1007.085944] env[68326]: _type = "Task" [ 1007.085944] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.093833] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129705, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.145734] env[68326]: DEBUG nova.network.neutron [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Updating instance_info_cache with network_info: [{"id": "35fff348-ef85-4267-9720-2478f474275c", "address": "fa:16:3e:29:2c:55", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fff348-ef", "ovs_interfaceid": "35fff348-ef85-4267-9720-2478f474275c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.497214] env[68326]: DEBUG oslo_vmware.api [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129704, 'name': ReconfigVM_Task, 'duration_secs': 0.308902} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.499947] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 6c865f2c-0796-4f18-9742-2ecb05d10867/6c865f2c-0796-4f18-9742-2ecb05d10867.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.499947] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Updating instance '6c865f2c-0796-4f18-9742-2ecb05d10867' progress to 50 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.598291] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129705, 'name': Rename_Task, 'duration_secs': 0.134694} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.598640] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.598797] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-068160e5-75d2-4177-b2c4-22cfedf513e7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.604972] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1007.604972] env[68326]: value = "task-3129706" [ 1007.604972] env[68326]: _type = "Task" [ 1007.604972] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.614688] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.650138] env[68326]: DEBUG oslo_concurrency.lockutils [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "refresh_cache-12e88969-1824-47ab-841b-c49e19bad267" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.650465] env[68326]: DEBUG nova.compute.manager [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Instance network_info: |[{"id": "35fff348-ef85-4267-9720-2478f474275c", "address": "fa:16:3e:29:2c:55", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fff348-ef", "ovs_interfaceid": "35fff348-ef85-4267-9720-2478f474275c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1007.650873] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:2c:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35fff348-ef85-4267-9720-2478f474275c', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.658618] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.661992] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.662435] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d24c1af9-ce1d-497f-9d5c-d20644f3063b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.685189] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.685189] env[68326]: value = "task-3129707" [ 1007.685189] env[68326]: _type = "Task" [ 1007.685189] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.696621] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129707, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.713963] env[68326]: DEBUG nova.compute.manager [req-639588f8-d6f7-4b9c-a0e6-d9c84bf2e709 req-f0ea1250-7ca0-4b28-9f26-20c211f4ee86 service nova] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Received event network-changed-35fff348-ef85-4267-9720-2478f474275c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1007.714178] env[68326]: DEBUG nova.compute.manager [req-639588f8-d6f7-4b9c-a0e6-d9c84bf2e709 req-f0ea1250-7ca0-4b28-9f26-20c211f4ee86 service nova] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Refreshing instance network info cache due to event network-changed-35fff348-ef85-4267-9720-2478f474275c. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1007.714470] env[68326]: DEBUG oslo_concurrency.lockutils [req-639588f8-d6f7-4b9c-a0e6-d9c84bf2e709 req-f0ea1250-7ca0-4b28-9f26-20c211f4ee86 service nova] Acquiring lock "refresh_cache-12e88969-1824-47ab-841b-c49e19bad267" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.714536] env[68326]: DEBUG oslo_concurrency.lockutils [req-639588f8-d6f7-4b9c-a0e6-d9c84bf2e709 req-f0ea1250-7ca0-4b28-9f26-20c211f4ee86 service nova] Acquired lock "refresh_cache-12e88969-1824-47ab-841b-c49e19bad267" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.716306] env[68326]: DEBUG nova.network.neutron [req-639588f8-d6f7-4b9c-a0e6-d9c84bf2e709 req-f0ea1250-7ca0-4b28-9f26-20c211f4ee86 service nova] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Refreshing network info cache for port 35fff348-ef85-4267-9720-2478f474275c {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.861853] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087dd9e3-1e78-4213-b47a-0c54c225e072 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.869323] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf54e3b4-9191-4f45-9cb9-238a49b1db79 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.901223] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58d493a-8c45-4964-a618-85a856a8876d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.909458] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83635e3a-e49e-49b0-a8c9-4705a0f66714 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.923414] env[68326]: DEBUG nova.compute.provider_tree [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1008.008965] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162cabf0-a19b-4b8d-a544-e03dfccfdc39 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.029132] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da64437-6f49-4f17-88fc-af56319f44a1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.049681] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Updating instance '6c865f2c-0796-4f18-9742-2ecb05d10867' progress to 67 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.115667] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129706, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.195195] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129707, 'name': CreateVM_Task, 'duration_secs': 0.316024} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.195371] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.196172] env[68326]: DEBUG oslo_concurrency.lockutils [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.196409] env[68326]: DEBUG oslo_concurrency.lockutils [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.196775] env[68326]: DEBUG oslo_concurrency.lockutils [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.197390] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6d4a4e8-f45f-4fb1-be4b-9470da3aaa3e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.203396] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1008.203396] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52a460a3-a586-60df-6cac-3247c99eeaa8" [ 1008.203396] env[68326]: _type = "Task" [ 1008.203396] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.210665] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a460a3-a586-60df-6cac-3247c99eeaa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.401808] env[68326]: DEBUG nova.network.neutron [req-639588f8-d6f7-4b9c-a0e6-d9c84bf2e709 req-f0ea1250-7ca0-4b28-9f26-20c211f4ee86 service nova] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Updated VIF entry in instance network info cache for port 35fff348-ef85-4267-9720-2478f474275c. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.402296] env[68326]: DEBUG nova.network.neutron [req-639588f8-d6f7-4b9c-a0e6-d9c84bf2e709 req-f0ea1250-7ca0-4b28-9f26-20c211f4ee86 service nova] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Updating instance_info_cache with network_info: [{"id": "35fff348-ef85-4267-9720-2478f474275c", "address": "fa:16:3e:29:2c:55", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35fff348-ef", "ovs_interfaceid": "35fff348-ef85-4267-9720-2478f474275c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.444985] env[68326]: ERROR nova.scheduler.client.report [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [req-dc75d060-be7f-43f6-8d9c-04c28cc09afa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dc75d060-be7f-43f6-8d9c-04c28cc09afa"}]} [ 1008.462983] env[68326]: DEBUG nova.scheduler.client.report [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1008.476602] env[68326]: DEBUG nova.scheduler.client.report [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1008.476825] env[68326]: DEBUG nova.compute.provider_tree [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1008.488086] env[68326]: DEBUG nova.scheduler.client.report [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1008.506530] env[68326]: DEBUG nova.scheduler.client.report [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1008.589162] env[68326]: DEBUG nova.network.neutron [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Port 86eb36b4-6999-41be-8977-ad008ac97277 binding to destination host cpu-1 is already ACTIVE {{(pid=68326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1008.616889] env[68326]: DEBUG oslo_vmware.api [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129706, 'name': PowerOnVM_Task, 'duration_secs': 0.534001} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.619874] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.620175] env[68326]: INFO nova.compute.manager [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1008.620416] env[68326]: DEBUG nova.compute.manager [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1008.621711] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675dc26b-4d69-42ea-9542-ddd08c747e75 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.624916] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "interface-87128a5e-1fa1-4de9-ae0a-888e14bfea93-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.625205] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-87128a5e-1fa1-4de9-ae0a-888e14bfea93-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.625600] env[68326]: DEBUG nova.objects.instance [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lazy-loading 'flavor' on Instance uuid 87128a5e-1fa1-4de9-ae0a-888e14bfea93 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.714555] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a460a3-a586-60df-6cac-3247c99eeaa8, 'name': SearchDatastore_Task, 'duration_secs': 0.010073} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.717306] env[68326]: DEBUG oslo_concurrency.lockutils [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.717623] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.718020] env[68326]: DEBUG oslo_concurrency.lockutils [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.718252] env[68326]: DEBUG oslo_concurrency.lockutils [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.718532] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.719116] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6164dae6-1998-4eaf-b565-8a7ee62d26a7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.729234] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.729453] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.730293] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43851810-8e4f-4801-ac42-0fdef24c8a5a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.739493] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1008.739493] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52eab6d8-2d7d-c143-080d-b64a52650a48" [ 1008.739493] env[68326]: _type = "Task" [ 1008.739493] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.751096] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52eab6d8-2d7d-c143-080d-b64a52650a48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.820752] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9ffd46-1ce0-47cb-828d-10613fd3a6d7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.830282] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c380fb-c118-4aa2-9443-0ac4bf54d600 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.877648] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09709126-2ed6-47b8-bb31-0cfebc25d811 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.887483] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9945b80-0cbe-4505-9877-1c2a47b0f3d9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.905994] env[68326]: DEBUG oslo_concurrency.lockutils [req-639588f8-d6f7-4b9c-a0e6-d9c84bf2e709 req-f0ea1250-7ca0-4b28-9f26-20c211f4ee86 service nova] Releasing lock "refresh_cache-12e88969-1824-47ab-841b-c49e19bad267" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.906750] env[68326]: DEBUG nova.compute.provider_tree [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1009.144412] env[68326]: INFO nova.compute.manager [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Took 30.97 seconds to build instance. [ 1009.206100] env[68326]: DEBUG nova.objects.instance [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lazy-loading 'pci_requests' on Instance uuid 87128a5e-1fa1-4de9-ae0a-888e14bfea93 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.250335] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52eab6d8-2d7d-c143-080d-b64a52650a48, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.251431] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc28fe6-f5d0-442f-9f79-11c726e7b240 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.256381] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1009.256381] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52f7da12-ec76-f6cd-4663-e0d64edbd265" [ 1009.256381] env[68326]: _type = "Task" [ 1009.256381] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.263647] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52f7da12-ec76-f6cd-4663-e0d64edbd265, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.441430] env[68326]: DEBUG nova.scheduler.client.report [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1009.441702] env[68326]: DEBUG nova.compute.provider_tree [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 117 to 118 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1009.441881] env[68326]: DEBUG nova.compute.provider_tree [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1009.613367] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "6c865f2c-0796-4f18-9742-2ecb05d10867-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.613648] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "6c865f2c-0796-4f18-9742-2ecb05d10867-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.613860] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "6c865f2c-0796-4f18-9742-2ecb05d10867-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.646302] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cfbaed7d-c7c9-4961-b724-d2028cead82c tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "0781d75d-bd5e-4fd2-8892-b5f50e2af7e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.477s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.711371] env[68326]: DEBUG nova.objects.base [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Object Instance<87128a5e-1fa1-4de9-ae0a-888e14bfea93> lazy-loaded attributes: flavor,pci_requests {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1009.712024] env[68326]: DEBUG nova.network.neutron [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.713632] env[68326]: INFO nova.compute.manager [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Rescuing [ 1009.713859] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "refresh_cache-0781d75d-bd5e-4fd2-8892-b5f50e2af7e5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.714015] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquired lock "refresh_cache-0781d75d-bd5e-4fd2-8892-b5f50e2af7e5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.714177] env[68326]: DEBUG nova.network.neutron [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.751505] env[68326]: DEBUG nova.policy [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e8b1198c39c466d869defa532a7c2b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80e12bd17fb14b2b843260fd9897d052', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.766781] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52f7da12-ec76-f6cd-4663-e0d64edbd265, 'name': SearchDatastore_Task, 'duration_secs': 0.009641} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.767052] env[68326]: DEBUG oslo_concurrency.lockutils [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.767346] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 12e88969-1824-47ab-841b-c49e19bad267/12e88969-1824-47ab-841b-c49e19bad267.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.767598] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-727c61fb-4d28-4e2c-8315-a0895a5e1d7d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.774693] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1009.774693] env[68326]: value = "task-3129708" [ 1009.774693] env[68326]: _type = "Task" [ 1009.774693] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.782101] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.947071] env[68326]: DEBUG oslo_concurrency.lockutils [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.475s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.947362] env[68326]: DEBUG nova.compute.manager [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1009.954582] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.085s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.954582] env[68326]: DEBUG nova.objects.instance [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lazy-loading 'resources' on Instance uuid bfbd3c42-245f-4395-a854-206f1b8a6fd0 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.027856] env[68326]: DEBUG nova.network.neutron [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Successfully created port: b520a70f-ac34-4333-b100-bc32c4f092ad {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.284735] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473582} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.285045] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 12e88969-1824-47ab-841b-c49e19bad267/12e88969-1824-47ab-841b-c49e19bad267.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.285368] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.285547] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4adcfcf4-154b-4a0c-aeb6-91db57c48845 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.292781] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1010.292781] env[68326]: value = "task-3129709" [ 1010.292781] env[68326]: _type = "Task" [ 1010.292781] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.300653] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.431222] env[68326]: DEBUG nova.network.neutron [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Updating instance_info_cache with network_info: [{"id": "040a1b18-c0a4-4e45-b987-eaa0b4739010", "address": "fa:16:3e:ca:c4:e3", "network": {"id": "ca2a7299-b9bc-457f-8264-1b6ab5a6a64b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-434175212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5d9686e92c134a80ab8ad85c542315c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap040a1b18-c0", "ovs_interfaceid": "040a1b18-c0a4-4e45-b987-eaa0b4739010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.457253] env[68326]: DEBUG nova.compute.utils [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.463889] env[68326]: DEBUG nova.compute.manager [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1010.464546] env[68326]: DEBUG nova.network.neutron [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.520515] env[68326]: DEBUG nova.policy [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65adda1b51764909ae608643098b66b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3013798cbd8f4dd4bfd5f5f149ad9c14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.664301] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "refresh_cache-6c865f2c-0796-4f18-9742-2ecb05d10867" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.664301] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "refresh_cache-6c865f2c-0796-4f18-9742-2ecb05d10867" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.664487] env[68326]: DEBUG nova.network.neutron [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.807812] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105067} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.808102] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.811209] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b6368f-6477-47fe-a8ff-f32b01165ba9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.835036] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 12e88969-1824-47ab-841b-c49e19bad267/12e88969-1824-47ab-841b-c49e19bad267.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.836821] env[68326]: DEBUG nova.network.neutron [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Successfully created port: 9da77713-a789-43bf-b8e0-e4f8cab31129 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.838765] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac75b7a4-bfd4-42bc-9455-f92ab5fac66e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.853431] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966abe6c-de3e-4496-aa12-4d86d3809419 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.862923] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07c38a4-66dd-4c5b-95df-3932266a38f2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.866066] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1010.866066] env[68326]: value = "task-3129710" [ 1010.866066] env[68326]: _type = "Task" [ 1010.866066] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.895183] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d8030c-3931-40a9-89ec-77b9777d0d5c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.901073] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.906246] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39200063-db5b-445c-9d76-05ba6bc5cdef {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.920547] env[68326]: DEBUG nova.compute.provider_tree [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.934671] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Releasing lock "refresh_cache-0781d75d-bd5e-4fd2-8892-b5f50e2af7e5" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.965399] env[68326]: DEBUG nova.compute.manager [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1011.376861] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129710, 'name': ReconfigVM_Task, 'duration_secs': 0.289845} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.377219] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 12e88969-1824-47ab-841b-c49e19bad267/12e88969-1824-47ab-841b-c49e19bad267.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.377923] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8181b6c-eba2-451d-98eb-51bdaa0e3126 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.380197] env[68326]: DEBUG nova.network.neutron [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Updating instance_info_cache with network_info: [{"id": "86eb36b4-6999-41be-8977-ad008ac97277", "address": "fa:16:3e:93:9a:20", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86eb36b4-69", "ovs_interfaceid": "86eb36b4-6999-41be-8977-ad008ac97277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.387072] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1011.387072] env[68326]: value = "task-3129711" [ 1011.387072] env[68326]: _type = "Task" [ 1011.387072] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.400760] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129711, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.423355] env[68326]: DEBUG nova.scheduler.client.report [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.597725] env[68326]: DEBUG nova.network.neutron [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Successfully updated port: b520a70f-ac34-4333-b100-bc32c4f092ad {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.810136] env[68326]: DEBUG nova.compute.manager [req-641995d2-3043-45ca-beec-79dcef40801e req-99bacb77-ede8-42d8-aec2-84f3abba6816 service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Received event network-vif-plugged-b520a70f-ac34-4333-b100-bc32c4f092ad {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1011.810317] env[68326]: DEBUG oslo_concurrency.lockutils [req-641995d2-3043-45ca-beec-79dcef40801e req-99bacb77-ede8-42d8-aec2-84f3abba6816 service nova] Acquiring lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.810529] env[68326]: DEBUG oslo_concurrency.lockutils [req-641995d2-3043-45ca-beec-79dcef40801e req-99bacb77-ede8-42d8-aec2-84f3abba6816 service nova] Lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.810697] env[68326]: DEBUG oslo_concurrency.lockutils [req-641995d2-3043-45ca-beec-79dcef40801e req-99bacb77-ede8-42d8-aec2-84f3abba6816 service nova] Lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.810863] env[68326]: DEBUG nova.compute.manager [req-641995d2-3043-45ca-beec-79dcef40801e req-99bacb77-ede8-42d8-aec2-84f3abba6816 service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] No waiting events found dispatching network-vif-plugged-b520a70f-ac34-4333-b100-bc32c4f092ad {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.811036] env[68326]: WARNING nova.compute.manager [req-641995d2-3043-45ca-beec-79dcef40801e req-99bacb77-ede8-42d8-aec2-84f3abba6816 service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Received unexpected event network-vif-plugged-b520a70f-ac34-4333-b100-bc32c4f092ad for instance with vm_state active and task_state None. [ 1011.882317] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "refresh_cache-6c865f2c-0796-4f18-9742-2ecb05d10867" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.896473] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129711, 'name': Rename_Task, 'duration_secs': 0.144954} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.896727] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.897287] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbdd9fd7-19d9-4df0-9f4f-aefc351d700e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.903129] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1011.903129] env[68326]: value = "task-3129712" [ 1011.903129] env[68326]: _type = "Task" [ 1011.903129] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.910677] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.928705] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.931096] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.326s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.931334] env[68326]: DEBUG nova.objects.instance [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Lazy-loading 'resources' on Instance uuid d7acf762-bbcd-403a-afac-342a44f13a20 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.951358] env[68326]: INFO nova.scheduler.client.report [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Deleted allocations for instance bfbd3c42-245f-4395-a854-206f1b8a6fd0 [ 1011.978459] env[68326]: DEBUG nova.compute.manager [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1012.007098] env[68326]: DEBUG nova.virt.hardware [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1fd9d62c-3edc-4f90-8e25-61127fe41b68',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-888836463',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.007353] env[68326]: DEBUG nova.virt.hardware [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.007507] env[68326]: DEBUG nova.virt.hardware [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.007716] env[68326]: DEBUG nova.virt.hardware [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.007868] env[68326]: DEBUG nova.virt.hardware [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.008026] env[68326]: DEBUG nova.virt.hardware [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.008237] env[68326]: DEBUG nova.virt.hardware [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.008391] env[68326]: DEBUG nova.virt.hardware [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.008560] env[68326]: DEBUG nova.virt.hardware [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.008722] env[68326]: DEBUG nova.virt.hardware [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.008892] env[68326]: DEBUG nova.virt.hardware [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.009974] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dedd331-9457-4521-8683-a75024da72bc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.017610] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f37b99-0a16-4232-9393-70bf10d64e0a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.101719] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.101854] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.102051] env[68326]: DEBUG nova.network.neutron [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.168773] env[68326]: INFO nova.compute.manager [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Rebuilding instance [ 1012.208347] env[68326]: DEBUG nova.compute.manager [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1012.209283] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18b0b40-c2b8-410f-b3f7-6de3e18effdf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.356674] env[68326]: DEBUG nova.network.neutron [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Successfully updated port: 9da77713-a789-43bf-b8e0-e4f8cab31129 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.403958] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf945859-22e5-4221-bdcc-75ffe0d08afa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.414290] env[68326]: DEBUG oslo_vmware.api [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129712, 'name': PowerOnVM_Task, 'duration_secs': 0.502491} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.427027] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.427254] env[68326]: INFO nova.compute.manager [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1012.427435] env[68326]: DEBUG nova.compute.manager [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1012.428313] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817bc3d7-e16b-4b31-8727-3f20684049c5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.431100] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db76deb2-1c11-446a-8b95-831cd3085af6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.445647] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Updating instance '6c865f2c-0796-4f18-9742-2ecb05d10867' progress to 83 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.461698] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2bc175c8-c877-4612-a9a6-0529603f2378 tempest-ServersAdminTestJSON-427761339 tempest-ServersAdminTestJSON-427761339-project-member] Lock "bfbd3c42-245f-4395-a854-206f1b8a6fd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.290s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.485201] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.485505] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32558672-9923-483c-8d12-b81bfbb20173 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.493104] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1012.493104] env[68326]: value = "task-3129713" [ 1012.493104] env[68326]: _type = "Task" [ 1012.493104] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.503032] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.637147] env[68326]: WARNING nova.network.neutron [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] 57bb762a-db8b-420c-bfaa-7634066618d4 already exists in list: networks containing: ['57bb762a-db8b-420c-bfaa-7634066618d4']. ignoring it [ 1012.732969] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5784f34-921b-416f-ae18-97587cd6d5b7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.741296] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72db2ae3-d140-4651-9544-51f339a63b30 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.776556] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4487b2b5-e1dc-4daf-becd-13f503f18f36 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.783947] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc90729-55cf-424a-976a-cba8ed2d90ee {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.797333] env[68326]: DEBUG nova.compute.provider_tree [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.859826] env[68326]: DEBUG oslo_concurrency.lockutils [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "refresh_cache-882c2871-7198-41e6-9701-7ccad3467dd4" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.859983] env[68326]: DEBUG oslo_concurrency.lockutils [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquired lock "refresh_cache-882c2871-7198-41e6-9701-7ccad3467dd4" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.861022] env[68326]: DEBUG nova.network.neutron [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.944228] env[68326]: DEBUG nova.network.neutron [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Updating instance_info_cache with network_info: [{"id": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "address": "fa:16:3e:72:dc:03", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0f3efa6-71", "ovs_interfaceid": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b520a70f-ac34-4333-b100-bc32c4f092ad", "address": "fa:16:3e:fe:5d:e3", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb520a70f-ac", "ovs_interfaceid": "b520a70f-ac34-4333-b100-bc32c4f092ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.955380] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1012.957261] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8277ed1-e09f-4ce7-bca2-efd9a60c896c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.959598] env[68326]: INFO nova.compute.manager [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Took 24.85 seconds to build instance. [ 1012.966169] env[68326]: DEBUG oslo_vmware.api [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 1012.966169] env[68326]: value = "task-3129714" [ 1012.966169] env[68326]: _type = "Task" [ 1012.966169] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.974848] env[68326]: DEBUG oslo_vmware.api [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.003096] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129713, 'name': PowerOffVM_Task, 'duration_secs': 0.202383} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.003331] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.004135] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e08987a-6251-49c2-8468-877f05268643 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.023676] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d598c404-1a47-401c-acbf-8c4ad8bd2e44 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.059110] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.059351] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16e4ac03-97d9-4f07-9627-e3e92a84e463 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.065591] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1013.065591] env[68326]: value = "task-3129715" [ 1013.065591] env[68326]: _type = "Task" [ 1013.065591] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.073325] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.078798] env[68326]: DEBUG oslo_concurrency.lockutils [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Acquiring lock "a1ff089c-15f3-451a-9c34-3d7a6e907466" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.079033] env[68326]: DEBUG oslo_concurrency.lockutils [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Lock "a1ff089c-15f3-451a-9c34-3d7a6e907466" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.079233] env[68326]: DEBUG oslo_concurrency.lockutils [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Acquiring lock "a1ff089c-15f3-451a-9c34-3d7a6e907466-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.079425] env[68326]: DEBUG oslo_concurrency.lockutils [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Lock "a1ff089c-15f3-451a-9c34-3d7a6e907466-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.079579] env[68326]: DEBUG oslo_concurrency.lockutils [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Lock "a1ff089c-15f3-451a-9c34-3d7a6e907466-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.082023] env[68326]: INFO nova.compute.manager [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Terminating instance [ 1013.227683] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.228156] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62bcd55f-828a-427f-89a3-7d7e34b605a9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.236265] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1013.236265] env[68326]: value = "task-3129716" [ 1013.236265] env[68326]: _type = "Task" [ 1013.236265] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.248028] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.301431] env[68326]: DEBUG nova.scheduler.client.report [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.399328] env[68326]: DEBUG nova.network.neutron [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.446647] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.447418] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.447658] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.448508] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f19fcb3-4ef5-4f73-9d2c-90d7535b10e8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.465517] env[68326]: DEBUG oslo_concurrency.lockutils [None req-63b3cdf6-4b7b-461a-8463-93aff9f0f5c1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "12e88969-1824-47ab-841b-c49e19bad267" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.363s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.466170] env[68326]: DEBUG nova.virt.hardware [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.466389] env[68326]: DEBUG nova.virt.hardware [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.466545] env[68326]: DEBUG nova.virt.hardware [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.466751] env[68326]: DEBUG nova.virt.hardware [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.466876] env[68326]: DEBUG nova.virt.hardware [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.467012] env[68326]: DEBUG nova.virt.hardware [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.467230] env[68326]: DEBUG nova.virt.hardware [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.467387] env[68326]: DEBUG nova.virt.hardware [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.467560] env[68326]: DEBUG nova.virt.hardware [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.467737] env[68326]: DEBUG nova.virt.hardware [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.467978] env[68326]: DEBUG nova.virt.hardware [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.474286] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Reconfiguring VM to attach interface {{(pid=68326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1013.480114] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b37a7918-a767-4425-8138-d13958739a22 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.500197] env[68326]: DEBUG oslo_vmware.api [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129714, 'name': PowerOnVM_Task, 'duration_secs': 0.472357} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.501680] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1013.501680] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe523911-4d54-4a91-9766-f620117f6242 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Updating instance '6c865f2c-0796-4f18-9742-2ecb05d10867' progress to 100 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1013.505192] env[68326]: DEBUG oslo_vmware.api [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1013.505192] env[68326]: value = "task-3129717" [ 1013.505192] env[68326]: _type = "Task" [ 1013.505192] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.513566] env[68326]: DEBUG oslo_vmware.api [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129717, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.570897] env[68326]: DEBUG nova.network.neutron [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Updating instance_info_cache with network_info: [{"id": "9da77713-a789-43bf-b8e0-e4f8cab31129", "address": "fa:16:3e:bd:b6:50", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9da77713-a7", "ovs_interfaceid": "9da77713-a789-43bf-b8e0-e4f8cab31129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.578424] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] VM already powered off {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1013.578540] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.578763] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.579241] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.579241] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.579341] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9e71235-29c2-4f4d-a6ba-fc5c82c8cb9d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.585196] env[68326]: DEBUG nova.compute.manager [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1013.585294] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.587207] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c87893-0cfc-4375-b34b-7997ebf0d109 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.593922] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.594157] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5eede3da-8cdc-47ea-b79c-9db5e903ffe0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.597348] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.597348] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.597580] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44eda8c8-ebe0-4ad9-a820-ef22e9e4f3e8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.602805] env[68326]: DEBUG oslo_vmware.api [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Waiting for the task: (returnval){ [ 1013.602805] env[68326]: value = "task-3129718" [ 1013.602805] env[68326]: _type = "Task" [ 1013.602805] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.607161] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1013.607161] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]521f2f6a-cea1-546d-c612-5d4f3c9106a4" [ 1013.607161] env[68326]: _type = "Task" [ 1013.607161] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.615388] env[68326]: DEBUG oslo_vmware.api [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': task-3129718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.620241] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521f2f6a-cea1-546d-c612-5d4f3c9106a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011861} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.622196] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7419204a-4bf6-46be-a83b-bfcc6ebf9475 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.627760] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1013.627760] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]526da851-ca24-a874-528c-ad498f01eb7a" [ 1013.627760] env[68326]: _type = "Task" [ 1013.627760] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.636075] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526da851-ca24-a874-528c-ad498f01eb7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.750622] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129716, 'name': PowerOffVM_Task, 'duration_secs': 0.261331} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.751202] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.751473] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.752796] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46555fae-8f8e-4e03-9a8c-bf493f0f70e1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.763552] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.763870] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4212487-acc1-40a4-8074-049c82fe2f91 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.806787] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.809511] env[68326]: DEBUG oslo_concurrency.lockutils [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.748s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.811135] env[68326]: INFO nova.compute.claims [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.827166] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.827397] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.827573] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Deleting the datastore file [datastore2] 1a787f55-5fd4-4353-84e5-47c76b080db5 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.827910] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3281d147-0d4d-4ef1-885a-e3a7e6572fc9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.834622] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1013.834622] env[68326]: value = "task-3129720" [ 1013.834622] env[68326]: _type = "Task" [ 1013.834622] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.844494] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.018509] env[68326]: DEBUG oslo_vmware.api [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.079397] env[68326]: DEBUG oslo_concurrency.lockutils [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Releasing lock "refresh_cache-882c2871-7198-41e6-9701-7ccad3467dd4" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.079397] env[68326]: DEBUG nova.compute.manager [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Instance network_info: |[{"id": "9da77713-a789-43bf-b8e0-e4f8cab31129", "address": "fa:16:3e:bd:b6:50", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9da77713-a7", "ovs_interfaceid": "9da77713-a789-43bf-b8e0-e4f8cab31129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1014.079397] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:b6:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9da77713-a789-43bf-b8e0-e4f8cab31129', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.086414] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.087366] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.087974] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a01e1d2-c258-4e3b-8448-c1fb11056bc8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.118678] env[68326]: DEBUG nova.compute.manager [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Received event network-changed-b520a70f-ac34-4333-b100-bc32c4f092ad {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1014.119117] env[68326]: DEBUG nova.compute.manager [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Refreshing instance network info cache due to event network-changed-b520a70f-ac34-4333-b100-bc32c4f092ad. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1014.119502] env[68326]: DEBUG oslo_concurrency.lockutils [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] Acquiring lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.119916] env[68326]: DEBUG oslo_concurrency.lockutils [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] Acquired lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.121026] env[68326]: DEBUG nova.network.neutron [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Refreshing network info cache for port b520a70f-ac34-4333-b100-bc32c4f092ad {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.125478] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.125478] env[68326]: value = "task-3129721" [ 1014.125478] env[68326]: _type = "Task" [ 1014.125478] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.133694] env[68326]: DEBUG oslo_vmware.api [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': task-3129718, 'name': PowerOffVM_Task, 'duration_secs': 0.160599} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.138325] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.138524] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.141636] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf64340b-db45-4b4e-91ef-87645ace44c5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.148142] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129721, 'name': CreateVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.155807] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526da851-ca24-a874-528c-ad498f01eb7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009614} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.156191] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.156494] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk. {{(pid=68326) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1014.156782] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f39ab38c-afb8-4dc9-9ce5-228d733d6ff5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.164636] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1014.164636] env[68326]: value = "task-3129723" [ 1014.164636] env[68326]: _type = "Task" [ 1014.164636] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.174201] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.213671] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.214025] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.214317] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Deleting the datastore file [datastore2] a1ff089c-15f3-451a-9c34-3d7a6e907466 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.214717] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12028907-8596-423c-ab26-d2986a90822e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.223304] env[68326]: DEBUG oslo_vmware.api [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Waiting for the task: (returnval){ [ 1014.223304] env[68326]: value = "task-3129724" [ 1014.223304] env[68326]: _type = "Task" [ 1014.223304] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.236814] env[68326]: DEBUG oslo_vmware.api [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': task-3129724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.328620] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee0df0ca-426f-40ba-8e24-39eea1e301e5 tempest-ServerActionsV293TestJSON-702013345 tempest-ServerActionsV293TestJSON-702013345-project-member] Lock "d7acf762-bbcd-403a-afac-342a44f13a20" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.258s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.346938] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206799} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.347544] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.347766] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.347979] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.363556] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be327c7f-161f-4d3f-ba5a-ddfc4f5cca56 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "12e88969-1824-47ab-841b-c49e19bad267" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.363824] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be327c7f-161f-4d3f-ba5a-ddfc4f5cca56 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "12e88969-1824-47ab-841b-c49e19bad267" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.364013] env[68326]: DEBUG nova.compute.manager [None req-be327c7f-161f-4d3f-ba5a-ddfc4f5cca56 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1014.364905] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a927022c-d422-4447-875f-be6491234426 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.372392] env[68326]: DEBUG nova.compute.manager [None req-be327c7f-161f-4d3f-ba5a-ddfc4f5cca56 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3482}} [ 1014.373054] env[68326]: DEBUG nova.objects.instance [None req-be327c7f-161f-4d3f-ba5a-ddfc4f5cca56 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lazy-loading 'flavor' on Instance uuid 12e88969-1824-47ab-841b-c49e19bad267 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.522647] env[68326]: DEBUG oslo_vmware.api [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129717, 'name': ReconfigVM_Task, 'duration_secs': 0.824769} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.522647] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.522647] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Reconfigured VM to attach interface {{(pid=68326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1014.647039] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129721, 'name': CreateVM_Task, 'duration_secs': 0.395076} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.647765] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.648570] env[68326]: DEBUG oslo_concurrency.lockutils [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.648764] env[68326]: DEBUG oslo_concurrency.lockutils [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.649113] env[68326]: DEBUG oslo_concurrency.lockutils [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.649398] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54c622df-60ea-455a-a8cf-df98dd328b38 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.657028] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1014.657028] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52122528-09f6-bb5c-4d86-e40b8f5b3d9a" [ 1014.657028] env[68326]: _type = "Task" [ 1014.657028] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.664144] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52122528-09f6-bb5c-4d86-e40b8f5b3d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.679411] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129723, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.733358] env[68326]: DEBUG oslo_vmware.api [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Task: {'id': task-3129724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201113} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.733635] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.733816] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.734039] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.734221] env[68326]: INFO nova.compute.manager [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1014.734464] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.734698] env[68326]: DEBUG nova.compute.manager [-] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1014.734794] env[68326]: DEBUG nova.network.neutron [-] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.997601] env[68326]: DEBUG nova.network.neutron [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Updated VIF entry in instance network info cache for port b520a70f-ac34-4333-b100-bc32c4f092ad. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.998078] env[68326]: DEBUG nova.network.neutron [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Updating instance_info_cache with network_info: [{"id": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "address": "fa:16:3e:72:dc:03", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0f3efa6-71", "ovs_interfaceid": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b520a70f-ac34-4333-b100-bc32c4f092ad", "address": "fa:16:3e:fe:5d:e3", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb520a70f-ac", "ovs_interfaceid": "b520a70f-ac34-4333-b100-bc32c4f092ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.032453] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7b18a7cd-e4bb-4767-ac1d-939d069bd845 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-87128a5e-1fa1-4de9-ae0a-888e14bfea93-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.405s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.168861] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52122528-09f6-bb5c-4d86-e40b8f5b3d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.01931} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.172218] env[68326]: DEBUG oslo_concurrency.lockutils [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.172546] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.172832] env[68326]: DEBUG oslo_concurrency.lockutils [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.173037] env[68326]: DEBUG oslo_concurrency.lockutils [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.173265] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.173586] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a42040dd-4451-4783-b547-25f0d614030a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.181581] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645128} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.184455] env[68326]: INFO nova.virt.vmwareapi.ds_util [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk. [ 1015.189102] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4c24c7-14e0-46fe-8bd6-83cac200eb78 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.189587] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.189819] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.190904] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-915a71c1-ede0-4c14-bb6a-8d57f3cd7b0e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.216894] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.222256] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afc2552d-bcb6-439e-82e5-ea857bb7718b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.239039] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1015.239039] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520c80d6-ea96-52f9-2fd5-675d978e0478" [ 1015.239039] env[68326]: _type = "Task" [ 1015.239039] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.246297] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1015.246297] env[68326]: value = "task-3129725" [ 1015.246297] env[68326]: _type = "Task" [ 1015.246297] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.250628] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520c80d6-ea96-52f9-2fd5-675d978e0478, 'name': SearchDatastore_Task, 'duration_secs': 0.0299} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.256143] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4db1f0a-5a79-43c0-8a89-7ec36944714e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.258941] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f30dcba-1e38-49b8-b416-a77042710e63 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.267116] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129725, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.270437] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1015.270437] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52e4fa67-0d42-f307-69db-7a8e1e1bb40f" [ 1015.270437] env[68326]: _type = "Task" [ 1015.270437] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.271858] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b0887c-962d-4cfe-8332-df21b890092f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.285302] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52e4fa67-0d42-f307-69db-7a8e1e1bb40f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.312799] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228edaf8-ac40-4722-9260-6484fe2a727f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.320444] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9261f6-1eab-41bb-bd22-394f7df14d94 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.335486] env[68326]: DEBUG nova.compute.provider_tree [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.382126] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-be327c7f-161f-4d3f-ba5a-ddfc4f5cca56 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.382600] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a07bdae-ec97-4f46-9f9c-d4bd16cb1aa4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.392507] env[68326]: DEBUG nova.virt.hardware [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.392754] env[68326]: DEBUG nova.virt.hardware [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.393036] env[68326]: DEBUG nova.virt.hardware [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.393221] env[68326]: DEBUG nova.virt.hardware [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.393657] env[68326]: DEBUG nova.virt.hardware [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.393657] env[68326]: DEBUG nova.virt.hardware [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.393777] env[68326]: DEBUG nova.virt.hardware [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.393881] env[68326]: DEBUG nova.virt.hardware [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.394078] env[68326]: DEBUG nova.virt.hardware [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.394255] env[68326]: DEBUG nova.virt.hardware [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.394464] env[68326]: DEBUG nova.virt.hardware [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.395713] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31697167-5132-40f4-9e64-e881ac041e41 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.400035] env[68326]: DEBUG oslo_vmware.api [None req-be327c7f-161f-4d3f-ba5a-ddfc4f5cca56 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1015.400035] env[68326]: value = "task-3129726" [ 1015.400035] env[68326]: _type = "Task" [ 1015.400035] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.408299] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b2200e-2b33-4dbd-8f0c-51afbea89619 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.416702] env[68326]: DEBUG oslo_vmware.api [None req-be327c7f-161f-4d3f-ba5a-ddfc4f5cca56 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.429917] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:48:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e7b7925-e66d-440b-9e06-74eca37c3444', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.439393] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.439797] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.440386] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7db42bcb-0682-46c1-a45d-667d47752a34 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.463204] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.463204] env[68326]: value = "task-3129727" [ 1015.463204] env[68326]: _type = "Task" [ 1015.463204] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.471717] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129727, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.501085] env[68326]: DEBUG oslo_concurrency.lockutils [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] Releasing lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.501436] env[68326]: DEBUG nova.compute.manager [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Received event network-vif-plugged-9da77713-a789-43bf-b8e0-e4f8cab31129 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1015.501645] env[68326]: DEBUG oslo_concurrency.lockutils [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] Acquiring lock "882c2871-7198-41e6-9701-7ccad3467dd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.501865] env[68326]: DEBUG oslo_concurrency.lockutils [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] Lock "882c2871-7198-41e6-9701-7ccad3467dd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.502054] env[68326]: DEBUG oslo_concurrency.lockutils [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] Lock "882c2871-7198-41e6-9701-7ccad3467dd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.502268] env[68326]: DEBUG nova.compute.manager [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] No waiting events found dispatching network-vif-plugged-9da77713-a789-43bf-b8e0-e4f8cab31129 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.502454] env[68326]: WARNING nova.compute.manager [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Received unexpected event network-vif-plugged-9da77713-a789-43bf-b8e0-e4f8cab31129 for instance with vm_state building and task_state spawning. [ 1015.502753] env[68326]: DEBUG nova.compute.manager [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Received event network-changed-9da77713-a789-43bf-b8e0-e4f8cab31129 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1015.502847] env[68326]: DEBUG nova.compute.manager [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Refreshing instance network info cache due to event network-changed-9da77713-a789-43bf-b8e0-e4f8cab31129. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1015.503018] env[68326]: DEBUG oslo_concurrency.lockutils [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] Acquiring lock "refresh_cache-882c2871-7198-41e6-9701-7ccad3467dd4" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.504317] env[68326]: DEBUG oslo_concurrency.lockutils [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] Acquired lock "refresh_cache-882c2871-7198-41e6-9701-7ccad3467dd4" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.504317] env[68326]: DEBUG nova.network.neutron [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Refreshing network info cache for port 9da77713-a789-43bf-b8e0-e4f8cab31129 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.742028] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "6c865f2c-0796-4f18-9742-2ecb05d10867" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.742350] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "6c865f2c-0796-4f18-9742-2ecb05d10867" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.742538] env[68326]: DEBUG nova.compute.manager [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Going to confirm migration 4 {{(pid=68326) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5328}} [ 1015.765764] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129725, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.781015] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52e4fa67-0d42-f307-69db-7a8e1e1bb40f, 'name': SearchDatastore_Task, 'duration_secs': 0.02031} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.781998] env[68326]: DEBUG oslo_concurrency.lockutils [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.782341] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 882c2871-7198-41e6-9701-7ccad3467dd4/882c2871-7198-41e6-9701-7ccad3467dd4.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.782608] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e663a2cd-db07-4b4a-b3c1-227ec28d81d5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.791925] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1015.791925] env[68326]: value = "task-3129728" [ 1015.791925] env[68326]: _type = "Task" [ 1015.791925] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.800859] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.838052] env[68326]: DEBUG nova.scheduler.client.report [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.911656] env[68326]: DEBUG oslo_vmware.api [None req-be327c7f-161f-4d3f-ba5a-ddfc4f5cca56 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129726, 'name': PowerOffVM_Task, 'duration_secs': 0.340761} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.912009] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-be327c7f-161f-4d3f-ba5a-ddfc4f5cca56 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.912250] env[68326]: DEBUG nova.compute.manager [None req-be327c7f-161f-4d3f-ba5a-ddfc4f5cca56 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1015.913044] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1916879-c922-4c55-bf07-bbd16c87f0c3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.977401] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129727, 'name': CreateVM_Task, 'duration_secs': 0.354706} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.977401] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.977771] env[68326]: DEBUG oslo_concurrency.lockutils [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.978199] env[68326]: DEBUG oslo_concurrency.lockutils [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.979107] env[68326]: DEBUG oslo_concurrency.lockutils [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.979605] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9742391c-25dc-43ab-8a64-c04a9c6bf428 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.987151] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1015.987151] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ed56ac-935e-efab-be25-1e0a0fa82895" [ 1015.987151] env[68326]: _type = "Task" [ 1015.987151] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.997924] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ed56ac-935e-efab-be25-1e0a0fa82895, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.127987] env[68326]: DEBUG nova.network.neutron [-] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.267308] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129725, 'name': ReconfigVM_Task, 'duration_secs': 0.525988} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.267308] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.267520] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1a64ae-75f2-495c-aa02-734d79f0dd0b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.274791] env[68326]: DEBUG nova.compute.manager [req-78bcbb76-525e-4bff-8a61-a09e739239f7 req-0ab364e2-6776-4ab8-a428-67d2359b1506 service nova] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Received event network-vif-deleted-228a72e6-faee-44b2-87d3-34d923860e2c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1016.303094] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dafd7234-7bdc-4e87-88a5-c27a75fad825 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.321681] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129728, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.323264] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1016.323264] env[68326]: value = "task-3129729" [ 1016.323264] env[68326]: _type = "Task" [ 1016.323264] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.335078] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129729, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.346492] env[68326]: DEBUG oslo_concurrency.lockutils [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.347204] env[68326]: DEBUG nova.compute.manager [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1016.351657] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.820s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.353435] env[68326]: INFO nova.compute.claims [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.375433] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "refresh_cache-6c865f2c-0796-4f18-9742-2ecb05d10867" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.375818] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "refresh_cache-6c865f2c-0796-4f18-9742-2ecb05d10867" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.376365] env[68326]: DEBUG nova.network.neutron [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.376746] env[68326]: DEBUG nova.objects.instance [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lazy-loading 'info_cache' on Instance uuid 6c865f2c-0796-4f18-9742-2ecb05d10867 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.432245] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be327c7f-161f-4d3f-ba5a-ddfc4f5cca56 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "12e88969-1824-47ab-841b-c49e19bad267" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.067s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.497989] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ed56ac-935e-efab-be25-1e0a0fa82895, 'name': SearchDatastore_Task, 'duration_secs': 0.011606} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.498526] env[68326]: DEBUG oslo_concurrency.lockutils [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.498844] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.499140] env[68326]: DEBUG oslo_concurrency.lockutils [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.499308] env[68326]: DEBUG oslo_concurrency.lockutils [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.499496] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.499810] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a44620ec-9724-4361-9242-d9096e5eca9e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.514335] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.514618] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.515660] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45af8d3f-f42e-41b0-a22a-aa11d7861d83 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.521563] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1016.521563] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52a38deb-3a71-d2e7-b5ef-91642dac5238" [ 1016.521563] env[68326]: _type = "Task" [ 1016.521563] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.531653] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a38deb-3a71-d2e7-b5ef-91642dac5238, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.561123] env[68326]: DEBUG nova.network.neutron [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Updated VIF entry in instance network info cache for port 9da77713-a789-43bf-b8e0-e4f8cab31129. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.561505] env[68326]: DEBUG nova.network.neutron [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Updating instance_info_cache with network_info: [{"id": "9da77713-a789-43bf-b8e0-e4f8cab31129", "address": "fa:16:3e:bd:b6:50", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9da77713-a7", "ovs_interfaceid": "9da77713-a789-43bf-b8e0-e4f8cab31129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.631646] env[68326]: INFO nova.compute.manager [-] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Took 1.90 seconds to deallocate network for instance. [ 1016.808088] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.937113} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.808442] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 882c2871-7198-41e6-9701-7ccad3467dd4/882c2871-7198-41e6-9701-7ccad3467dd4.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.808662] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.808986] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47646f04-d1cd-4d55-ae16-7c59a0cafb2c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.815913] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1016.815913] env[68326]: value = "task-3129730" [ 1016.815913] env[68326]: _type = "Task" [ 1016.815913] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.825562] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.833704] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129729, 'name': ReconfigVM_Task, 'duration_secs': 0.182826} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.833977] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.834254] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad0454a9-fe8e-4652-a2b2-0b1d8586a1c7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.841058] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1016.841058] env[68326]: value = "task-3129731" [ 1016.841058] env[68326]: _type = "Task" [ 1016.841058] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.851864] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.859547] env[68326]: DEBUG nova.compute.utils [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.861437] env[68326]: DEBUG nova.compute.manager [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1016.861437] env[68326]: DEBUG nova.network.neutron [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1016.914084] env[68326]: DEBUG nova.policy [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7eb2e4cb8e0646b28879e6c7a4a1890a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52f98726b5db4f3dbfaf2dfd091e05bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.957780] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "interface-87128a5e-1fa1-4de9-ae0a-888e14bfea93-ab0d6fdb-3fcb-49aa-9e16-730cdc5ae9bd" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.957780] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-87128a5e-1fa1-4de9-ae0a-888e14bfea93-ab0d6fdb-3fcb-49aa-9e16-730cdc5ae9bd" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.957780] env[68326]: DEBUG nova.objects.instance [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lazy-loading 'flavor' on Instance uuid 87128a5e-1fa1-4de9-ae0a-888e14bfea93 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.032892] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a38deb-3a71-d2e7-b5ef-91642dac5238, 'name': SearchDatastore_Task, 'duration_secs': 0.063576} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.033815] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bc93253-8999-45dc-aad1-27b12de56d75 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.040795] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1017.040795] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52396c5e-97b2-a738-c3da-5799e79ae71f" [ 1017.040795] env[68326]: _type = "Task" [ 1017.040795] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.050631] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52396c5e-97b2-a738-c3da-5799e79ae71f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.064595] env[68326]: DEBUG oslo_concurrency.lockutils [req-e4111cd1-0041-44b5-8793-2d7350d7d3b8 req-a4cdcbcc-c4b8-4ea2-a005-42bafbcf39ab service nova] Releasing lock "refresh_cache-882c2871-7198-41e6-9701-7ccad3467dd4" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.139097] env[68326]: DEBUG oslo_concurrency.lockutils [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.280344] env[68326]: DEBUG nova.network.neutron [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Successfully created port: 4a08cd8d-f0bf-4e2e-8505-d30a304da371 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.329220] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067429} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.329661] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.330253] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd08255d-5dcb-41e2-9d41-f98ccda59704 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.354629] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 882c2871-7198-41e6-9701-7ccad3467dd4/882c2871-7198-41e6-9701-7ccad3467dd4.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.356702] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1161da32-5463-4156-9387-236e2eb842e4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.371418] env[68326]: DEBUG nova.compute.manager [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1017.385543] env[68326]: DEBUG oslo_vmware.api [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129731, 'name': PowerOnVM_Task, 'duration_secs': 0.407632} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.387644] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.389485] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1017.389485] env[68326]: value = "task-3129732" [ 1017.389485] env[68326]: _type = "Task" [ 1017.389485] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.390448] env[68326]: DEBUG nova.compute.manager [None req-2dafba80-0d5c-48ff-a9d4-13332c6f3338 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1017.391710] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e0d854-f6f7-4566-a3a5-248a8597ff22 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.409030] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.507142] env[68326]: INFO nova.compute.manager [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Rebuilding instance [ 1017.553311] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52396c5e-97b2-a738-c3da-5799e79ae71f, 'name': SearchDatastore_Task, 'duration_secs': 0.034055} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.555743] env[68326]: DEBUG oslo_concurrency.lockutils [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.555981] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 1a787f55-5fd4-4353-84e5-47c76b080db5/1a787f55-5fd4-4353-84e5-47c76b080db5.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.559148] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba23172d-d94b-4205-9d8e-5be8f0582b89 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.565500] env[68326]: DEBUG nova.compute.manager [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1017.566801] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2116efd-dfc2-4c73-a867-fcdc2478764d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.573161] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1017.573161] env[68326]: value = "task-3129733" [ 1017.573161] env[68326]: _type = "Task" [ 1017.573161] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.589139] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.729959] env[68326]: DEBUG nova.objects.instance [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lazy-loading 'pci_requests' on Instance uuid 87128a5e-1fa1-4de9-ae0a-888e14bfea93 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.744491] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99df67e-5aee-4238-8ec4-591dc64edc58 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.754017] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f1efb8-5d61-49e0-8061-c9165e50f4f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.790655] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de51b5f-4e20-4a79-a012-6d135acc4cb1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.798557] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a34aa25-dd7e-49da-9716-91102f215923 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.814792] env[68326]: DEBUG nova.compute.provider_tree [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.885476] env[68326]: DEBUG nova.network.neutron [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Updating instance_info_cache with network_info: [{"id": "86eb36b4-6999-41be-8977-ad008ac97277", "address": "fa:16:3e:93:9a:20", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86eb36b4-69", "ovs_interfaceid": "86eb36b4-6999-41be-8977-ad008ac97277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.902758] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.089956] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129733, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.265711] env[68326]: DEBUG nova.objects.base [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Object Instance<87128a5e-1fa1-4de9-ae0a-888e14bfea93> lazy-loaded attributes: flavor,pci_requests {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1018.265711] env[68326]: DEBUG nova.network.neutron [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1018.318649] env[68326]: DEBUG nova.scheduler.client.report [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.329738] env[68326]: DEBUG nova.policy [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e8b1198c39c466d869defa532a7c2b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80e12bd17fb14b2b843260fd9897d052', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1018.387974] env[68326]: DEBUG nova.compute.manager [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1018.390288] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "refresh_cache-6c865f2c-0796-4f18-9742-2ecb05d10867" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.390537] env[68326]: DEBUG nova.objects.instance [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lazy-loading 'migration_context' on Instance uuid 6c865f2c-0796-4f18-9742-2ecb05d10867 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.402019] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129732, 'name': ReconfigVM_Task, 'duration_secs': 0.804555} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.402325] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 882c2871-7198-41e6-9701-7ccad3467dd4/882c2871-7198-41e6-9701-7ccad3467dd4.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.403542] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffa7d72b-5286-4170-8bff-1c514e2fee74 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.410139] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1018.410139] env[68326]: value = "task-3129734" [ 1018.410139] env[68326]: _type = "Task" [ 1018.410139] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.418284] env[68326]: DEBUG nova.virt.hardware [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.418501] env[68326]: DEBUG nova.virt.hardware [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.418656] env[68326]: DEBUG nova.virt.hardware [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.418893] env[68326]: DEBUG nova.virt.hardware [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.418992] env[68326]: DEBUG nova.virt.hardware [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.419153] env[68326]: DEBUG nova.virt.hardware [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.419359] env[68326]: DEBUG nova.virt.hardware [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.419511] env[68326]: DEBUG nova.virt.hardware [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.419673] env[68326]: DEBUG nova.virt.hardware [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.422896] env[68326]: DEBUG nova.virt.hardware [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.422896] env[68326]: DEBUG nova.virt.hardware [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.422896] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998f8124-f2b4-424c-a4f5-7818a3cb1fd1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.426878] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129734, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.431837] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207beabe-5b4a-466d-a04a-ef9c174ae383 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.583926] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821299} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.584992] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 1a787f55-5fd4-4353-84e5-47c76b080db5/1a787f55-5fd4-4353-84e5-47c76b080db5.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.584992] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.584992] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90e17c14-052b-4e6d-bac9-48f88f90bc4d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.591467] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.591588] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1018.591588] env[68326]: value = "task-3129735" [ 1018.591588] env[68326]: _type = "Task" [ 1018.591588] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.591768] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1083a86a-8dd3-4014-bb03-95d124a0e946 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.601889] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.603351] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1018.603351] env[68326]: value = "task-3129736" [ 1018.603351] env[68326]: _type = "Task" [ 1018.603351] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.611329] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] VM already powered off {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1018.611566] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.612319] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c12ffa4-1f27-4fbb-af00-9e30cd781d4a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.619575] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.619811] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-972976fa-7146-4c14-8910-a0f9b55527e2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.703578] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.703802] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.705033] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleting the datastore file [datastore1] 12e88969-1824-47ab-841b-c49e19bad267 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.705033] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46ae2e1f-b60e-4413-bd1a-8b0978793da0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.712499] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1018.712499] env[68326]: value = "task-3129738" [ 1018.712499] env[68326]: _type = "Task" [ 1018.712499] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.720796] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129738, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.824079] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.825135] env[68326]: DEBUG nova.compute.manager [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1018.827135] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.194s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.828533] env[68326]: INFO nova.compute.claims [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.898436] env[68326]: DEBUG nova.objects.base [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Object Instance<6c865f2c-0796-4f18-9742-2ecb05d10867> lazy-loaded attributes: info_cache,migration_context {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1018.898559] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627b4d37-ee26-4515-81c0-87f0d829e047 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.922698] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24cd10c6-8a2f-4759-837c-5ef628ef7116 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.930267] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129734, 'name': Rename_Task, 'duration_secs': 0.155134} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.931531] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.931870] env[68326]: DEBUG oslo_vmware.api [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 1018.931870] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]522898b6-b417-9e7f-5ab4-4a5e7cf1ec20" [ 1018.931870] env[68326]: _type = "Task" [ 1018.931870] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.932132] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e585eee3-7fd0-4801-b132-45ab54769cb8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.945246] env[68326]: DEBUG oslo_vmware.api [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522898b6-b417-9e7f-5ab4-4a5e7cf1ec20, 'name': SearchDatastore_Task, 'duration_secs': 0.007126} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.945246] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1018.945246] env[68326]: value = "task-3129739" [ 1018.945246] env[68326]: _type = "Task" [ 1018.945246] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.945542] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.953617] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.103385] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065229} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.103674] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.104507] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cb111d-4701-4270-a04d-8efab4af0d41 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.127418] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 1a787f55-5fd4-4353-84e5-47c76b080db5/1a787f55-5fd4-4353-84e5-47c76b080db5.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.127731] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccf3a772-5619-4ead-94de-17a19d514181 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.148780] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1019.148780] env[68326]: value = "task-3129740" [ 1019.148780] env[68326]: _type = "Task" [ 1019.148780] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.157189] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.221723] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129738, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25759} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.222043] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.222296] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.222553] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.236383] env[68326]: DEBUG nova.network.neutron [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Successfully updated port: 4a08cd8d-f0bf-4e2e-8505-d30a304da371 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.333338] env[68326]: DEBUG nova.compute.utils [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.337288] env[68326]: DEBUG nova.compute.manager [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1019.337474] env[68326]: DEBUG nova.network.neutron [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.382528] env[68326]: DEBUG nova.policy [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06c63714ea15448083de4bdab19146e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33c8b2c61ceb4df2a45b3e33b9a4f19f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.431670] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "f4bef3ba-a1e2-4232-b8ce-554d6a65298b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.431906] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "f4bef3ba-a1e2-4232-b8ce-554d6a65298b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.456207] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129739, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.576349] env[68326]: DEBUG nova.compute.manager [req-3c7c3323-031d-4e96-b683-8fa7c0ca7c8d req-01fa2ac3-c782-4242-b52d-5017032120c2 service nova] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Received event network-vif-plugged-4a08cd8d-f0bf-4e2e-8505-d30a304da371 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1019.576628] env[68326]: DEBUG oslo_concurrency.lockutils [req-3c7c3323-031d-4e96-b683-8fa7c0ca7c8d req-01fa2ac3-c782-4242-b52d-5017032120c2 service nova] Acquiring lock "9053f169-524a-478b-9898-0a5e6584d38f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.576849] env[68326]: DEBUG oslo_concurrency.lockutils [req-3c7c3323-031d-4e96-b683-8fa7c0ca7c8d req-01fa2ac3-c782-4242-b52d-5017032120c2 service nova] Lock "9053f169-524a-478b-9898-0a5e6584d38f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.577103] env[68326]: DEBUG oslo_concurrency.lockutils [req-3c7c3323-031d-4e96-b683-8fa7c0ca7c8d req-01fa2ac3-c782-4242-b52d-5017032120c2 service nova] Lock "9053f169-524a-478b-9898-0a5e6584d38f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.577274] env[68326]: DEBUG nova.compute.manager [req-3c7c3323-031d-4e96-b683-8fa7c0ca7c8d req-01fa2ac3-c782-4242-b52d-5017032120c2 service nova] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] No waiting events found dispatching network-vif-plugged-4a08cd8d-f0bf-4e2e-8505-d30a304da371 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.577452] env[68326]: WARNING nova.compute.manager [req-3c7c3323-031d-4e96-b683-8fa7c0ca7c8d req-01fa2ac3-c782-4242-b52d-5017032120c2 service nova] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Received unexpected event network-vif-plugged-4a08cd8d-f0bf-4e2e-8505-d30a304da371 for instance with vm_state building and task_state spawning. [ 1019.661238] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129740, 'name': ReconfigVM_Task, 'duration_secs': 0.486605} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.661533] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 1a787f55-5fd4-4353-84e5-47c76b080db5/1a787f55-5fd4-4353-84e5-47c76b080db5.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.662167] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45d577aa-d001-4d60-9257-c52b2524e3fe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.670500] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1019.670500] env[68326]: value = "task-3129741" [ 1019.670500] env[68326]: _type = "Task" [ 1019.670500] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.678598] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129741, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.739764] env[68326]: DEBUG oslo_concurrency.lockutils [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "refresh_cache-9053f169-524a-478b-9898-0a5e6584d38f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.739959] env[68326]: DEBUG oslo_concurrency.lockutils [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "refresh_cache-9053f169-524a-478b-9898-0a5e6584d38f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.740187] env[68326]: DEBUG nova.network.neutron [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.840956] env[68326]: DEBUG nova.compute.manager [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1019.891498] env[68326]: DEBUG nova.network.neutron [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Successfully created port: cd8890a7-3ec5-4cd0-a683-1e994cdead42 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.934498] env[68326]: DEBUG nova.compute.manager [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1019.956353] env[68326]: DEBUG oslo_vmware.api [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129739, 'name': PowerOnVM_Task, 'duration_secs': 0.79759} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.956626] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.957069] env[68326]: INFO nova.compute.manager [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Took 7.98 seconds to spawn the instance on the hypervisor. [ 1019.957069] env[68326]: DEBUG nova.compute.manager [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1019.957856] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fcc529-f1cc-41c6-ac37-4b77fb799f33 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.181056] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129741, 'name': Rename_Task, 'duration_secs': 0.261267} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.181496] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.181857] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32cfa2b1-64d4-4586-8689-491fa22413f4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.187272] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64290f9d-68f8-40b5-be97-0a72c938e189 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.190813] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1020.190813] env[68326]: value = "task-3129742" [ 1020.190813] env[68326]: _type = "Task" [ 1020.190813] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.197033] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054134a7-fa90-4609-82a2-a29ba027006a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.203817] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.239011] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ab7685-48fb-4f5a-9d1d-a1fd7786e824 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.250117] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47395ff8-be58-468c-930a-cb7dc3908fdf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.264134] env[68326]: DEBUG nova.compute.provider_tree [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.277637] env[68326]: DEBUG nova.virt.hardware [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.277637] env[68326]: DEBUG nova.virt.hardware [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.277637] env[68326]: DEBUG nova.virt.hardware [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.277637] env[68326]: DEBUG nova.virt.hardware [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.277637] env[68326]: DEBUG nova.virt.hardware [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.277637] env[68326]: DEBUG nova.virt.hardware [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.277637] env[68326]: DEBUG nova.virt.hardware [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.277637] env[68326]: DEBUG nova.virt.hardware [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.278306] env[68326]: DEBUG nova.virt.hardware [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.278405] env[68326]: DEBUG nova.virt.hardware [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.278903] env[68326]: DEBUG nova.virt.hardware [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.279816] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65547b13-877d-433e-9e5b-206805eb5b4e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.283278] env[68326]: DEBUG nova.network.neutron [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Successfully updated port: ab0d6fdb-3fcb-49aa-9e16-730cdc5ae9bd {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.290292] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfa940c-c69c-42ce-a211-a8977c796c12 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.305934] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:2c:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35fff348-ef85-4267-9720-2478f474275c', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.313375] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.314315] env[68326]: DEBUG nova.network.neutron [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1020.316463] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.316699] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-327767ca-4a5a-437a-ad2b-aae744799cf7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.336509] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.336509] env[68326]: value = "task-3129743" [ 1020.336509] env[68326]: _type = "Task" [ 1020.336509] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.345402] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129743, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.463213] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.481684] env[68326]: INFO nova.compute.manager [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Took 27.98 seconds to build instance. [ 1020.534241] env[68326]: DEBUG nova.network.neutron [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Updating instance_info_cache with network_info: [{"id": "4a08cd8d-f0bf-4e2e-8505-d30a304da371", "address": "fa:16:3e:18:d5:60", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a08cd8d-f0", "ovs_interfaceid": "4a08cd8d-f0bf-4e2e-8505-d30a304da371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.701704] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129742, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.769300] env[68326]: DEBUG nova.scheduler.client.report [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.786303] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.786512] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.786735] env[68326]: DEBUG nova.network.neutron [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.847448] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129743, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.854914] env[68326]: DEBUG nova.compute.manager [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1020.885865] env[68326]: DEBUG nova.virt.hardware [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.886184] env[68326]: DEBUG nova.virt.hardware [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.886351] env[68326]: DEBUG nova.virt.hardware [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.886540] env[68326]: DEBUG nova.virt.hardware [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.886687] env[68326]: DEBUG nova.virt.hardware [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.886836] env[68326]: DEBUG nova.virt.hardware [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.887057] env[68326]: DEBUG nova.virt.hardware [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.887221] env[68326]: DEBUG nova.virt.hardware [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.887388] env[68326]: DEBUG nova.virt.hardware [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.887553] env[68326]: DEBUG nova.virt.hardware [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.887715] env[68326]: DEBUG nova.virt.hardware [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.888617] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9580fb4-2301-46c9-a61d-fe34cf9ec20c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.896314] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c850b3da-e732-4566-a8d7-0837e1a0ac25 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.984682] env[68326]: DEBUG oslo_concurrency.lockutils [None req-087e9253-a966-4eea-b818-31afb1924d7c tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "882c2871-7198-41e6-9701-7ccad3467dd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.493s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.037528] env[68326]: DEBUG oslo_concurrency.lockutils [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "refresh_cache-9053f169-524a-478b-9898-0a5e6584d38f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.038618] env[68326]: DEBUG nova.compute.manager [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Instance network_info: |[{"id": "4a08cd8d-f0bf-4e2e-8505-d30a304da371", "address": "fa:16:3e:18:d5:60", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a08cd8d-f0", "ovs_interfaceid": "4a08cd8d-f0bf-4e2e-8505-d30a304da371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1021.039120] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:d5:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a08cd8d-f0bf-4e2e-8505-d30a304da371', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.046796] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.047037] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.047274] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11866a1a-3526-4da1-b11e-a67841caa5e7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.067303] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.067303] env[68326]: value = "task-3129744" [ 1021.067303] env[68326]: _type = "Task" [ 1021.067303] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.075127] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129744, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.201551] env[68326]: DEBUG oslo_vmware.api [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129742, 'name': PowerOnVM_Task, 'duration_secs': 0.801463} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.201826] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.202044] env[68326]: DEBUG nova.compute.manager [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1021.202821] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea793c3-180f-4561-baf8-b485e478b393 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.274859] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.275476] env[68326]: DEBUG nova.compute.manager [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1021.278485] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.482s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.278673] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.278839] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1021.279186] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.606s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.280757] env[68326]: INFO nova.compute.claims [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.283909] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5841063b-90b6-439a-bdeb-7d4a79160487 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.294227] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bf6db5-3dad-4f45-8bda-d7a6f87342e0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.309436] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2905b84-88b8-40e3-8ace-93d6eb420789 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.317220] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f5c1aa-2457-4222-9a88-38de57f237a2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.350124] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178597MB free_disk=132GB free_vcpus=48 pci_devices=None {{(pid=68326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1021.350303] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.351419] env[68326]: WARNING nova.network.neutron [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] 57bb762a-db8b-420c-bfaa-7634066618d4 already exists in list: networks containing: ['57bb762a-db8b-420c-bfaa-7634066618d4']. ignoring it [ 1021.351608] env[68326]: WARNING nova.network.neutron [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] 57bb762a-db8b-420c-bfaa-7634066618d4 already exists in list: networks containing: ['57bb762a-db8b-420c-bfaa-7634066618d4']. ignoring it [ 1021.364505] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129743, 'name': CreateVM_Task, 'duration_secs': 0.554334} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.364505] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.365536] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.365672] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.366061] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.366413] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7697837-91e4-4bca-a462-9f725a2abdfc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.371532] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1021.371532] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52796374-3f17-e9d6-e805-832ca9570506" [ 1021.371532] env[68326]: _type = "Task" [ 1021.371532] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.379502] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52796374-3f17-e9d6-e805-832ca9570506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.578476] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129744, 'name': CreateVM_Task, 'duration_secs': 0.413308} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.578645] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.579299] env[68326]: DEBUG oslo_concurrency.lockutils [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.723032] env[68326]: DEBUG oslo_concurrency.lockutils [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.785054] env[68326]: DEBUG nova.compute.utils [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.786566] env[68326]: DEBUG nova.compute.manager [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1021.786685] env[68326]: DEBUG nova.network.neutron [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.884896] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52796374-3f17-e9d6-e805-832ca9570506, 'name': SearchDatastore_Task, 'duration_secs': 0.014211} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.886241] env[68326]: DEBUG nova.policy [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c9c0422a6a24be2ac0bf15e206053b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd203c4f149044ef18a306a9ac63d3499', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.887561] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.887803] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.888058] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.888209] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.888390] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.888669] env[68326]: DEBUG oslo_concurrency.lockutils [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.888956] env[68326]: DEBUG oslo_concurrency.lockutils [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.889205] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2dd9299-3fc8-4d86-9356-309e6438db24 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.891097] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b65a25e-3bc0-44cf-8df4-d27ca9870a1c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.896309] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1021.896309] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523f16de-0354-3b78-754b-0bc4c1fc3255" [ 1021.896309] env[68326]: _type = "Task" [ 1021.896309] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.900344] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.900561] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.901553] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec9753b-ce3f-4d10-8683-59a57b5a63ad {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.908123] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523f16de-0354-3b78-754b-0bc4c1fc3255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.908980] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1021.908980] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]521f397d-0d82-c935-e3f9-38619322f799" [ 1021.908980] env[68326]: _type = "Task" [ 1021.908980] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.916408] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521f397d-0d82-c935-e3f9-38619322f799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.008091] env[68326]: DEBUG nova.compute.manager [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Received event network-changed-4a08cd8d-f0bf-4e2e-8505-d30a304da371 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1022.008304] env[68326]: DEBUG nova.compute.manager [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Refreshing instance network info cache due to event network-changed-4a08cd8d-f0bf-4e2e-8505-d30a304da371. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1022.008511] env[68326]: DEBUG oslo_concurrency.lockutils [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] Acquiring lock "refresh_cache-9053f169-524a-478b-9898-0a5e6584d38f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.008649] env[68326]: DEBUG oslo_concurrency.lockutils [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] Acquired lock "refresh_cache-9053f169-524a-478b-9898-0a5e6584d38f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.008807] env[68326]: DEBUG nova.network.neutron [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Refreshing network info cache for port 4a08cd8d-f0bf-4e2e-8505-d30a304da371 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.163627] env[68326]: DEBUG nova.network.neutron [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Successfully updated port: cd8890a7-3ec5-4cd0-a683-1e994cdead42 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.291736] env[68326]: DEBUG nova.network.neutron [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Updating instance_info_cache with network_info: [{"id": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "address": "fa:16:3e:72:dc:03", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0f3efa6-71", "ovs_interfaceid": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b520a70f-ac34-4333-b100-bc32c4f092ad", "address": "fa:16:3e:fe:5d:e3", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb520a70f-ac", "ovs_interfaceid": "b520a70f-ac34-4333-b100-bc32c4f092ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ab0d6fdb-3fcb-49aa-9e16-730cdc5ae9bd", "address": "fa:16:3e:51:e5:ef", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0d6fdb-3f", "ovs_interfaceid": "ab0d6fdb-3fcb-49aa-9e16-730cdc5ae9bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.293549] env[68326]: DEBUG nova.compute.manager [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1022.411339] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523f16de-0354-3b78-754b-0bc4c1fc3255, 'name': SearchDatastore_Task, 'duration_secs': 0.00952} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.414406] env[68326]: DEBUG oslo_concurrency.lockutils [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.414688] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.414854] env[68326]: DEBUG oslo_concurrency.lockutils [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.422961] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521f397d-0d82-c935-e3f9-38619322f799, 'name': SearchDatastore_Task, 'duration_secs': 0.007879} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.423753] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2391392c-e7bc-45d1-9c04-2d4f44bec5c1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.429468] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1022.429468] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52056bbc-f531-e7b9-62b0-84ba96bf2495" [ 1022.429468] env[68326]: _type = "Task" [ 1022.429468] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.437751] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52056bbc-f531-e7b9-62b0-84ba96bf2495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.499839] env[68326]: DEBUG nova.network.neutron [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Successfully created port: 18ec8c9f-c526-4afa-b88f-dbaca8db20d0 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.557357] env[68326]: DEBUG nova.compute.manager [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Stashing vm_state: active {{(pid=68326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6214}} [ 1022.653204] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd101811-fbb0-4b0b-a88e-42174de24247 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.661199] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7069fc5c-86ac-49a4-9309-867f5d82c1a4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.666088] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.666236] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.666383] env[68326]: DEBUG nova.network.neutron [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.694149] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5952fa-b0b4-4a61-a3e6-75a3db4445cb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.702421] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f12ed6-6bdd-4e53-9cf4-2baf8156db49 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.717260] env[68326]: DEBUG nova.compute.provider_tree [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.797982] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.798706] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.798904] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.799911] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9193ca9e-5531-47d8-bc87-c988c4f5d992 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.822306] env[68326]: DEBUG nova.virt.hardware [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.822588] env[68326]: DEBUG nova.virt.hardware [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.822749] env[68326]: DEBUG nova.virt.hardware [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.822925] env[68326]: DEBUG nova.virt.hardware [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.823082] env[68326]: DEBUG nova.virt.hardware [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.823232] env[68326]: DEBUG nova.virt.hardware [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.823435] env[68326]: DEBUG nova.virt.hardware [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.823589] env[68326]: DEBUG nova.virt.hardware [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.823751] env[68326]: DEBUG nova.virt.hardware [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.823910] env[68326]: DEBUG nova.virt.hardware [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.824090] env[68326]: DEBUG nova.virt.hardware [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.830371] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Reconfiguring VM to attach interface {{(pid=68326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1022.830703] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed6b3fce-6cdc-452f-a9af-b3cad91b2328 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.848256] env[68326]: DEBUG oslo_vmware.api [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1022.848256] env[68326]: value = "task-3129745" [ 1022.848256] env[68326]: _type = "Task" [ 1022.848256] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.851816] env[68326]: DEBUG nova.network.neutron [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.859166] env[68326]: DEBUG oslo_vmware.api [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129745, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.940145] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52056bbc-f531-e7b9-62b0-84ba96bf2495, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.940485] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.940700] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 12e88969-1824-47ab-841b-c49e19bad267/12e88969-1824-47ab-841b-c49e19bad267.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.940976] env[68326]: DEBUG oslo_concurrency.lockutils [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.941174] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.941402] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-624f80e7-7786-41db-907f-a6f4d243149c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.943371] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28ceca3b-3d89-41f9-b164-0508655de301 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.952391] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1022.952391] env[68326]: value = "task-3129746" [ 1022.952391] env[68326]: _type = "Task" [ 1022.952391] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.953681] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.953873] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.957829] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e687786-2d93-48e1-a5f0-3e69dcbd9106 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.978877] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.978877] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1022.978877] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5267eaa2-f65a-dc91-9f5d-4686e9230253" [ 1022.978877] env[68326]: _type = "Task" [ 1022.978877] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.985520] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5267eaa2-f65a-dc91-9f5d-4686e9230253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.076193] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.222345] env[68326]: DEBUG nova.scheduler.client.report [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.302219] env[68326]: DEBUG nova.network.neutron [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updating instance_info_cache with network_info: [{"id": "cd8890a7-3ec5-4cd0-a683-1e994cdead42", "address": "fa:16:3e:06:e5:8e", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8890a7-3e", "ovs_interfaceid": "cd8890a7-3ec5-4cd0-a683-1e994cdead42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.310374] env[68326]: DEBUG nova.compute.manager [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1023.325500] env[68326]: DEBUG nova.network.neutron [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Updated VIF entry in instance network info cache for port 4a08cd8d-f0bf-4e2e-8505-d30a304da371. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.325919] env[68326]: DEBUG nova.network.neutron [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Updating instance_info_cache with network_info: [{"id": "4a08cd8d-f0bf-4e2e-8505-d30a304da371", "address": "fa:16:3e:18:d5:60", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a08cd8d-f0", "ovs_interfaceid": "4a08cd8d-f0bf-4e2e-8505-d30a304da371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.348969] env[68326]: DEBUG nova.virt.hardware [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.349237] env[68326]: DEBUG nova.virt.hardware [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.349432] env[68326]: DEBUG nova.virt.hardware [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.349626] env[68326]: DEBUG nova.virt.hardware [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.349764] env[68326]: DEBUG nova.virt.hardware [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.349951] env[68326]: DEBUG nova.virt.hardware [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.350197] env[68326]: DEBUG nova.virt.hardware [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.350371] env[68326]: DEBUG nova.virt.hardware [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.350538] env[68326]: DEBUG nova.virt.hardware [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.350695] env[68326]: DEBUG nova.virt.hardware [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.350864] env[68326]: DEBUG nova.virt.hardware [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.352266] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564b144a-0bdb-4888-abb8-50e39e9cbb26 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.369314] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2b8499-8432-4b99-a597-f5cb49e53e60 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.373440] env[68326]: DEBUG oslo_vmware.api [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.470088] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129746, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.488301] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5267eaa2-f65a-dc91-9f5d-4686e9230253, 'name': SearchDatastore_Task, 'duration_secs': 0.019804} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.489146] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bb223a1-f35a-4829-aed8-325beaa0c4f4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.496632] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1023.496632] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52fce00c-c29b-ecb5-69fb-6ade900029d2" [ 1023.496632] env[68326]: _type = "Task" [ 1023.496632] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.508377] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fce00c-c29b-ecb5-69fb-6ade900029d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.726942] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.727625] env[68326]: DEBUG nova.compute.manager [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1023.730664] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.554s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.730919] env[68326]: DEBUG nova.objects.instance [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lazy-loading 'resources' on Instance uuid 5226f21d-7bb6-4862-a58a-7e629591f71c {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.805100] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.805459] env[68326]: DEBUG nova.compute.manager [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Instance network_info: |[{"id": "cd8890a7-3ec5-4cd0-a683-1e994cdead42", "address": "fa:16:3e:06:e5:8e", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8890a7-3e", "ovs_interfaceid": "cd8890a7-3ec5-4cd0-a683-1e994cdead42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1023.805916] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:e5:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd8890a7-3ec5-4cd0-a683-1e994cdead42', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.813735] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.813952] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.814203] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63014ed1-12d0-49e0-853e-5199474e7c48 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.830671] env[68326]: DEBUG oslo_concurrency.lockutils [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] Releasing lock "refresh_cache-9053f169-524a-478b-9898-0a5e6584d38f" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.831050] env[68326]: DEBUG nova.compute.manager [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Received event network-vif-plugged-ab0d6fdb-3fcb-49aa-9e16-730cdc5ae9bd {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1023.831273] env[68326]: DEBUG oslo_concurrency.lockutils [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] Acquiring lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.831555] env[68326]: DEBUG oslo_concurrency.lockutils [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] Lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.831793] env[68326]: DEBUG oslo_concurrency.lockutils [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] Lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.832027] env[68326]: DEBUG nova.compute.manager [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] No waiting events found dispatching network-vif-plugged-ab0d6fdb-3fcb-49aa-9e16-730cdc5ae9bd {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.832270] env[68326]: WARNING nova.compute.manager [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Received unexpected event network-vif-plugged-ab0d6fdb-3fcb-49aa-9e16-730cdc5ae9bd for instance with vm_state active and task_state None. [ 1023.832527] env[68326]: DEBUG nova.compute.manager [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Received event network-changed-ab0d6fdb-3fcb-49aa-9e16-730cdc5ae9bd {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1023.832766] env[68326]: DEBUG nova.compute.manager [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Refreshing instance network info cache due to event network-changed-ab0d6fdb-3fcb-49aa-9e16-730cdc5ae9bd. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1023.833044] env[68326]: DEBUG oslo_concurrency.lockutils [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] Acquiring lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.833221] env[68326]: DEBUG oslo_concurrency.lockutils [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] Acquired lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.833426] env[68326]: DEBUG nova.network.neutron [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Refreshing network info cache for port ab0d6fdb-3fcb-49aa-9e16-730cdc5ae9bd {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.840719] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.840719] env[68326]: value = "task-3129747" [ 1023.840719] env[68326]: _type = "Task" [ 1023.840719] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.852056] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129747, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.859680] env[68326]: DEBUG oslo_vmware.api [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129745, 'name': ReconfigVM_Task, 'duration_secs': 0.658806} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.860173] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.860382] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Reconfigured VM to attach interface {{(pid=68326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1023.963961] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548892} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.964180] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 12e88969-1824-47ab-841b-c49e19bad267/12e88969-1824-47ab-841b-c49e19bad267.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.964392] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.964647] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35c8f606-28d6-498c-8f4a-dcd2edaab2fa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.971200] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1023.971200] env[68326]: value = "task-3129748" [ 1023.971200] env[68326]: _type = "Task" [ 1023.971200] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.980584] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.007109] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fce00c-c29b-ecb5-69fb-6ade900029d2, 'name': SearchDatastore_Task, 'duration_secs': 0.019189} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.007410] env[68326]: DEBUG oslo_concurrency.lockutils [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.007705] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 9053f169-524a-478b-9898-0a5e6584d38f/9053f169-524a-478b-9898-0a5e6584d38f.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1024.007998] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c870005-2289-4543-b7f2-1ce58207ae96 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.015795] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1024.015795] env[68326]: value = "task-3129749" [ 1024.015795] env[68326]: _type = "Task" [ 1024.015795] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.023556] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.038963] env[68326]: DEBUG nova.compute.manager [req-cf80a27d-eebb-4a64-8338-28cc1c7b850d req-e49d4440-b1e3-461e-9489-49a259214820 service nova] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Received event network-vif-plugged-cd8890a7-3ec5-4cd0-a683-1e994cdead42 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1024.039235] env[68326]: DEBUG oslo_concurrency.lockutils [req-cf80a27d-eebb-4a64-8338-28cc1c7b850d req-e49d4440-b1e3-461e-9489-49a259214820 service nova] Acquiring lock "255a7bda-9571-470c-a530-a5c596e21a58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.039436] env[68326]: DEBUG oslo_concurrency.lockutils [req-cf80a27d-eebb-4a64-8338-28cc1c7b850d req-e49d4440-b1e3-461e-9489-49a259214820 service nova] Lock "255a7bda-9571-470c-a530-a5c596e21a58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.039614] env[68326]: DEBUG oslo_concurrency.lockutils [req-cf80a27d-eebb-4a64-8338-28cc1c7b850d req-e49d4440-b1e3-461e-9489-49a259214820 service nova] Lock "255a7bda-9571-470c-a530-a5c596e21a58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.039822] env[68326]: DEBUG nova.compute.manager [req-cf80a27d-eebb-4a64-8338-28cc1c7b850d req-e49d4440-b1e3-461e-9489-49a259214820 service nova] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] No waiting events found dispatching network-vif-plugged-cd8890a7-3ec5-4cd0-a683-1e994cdead42 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.039982] env[68326]: WARNING nova.compute.manager [req-cf80a27d-eebb-4a64-8338-28cc1c7b850d req-e49d4440-b1e3-461e-9489-49a259214820 service nova] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Received unexpected event network-vif-plugged-cd8890a7-3ec5-4cd0-a683-1e994cdead42 for instance with vm_state building and task_state spawning. [ 1024.040150] env[68326]: DEBUG nova.compute.manager [req-cf80a27d-eebb-4a64-8338-28cc1c7b850d req-e49d4440-b1e3-461e-9489-49a259214820 service nova] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Received event network-changed-cd8890a7-3ec5-4cd0-a683-1e994cdead42 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1024.040308] env[68326]: DEBUG nova.compute.manager [req-cf80a27d-eebb-4a64-8338-28cc1c7b850d req-e49d4440-b1e3-461e-9489-49a259214820 service nova] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Refreshing instance network info cache due to event network-changed-cd8890a7-3ec5-4cd0-a683-1e994cdead42. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1024.040487] env[68326]: DEBUG oslo_concurrency.lockutils [req-cf80a27d-eebb-4a64-8338-28cc1c7b850d req-e49d4440-b1e3-461e-9489-49a259214820 service nova] Acquiring lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.040619] env[68326]: DEBUG oslo_concurrency.lockutils [req-cf80a27d-eebb-4a64-8338-28cc1c7b850d req-e49d4440-b1e3-461e-9489-49a259214820 service nova] Acquired lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.040771] env[68326]: DEBUG nova.network.neutron [req-cf80a27d-eebb-4a64-8338-28cc1c7b850d req-e49d4440-b1e3-461e-9489-49a259214820 service nova] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Refreshing network info cache for port cd8890a7-3ec5-4cd0-a683-1e994cdead42 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.235416] env[68326]: DEBUG nova.compute.utils [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.242339] env[68326]: DEBUG nova.compute.manager [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1024.243268] env[68326]: DEBUG nova.network.neutron [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.328361] env[68326]: DEBUG nova.policy [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '836734e6bc2642bbb06f2aa45b316ffd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5a9a823a5944b9c9f5b5eceac773db7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.353483] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129747, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.367962] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4da4161e-d6f4-4cf2-92fc-5f605d2dac83 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-87128a5e-1fa1-4de9-ae0a-888e14bfea93-ab0d6fdb-3fcb-49aa-9e16-730cdc5ae9bd" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.412s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.486436] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063315} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.489673] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.489673] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781a0b4f-f202-41fd-aa13-262f26c3abd3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.514866] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 12e88969-1824-47ab-841b-c49e19bad267/12e88969-1824-47ab-841b-c49e19bad267.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.520019] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5f62e0a-7637-4af5-b65b-9739517c13d5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.548185] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1024.548185] env[68326]: value = "task-3129750" [ 1024.548185] env[68326]: _type = "Task" [ 1024.548185] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.554708] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129749, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.563355] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129750, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.697112] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22022d3c-7560-481f-9470-fc5f52d12d8f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.704945] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14888756-f277-42bb-b766-1322597604dd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.735778] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab1b81f-382a-4b8f-b3ad-9d489c250e0d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.743787] env[68326]: DEBUG nova.compute.manager [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1024.747540] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9861102a-67e7-448c-9568-cdd16d599a80 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.762143] env[68326]: DEBUG nova.compute.provider_tree [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.851280] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129747, 'name': CreateVM_Task, 'duration_secs': 0.634165} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.851398] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.852099] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.852260] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.852577] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.852844] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-414ab1cf-00d0-4bdb-973e-d951f5cfe5c7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.857479] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1024.857479] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]522a5c19-27ff-83d5-7e47-43c953557398" [ 1024.857479] env[68326]: _type = "Task" [ 1024.857479] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.866124] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522a5c19-27ff-83d5-7e47-43c953557398, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.035236] env[68326]: DEBUG nova.network.neutron [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Updated VIF entry in instance network info cache for port ab0d6fdb-3fcb-49aa-9e16-730cdc5ae9bd. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.036231] env[68326]: DEBUG nova.network.neutron [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Updating instance_info_cache with network_info: [{"id": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "address": "fa:16:3e:72:dc:03", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0f3efa6-71", "ovs_interfaceid": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b520a70f-ac34-4333-b100-bc32c4f092ad", "address": "fa:16:3e:fe:5d:e3", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb520a70f-ac", "ovs_interfaceid": "b520a70f-ac34-4333-b100-bc32c4f092ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ab0d6fdb-3fcb-49aa-9e16-730cdc5ae9bd", "address": "fa:16:3e:51:e5:ef", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab0d6fdb-3f", "ovs_interfaceid": "ab0d6fdb-3fcb-49aa-9e16-730cdc5ae9bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.046833] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129749, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539411} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.047092] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 9053f169-524a-478b-9898-0a5e6584d38f/9053f169-524a-478b-9898-0a5e6584d38f.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.047302] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.048202] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a477bbac-cc81-4ed9-b1f1-120e554e94bf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.058937] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1025.058937] env[68326]: value = "task-3129751" [ 1025.058937] env[68326]: _type = "Task" [ 1025.058937] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.066054] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.071204] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.242425] env[68326]: DEBUG nova.network.neutron [req-cf80a27d-eebb-4a64-8338-28cc1c7b850d req-e49d4440-b1e3-461e-9489-49a259214820 service nova] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updated VIF entry in instance network info cache for port cd8890a7-3ec5-4cd0-a683-1e994cdead42. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.242776] env[68326]: DEBUG nova.network.neutron [req-cf80a27d-eebb-4a64-8338-28cc1c7b850d req-e49d4440-b1e3-461e-9489-49a259214820 service nova] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updating instance_info_cache with network_info: [{"id": "cd8890a7-3ec5-4cd0-a683-1e994cdead42", "address": "fa:16:3e:06:e5:8e", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8890a7-3e", "ovs_interfaceid": "cd8890a7-3ec5-4cd0-a683-1e994cdead42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.265753] env[68326]: DEBUG nova.scheduler.client.report [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.333604] env[68326]: DEBUG nova.network.neutron [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Successfully created port: 4f2f883f-fb6c-41a4-9238-d737e8b29e4e {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.371035] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522a5c19-27ff-83d5-7e47-43c953557398, 'name': SearchDatastore_Task, 'duration_secs': 0.018118} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.371035] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.371035] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.371227] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.371280] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.371461] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.371715] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-088ef26c-7078-4cd9-984d-f45e182446b1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.380807] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.381036] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.381801] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-551b6332-d6a4-4c9e-b02d-d28d581b1cca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.387401] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1025.387401] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52e57a11-56eb-7165-d4c7-6b2d7fa3169c" [ 1025.387401] env[68326]: _type = "Task" [ 1025.387401] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.394775] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52e57a11-56eb-7165-d4c7-6b2d7fa3169c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.416027] env[68326]: DEBUG nova.network.neutron [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Successfully updated port: 18ec8c9f-c526-4afa-b88f-dbaca8db20d0 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.542285] env[68326]: DEBUG oslo_concurrency.lockutils [req-c6b00b24-d2e6-42ae-a450-503c2bd4bc55 req-a1e99a23-8c94-4d2d-82bb-e4e03bc84abd service nova] Releasing lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.568259] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.572437] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068744} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.572675] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.574714] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031bcda7-83bf-451c-b6f9-1d5d0e778a45 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.596693] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 9053f169-524a-478b-9898-0a5e6584d38f/9053f169-524a-478b-9898-0a5e6584d38f.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.596975] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fe4a20a-3855-44b8-ae63-fc3ca0194ea2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.617576] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1025.617576] env[68326]: value = "task-3129752" [ 1025.617576] env[68326]: _type = "Task" [ 1025.617576] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.626614] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.745129] env[68326]: DEBUG oslo_concurrency.lockutils [req-cf80a27d-eebb-4a64-8338-28cc1c7b850d req-e49d4440-b1e3-461e-9489-49a259214820 service nova] Releasing lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.760982] env[68326]: DEBUG nova.compute.manager [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1025.769876] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.772972] env[68326]: DEBUG oslo_concurrency.lockutils [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.634s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.773278] env[68326]: DEBUG nova.objects.instance [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Lazy-loading 'resources' on Instance uuid a1ff089c-15f3-451a-9c34-3d7a6e907466 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.776298] env[68326]: DEBUG nova.objects.instance [None req-d5df4b9a-f6bf-4eb8-9be7-3ac1827207a2 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Lazy-loading 'flavor' on Instance uuid 5be076f6-56b0-49e7-9aa0-e84bcb7c821a {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.793916] env[68326]: DEBUG nova.virt.hardware [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.794179] env[68326]: DEBUG nova.virt.hardware [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.794336] env[68326]: DEBUG nova.virt.hardware [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.794515] env[68326]: DEBUG nova.virt.hardware [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.794863] env[68326]: DEBUG nova.virt.hardware [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.794863] env[68326]: DEBUG nova.virt.hardware [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.795079] env[68326]: DEBUG nova.virt.hardware [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.795231] env[68326]: DEBUG nova.virt.hardware [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.795400] env[68326]: DEBUG nova.virt.hardware [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.795562] env[68326]: DEBUG nova.virt.hardware [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.795733] env[68326]: DEBUG nova.virt.hardware [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.797409] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7de95bf-ff8a-4024-86f7-a9e37015b7d9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.801269] env[68326]: INFO nova.scheduler.client.report [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Deleted allocations for instance 5226f21d-7bb6-4862-a58a-7e629591f71c [ 1025.809760] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6a0b1d-6cc3-4f37-ab44-26f5781f91cf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.897568] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52e57a11-56eb-7165-d4c7-6b2d7fa3169c, 'name': SearchDatastore_Task, 'duration_secs': 0.00908} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.898592] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-839c3274-4980-405c-8d0a-b760ad12fa3f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.903700] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1025.903700] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5220f8ea-bf96-b3e4-b546-a9cf6c6c469a" [ 1025.903700] env[68326]: _type = "Task" [ 1025.903700] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.911421] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5220f8ea-bf96-b3e4-b546-a9cf6c6c469a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.918314] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Acquiring lock "refresh_cache-47d84bfe-cf06-4114-b4fe-8f478745c918" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.918494] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Acquired lock "refresh_cache-47d84bfe-cf06-4114-b4fe-8f478745c918" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.918677] env[68326]: DEBUG nova.network.neutron [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.067472] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129750, 'name': ReconfigVM_Task, 'duration_secs': 1.247224} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.068716] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 12e88969-1824-47ab-841b-c49e19bad267/12e88969-1824-47ab-841b-c49e19bad267.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.070061] env[68326]: DEBUG nova.compute.manager [req-8fd16db3-d380-4735-b7bf-f66c25d923c3 req-be4c6595-767d-445e-ad4b-456f007b2ed8 service nova] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Received event network-vif-plugged-18ec8c9f-c526-4afa-b88f-dbaca8db20d0 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1026.070258] env[68326]: DEBUG oslo_concurrency.lockutils [req-8fd16db3-d380-4735-b7bf-f66c25d923c3 req-be4c6595-767d-445e-ad4b-456f007b2ed8 service nova] Acquiring lock "47d84bfe-cf06-4114-b4fe-8f478745c918-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.070456] env[68326]: DEBUG oslo_concurrency.lockutils [req-8fd16db3-d380-4735-b7bf-f66c25d923c3 req-be4c6595-767d-445e-ad4b-456f007b2ed8 service nova] Lock "47d84bfe-cf06-4114-b4fe-8f478745c918-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.070619] env[68326]: DEBUG oslo_concurrency.lockutils [req-8fd16db3-d380-4735-b7bf-f66c25d923c3 req-be4c6595-767d-445e-ad4b-456f007b2ed8 service nova] Lock "47d84bfe-cf06-4114-b4fe-8f478745c918-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.070781] env[68326]: DEBUG nova.compute.manager [req-8fd16db3-d380-4735-b7bf-f66c25d923c3 req-be4c6595-767d-445e-ad4b-456f007b2ed8 service nova] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] No waiting events found dispatching network-vif-plugged-18ec8c9f-c526-4afa-b88f-dbaca8db20d0 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1026.070940] env[68326]: WARNING nova.compute.manager [req-8fd16db3-d380-4735-b7bf-f66c25d923c3 req-be4c6595-767d-445e-ad4b-456f007b2ed8 service nova] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Received unexpected event network-vif-plugged-18ec8c9f-c526-4afa-b88f-dbaca8db20d0 for instance with vm_state building and task_state spawning. [ 1026.071107] env[68326]: DEBUG nova.compute.manager [req-8fd16db3-d380-4735-b7bf-f66c25d923c3 req-be4c6595-767d-445e-ad4b-456f007b2ed8 service nova] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Received event network-changed-18ec8c9f-c526-4afa-b88f-dbaca8db20d0 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1026.071256] env[68326]: DEBUG nova.compute.manager [req-8fd16db3-d380-4735-b7bf-f66c25d923c3 req-be4c6595-767d-445e-ad4b-456f007b2ed8 service nova] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Refreshing instance network info cache due to event network-changed-18ec8c9f-c526-4afa-b88f-dbaca8db20d0. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1026.071418] env[68326]: DEBUG oslo_concurrency.lockutils [req-8fd16db3-d380-4735-b7bf-f66c25d923c3 req-be4c6595-767d-445e-ad4b-456f007b2ed8 service nova] Acquiring lock "refresh_cache-47d84bfe-cf06-4114-b4fe-8f478745c918" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.071607] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-509862bf-44a3-4c17-a1b8-2408da9aeca6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.078523] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1026.078523] env[68326]: value = "task-3129753" [ 1026.078523] env[68326]: _type = "Task" [ 1026.078523] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.817631] env[68326]: DEBUG oslo_concurrency.lockutils [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "interface-87128a5e-1fa1-4de9-ae0a-888e14bfea93-b520a70f-ac34-4333-b100-bc32c4f092ad" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.818050] env[68326]: DEBUG oslo_concurrency.lockutils [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-87128a5e-1fa1-4de9-ae0a-888e14bfea93-b520a70f-ac34-4333-b100-bc32c4f092ad" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.821699] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35d2774f-7143-4ee9-a011-74bf9aebf3bf tempest-ImagesTestJSON-1207128956 tempest-ImagesTestJSON-1207128956-project-member] Lock "5226f21d-7bb6-4862-a58a-7e629591f71c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.035s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.823010] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d5df4b9a-f6bf-4eb8-9be7-3ac1827207a2 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Acquiring lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.823184] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d5df4b9a-f6bf-4eb8-9be7-3ac1827207a2 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Acquired lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.835548] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129753, 'name': Rename_Task, 'duration_secs': 0.440787} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.836408] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.836915] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad92580d-f059-45e0-a9a9-abbd7c1a48db {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.845231] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5220f8ea-bf96-b3e4-b546-a9cf6c6c469a, 'name': SearchDatastore_Task, 'duration_secs': 0.01128} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.845762] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129752, 'name': ReconfigVM_Task, 'duration_secs': 0.309222} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.848962] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.849308] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 255a7bda-9571-470c-a530-a5c596e21a58/255a7bda-9571-470c-a530-a5c596e21a58.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.849628] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 9053f169-524a-478b-9898-0a5e6584d38f/9053f169-524a-478b-9898-0a5e6584d38f.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.850752] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2040a6c9-df1c-4efd-b4ec-c3391900f346 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.853414] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8786b1e-f1bb-4888-b1cb-6daec7f2de6a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.856484] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1026.856484] env[68326]: value = "task-3129754" [ 1026.856484] env[68326]: _type = "Task" [ 1026.856484] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.861801] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1026.861801] env[68326]: value = "task-3129755" [ 1026.861801] env[68326]: _type = "Task" [ 1026.861801] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.863256] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1026.863256] env[68326]: value = "task-3129756" [ 1026.863256] env[68326]: _type = "Task" [ 1026.863256] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.874821] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.880756] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129756, 'name': Rename_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.884047] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.962160] env[68326]: DEBUG nova.network.neutron [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1027.189067] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3f53c0-b485-486b-b7aa-e400d7d4a0c4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.197769] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a440ea09-ab8d-4e83-a026-14e00d5d9a9a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.230598] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0e422e-1156-49d3-b2dc-a1c895aaacff {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.238701] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453d0270-2e1e-47af-9d26-ffe94c09bf81 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.253335] env[68326]: DEBUG nova.compute.provider_tree [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.323707] env[68326]: DEBUG oslo_concurrency.lockutils [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.323899] env[68326]: DEBUG oslo_concurrency.lockutils [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.324845] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dfbdbd-70f9-4a2f-9a54-18209e16b87e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.344354] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73164ce2-b074-4068-9466-d37a49661bfc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.372136] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Reconfiguring VM to detach interface {{(pid=68326) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1027.378182] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-406a8b08-2e15-49b6-97ba-1b693f0d86dd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.399043] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.405540] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482187} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.405763] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129756, 'name': Rename_Task, 'duration_secs': 0.136266} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.406035] env[68326]: DEBUG oslo_vmware.api [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1027.406035] env[68326]: value = "task-3129757" [ 1027.406035] env[68326]: _type = "Task" [ 1027.406035] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.406360] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 255a7bda-9571-470c-a530-a5c596e21a58/255a7bda-9571-470c-a530-a5c596e21a58.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.406514] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.406789] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.407044] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caa77950-00a8-4043-8053-6f4818a9b12b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.408961] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0a91468-717d-44a1-b3ed-8fe987e633f8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.419753] env[68326]: DEBUG oslo_vmware.api [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.421986] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1027.421986] env[68326]: value = "task-3129758" [ 1027.421986] env[68326]: _type = "Task" [ 1027.421986] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.422265] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1027.422265] env[68326]: value = "task-3129759" [ 1027.422265] env[68326]: _type = "Task" [ 1027.422265] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.434460] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.437630] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129759, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.759124] env[68326]: DEBUG nova.scheduler.client.report [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.790172] env[68326]: DEBUG nova.network.neutron [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Updating instance_info_cache with network_info: [{"id": "18ec8c9f-c526-4afa-b88f-dbaca8db20d0", "address": "fa:16:3e:63:90:11", "network": {"id": "8c20aea7-95ac-43e4-8d81-2d36b417e7b7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1568867763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d203c4f149044ef18a306a9ac63d3499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec8c9f-c5", "ovs_interfaceid": "18ec8c9f-c526-4afa-b88f-dbaca8db20d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.878889] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129754, 'name': PowerOnVM_Task, 'duration_secs': 0.782737} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.878889] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.878889] env[68326]: DEBUG nova.compute.manager [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1027.878889] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be03d1a2-5bb6-4461-b861-443611e69e4f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.916798] env[68326]: DEBUG oslo_vmware.api [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.934993] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06239} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.937967] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.938407] env[68326]: DEBUG oslo_vmware.api [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129759, 'name': PowerOnVM_Task, 'duration_secs': 0.422462} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.938994] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5551e619-4352-4898-a36b-42de5f232fcd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.941384] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.941591] env[68326]: INFO nova.compute.manager [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Took 9.55 seconds to spawn the instance on the hypervisor. [ 1027.941768] env[68326]: DEBUG nova.compute.manager [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1027.942716] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabaee41-3de0-4a7d-919f-ae05b2702fc5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.968757] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 255a7bda-9571-470c-a530-a5c596e21a58/255a7bda-9571-470c-a530-a5c596e21a58.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.969345] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ece36194-9d80-4cbc-adcd-de9c046fb5c6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.989377] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1027.989377] env[68326]: value = "task-3129760" [ 1027.989377] env[68326]: _type = "Task" [ 1027.989377] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.997456] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.028947] env[68326]: DEBUG nova.network.neutron [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Successfully updated port: 4f2f883f-fb6c-41a4-9238-d737e8b29e4e {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.134953] env[68326]: DEBUG nova.compute.manager [req-faf31bba-0cf6-491f-ab39-773413eb8dca req-35a85d35-4934-4fe9-aae0-2654f7fced5c service nova] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Received event network-vif-plugged-4f2f883f-fb6c-41a4-9238-d737e8b29e4e {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1028.135190] env[68326]: DEBUG oslo_concurrency.lockutils [req-faf31bba-0cf6-491f-ab39-773413eb8dca req-35a85d35-4934-4fe9-aae0-2654f7fced5c service nova] Acquiring lock "2d2b5b9f-183a-4095-983b-c100758c3343-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.135429] env[68326]: DEBUG oslo_concurrency.lockutils [req-faf31bba-0cf6-491f-ab39-773413eb8dca req-35a85d35-4934-4fe9-aae0-2654f7fced5c service nova] Lock "2d2b5b9f-183a-4095-983b-c100758c3343-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.135623] env[68326]: DEBUG oslo_concurrency.lockutils [req-faf31bba-0cf6-491f-ab39-773413eb8dca req-35a85d35-4934-4fe9-aae0-2654f7fced5c service nova] Lock "2d2b5b9f-183a-4095-983b-c100758c3343-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.135825] env[68326]: DEBUG nova.compute.manager [req-faf31bba-0cf6-491f-ab39-773413eb8dca req-35a85d35-4934-4fe9-aae0-2654f7fced5c service nova] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] No waiting events found dispatching network-vif-plugged-4f2f883f-fb6c-41a4-9238-d737e8b29e4e {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.135977] env[68326]: WARNING nova.compute.manager [req-faf31bba-0cf6-491f-ab39-773413eb8dca req-35a85d35-4934-4fe9-aae0-2654f7fced5c service nova] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Received unexpected event network-vif-plugged-4f2f883f-fb6c-41a4-9238-d737e8b29e4e for instance with vm_state building and task_state spawning. [ 1028.136172] env[68326]: DEBUG nova.compute.manager [req-faf31bba-0cf6-491f-ab39-773413eb8dca req-35a85d35-4934-4fe9-aae0-2654f7fced5c service nova] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Received event network-changed-4f2f883f-fb6c-41a4-9238-d737e8b29e4e {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1028.136409] env[68326]: DEBUG nova.compute.manager [req-faf31bba-0cf6-491f-ab39-773413eb8dca req-35a85d35-4934-4fe9-aae0-2654f7fced5c service nova] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Refreshing instance network info cache due to event network-changed-4f2f883f-fb6c-41a4-9238-d737e8b29e4e. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1028.136627] env[68326]: DEBUG oslo_concurrency.lockutils [req-faf31bba-0cf6-491f-ab39-773413eb8dca req-35a85d35-4934-4fe9-aae0-2654f7fced5c service nova] Acquiring lock "refresh_cache-2d2b5b9f-183a-4095-983b-c100758c3343" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.136865] env[68326]: DEBUG oslo_concurrency.lockutils [req-faf31bba-0cf6-491f-ab39-773413eb8dca req-35a85d35-4934-4fe9-aae0-2654f7fced5c service nova] Acquired lock "refresh_cache-2d2b5b9f-183a-4095-983b-c100758c3343" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.136973] env[68326]: DEBUG nova.network.neutron [req-faf31bba-0cf6-491f-ab39-773413eb8dca req-35a85d35-4934-4fe9-aae0-2654f7fced5c service nova] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Refreshing network info cache for port 4f2f883f-fb6c-41a4-9238-d737e8b29e4e {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.185161] env[68326]: DEBUG nova.network.neutron [None req-d5df4b9a-f6bf-4eb8-9be7-3ac1827207a2 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.263924] env[68326]: DEBUG oslo_concurrency.lockutils [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.491s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.269361] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.322s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.291431] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Releasing lock "refresh_cache-47d84bfe-cf06-4114-b4fe-8f478745c918" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.291822] env[68326]: DEBUG nova.compute.manager [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Instance network_info: |[{"id": "18ec8c9f-c526-4afa-b88f-dbaca8db20d0", "address": "fa:16:3e:63:90:11", "network": {"id": "8c20aea7-95ac-43e4-8d81-2d36b417e7b7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1568867763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d203c4f149044ef18a306a9ac63d3499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec8c9f-c5", "ovs_interfaceid": "18ec8c9f-c526-4afa-b88f-dbaca8db20d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1028.292172] env[68326]: DEBUG oslo_concurrency.lockutils [req-8fd16db3-d380-4735-b7bf-f66c25d923c3 req-be4c6595-767d-445e-ad4b-456f007b2ed8 service nova] Acquired lock "refresh_cache-47d84bfe-cf06-4114-b4fe-8f478745c918" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.292492] env[68326]: DEBUG nova.network.neutron [req-8fd16db3-d380-4735-b7bf-f66c25d923c3 req-be4c6595-767d-445e-ad4b-456f007b2ed8 service nova] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Refreshing network info cache for port 18ec8c9f-c526-4afa-b88f-dbaca8db20d0 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.294095] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:90:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18ec8c9f-c526-4afa-b88f-dbaca8db20d0', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.301440] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Creating folder: Project (d203c4f149044ef18a306a9ac63d3499). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.302721] env[68326]: INFO nova.scheduler.client.report [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Deleted allocations for instance a1ff089c-15f3-451a-9c34-3d7a6e907466 [ 1028.304130] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38873ba1-c8c8-43bd-b428-18b53ff91d9e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.319204] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Created folder: Project (d203c4f149044ef18a306a9ac63d3499) in parent group-v626141. [ 1028.319438] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Creating folder: Instances. Parent ref: group-v626378. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.319681] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45a6640c-cf7a-4ea9-b77e-e693e8d5659c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.328393] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Created folder: Instances in parent group-v626378. [ 1028.328616] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.329022] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.329022] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d35d5cd9-de02-45f4-83fc-6f9218d8a191 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.348906] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.348906] env[68326]: value = "task-3129763" [ 1028.348906] env[68326]: _type = "Task" [ 1028.348906] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.356666] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129763, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.391831] env[68326]: INFO nova.compute.manager [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] bringing vm to original state: 'stopped' [ 1028.417086] env[68326]: DEBUG oslo_vmware.api [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.476749] env[68326]: INFO nova.compute.manager [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Took 30.44 seconds to build instance. [ 1028.500600] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129760, 'name': ReconfigVM_Task, 'duration_secs': 0.286763} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.501054] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 255a7bda-9571-470c-a530-a5c596e21a58/255a7bda-9571-470c-a530-a5c596e21a58.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.502156] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-409c0959-9df3-4963-ad46-9e39a46e3199 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.509565] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1028.509565] env[68326]: value = "task-3129764" [ 1028.509565] env[68326]: _type = "Task" [ 1028.509565] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.519449] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129764, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.532009] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Acquiring lock "refresh_cache-2d2b5b9f-183a-4095-983b-c100758c3343" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.673150] env[68326]: DEBUG nova.network.neutron [req-faf31bba-0cf6-491f-ab39-773413eb8dca req-35a85d35-4934-4fe9-aae0-2654f7fced5c service nova] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.821016] env[68326]: DEBUG oslo_concurrency.lockutils [None req-172693b2-8c95-4ee3-9be6-28b4a6df4791 tempest-ServersTestManualDisk-323635553 tempest-ServersTestManualDisk-323635553-project-member] Lock "a1ff089c-15f3-451a-9c34-3d7a6e907466" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.742s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.863971] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129763, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.923699] env[68326]: DEBUG oslo_vmware.api [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.981715] env[68326]: DEBUG oslo_concurrency.lockutils [None req-02f07c71-91ca-4271-b99d-4550abe6ea27 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "9053f169-524a-478b-9898-0a5e6584d38f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.951s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.983347] env[68326]: DEBUG nova.network.neutron [req-faf31bba-0cf6-491f-ab39-773413eb8dca req-35a85d35-4934-4fe9-aae0-2654f7fced5c service nova] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.022524] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129764, 'name': Rename_Task, 'duration_secs': 0.141137} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.022799] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.023066] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-458d319a-867c-4df2-87d2-4a139487b456 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.030325] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1029.030325] env[68326]: value = "task-3129765" [ 1029.030325] env[68326]: _type = "Task" [ 1029.030325] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.042669] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.206142] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0cfc05-119a-455b-889e-f57264fa3d2d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.217546] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4e8530-bc52-4834-a31a-429a2893ff8a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.255740] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9953a8-050e-477c-8aee-6b02ac31ce6c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.265916] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1738d59e-b0ac-4694-a676-13b1c4a06402 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.282118] env[68326]: DEBUG nova.compute.provider_tree [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.361830] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129763, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.396921] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "12e88969-1824-47ab-841b-c49e19bad267" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.397184] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "12e88969-1824-47ab-841b-c49e19bad267" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.397365] env[68326]: DEBUG nova.compute.manager [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1029.398471] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddc3a1e-92a7-4331-a715-45543f0640b9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.405471] env[68326]: DEBUG nova.compute.manager [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3482}} [ 1029.422293] env[68326]: DEBUG oslo_vmware.api [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.481411] env[68326]: DEBUG nova.network.neutron [req-8fd16db3-d380-4735-b7bf-f66c25d923c3 req-be4c6595-767d-445e-ad4b-456f007b2ed8 service nova] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Updated VIF entry in instance network info cache for port 18ec8c9f-c526-4afa-b88f-dbaca8db20d0. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.481774] env[68326]: DEBUG nova.network.neutron [req-8fd16db3-d380-4735-b7bf-f66c25d923c3 req-be4c6595-767d-445e-ad4b-456f007b2ed8 service nova] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Updating instance_info_cache with network_info: [{"id": "18ec8c9f-c526-4afa-b88f-dbaca8db20d0", "address": "fa:16:3e:63:90:11", "network": {"id": "8c20aea7-95ac-43e4-8d81-2d36b417e7b7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1568867763-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d203c4f149044ef18a306a9ac63d3499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ec8c9f-c5", "ovs_interfaceid": "18ec8c9f-c526-4afa-b88f-dbaca8db20d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.487529] env[68326]: DEBUG nova.network.neutron [None req-d5df4b9a-f6bf-4eb8-9be7-3ac1827207a2 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Updating instance_info_cache with network_info: [{"id": "b73149c6-98bf-46c0-81f6-311f29229f25", "address": "fa:16:3e:d9:0c:13", "network": {"id": "55452ecd-a2b9-4b4d-a091-660e3d2d51d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-59008573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c79f3107a734d6381bb7cf09d9b1842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73149c6-98", "ovs_interfaceid": "b73149c6-98bf-46c0-81f6-311f29229f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.487529] env[68326]: DEBUG oslo_concurrency.lockutils [req-faf31bba-0cf6-491f-ab39-773413eb8dca req-35a85d35-4934-4fe9-aae0-2654f7fced5c service nova] Releasing lock "refresh_cache-2d2b5b9f-183a-4095-983b-c100758c3343" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.487529] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Acquired lock "refresh_cache-2d2b5b9f-183a-4095-983b-c100758c3343" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.487529] env[68326]: DEBUG nova.network.neutron [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.541608] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.790892] env[68326]: DEBUG nova.scheduler.client.report [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.861629] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129763, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.909789] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.910195] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05153486-9c1e-40cc-890c-94751615dbac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.920739] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1029.920739] env[68326]: value = "task-3129766" [ 1029.920739] env[68326]: _type = "Task" [ 1029.920739] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.928885] env[68326]: DEBUG oslo_vmware.api [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.934994] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129766, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.986091] env[68326]: DEBUG oslo_concurrency.lockutils [req-8fd16db3-d380-4735-b7bf-f66c25d923c3 req-be4c6595-767d-445e-ad4b-456f007b2ed8 service nova] Releasing lock "refresh_cache-47d84bfe-cf06-4114-b4fe-8f478745c918" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.989672] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d5df4b9a-f6bf-4eb8-9be7-3ac1827207a2 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Releasing lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.990020] env[68326]: DEBUG nova.compute.manager [None req-d5df4b9a-f6bf-4eb8-9be7-3ac1827207a2 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Inject network info {{(pid=68326) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7815}} [ 1029.990359] env[68326]: DEBUG nova.compute.manager [None req-d5df4b9a-f6bf-4eb8-9be7-3ac1827207a2 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] network_info to inject: |[{"id": "b73149c6-98bf-46c0-81f6-311f29229f25", "address": "fa:16:3e:d9:0c:13", "network": {"id": "55452ecd-a2b9-4b4d-a091-660e3d2d51d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-59008573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c79f3107a734d6381bb7cf09d9b1842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73149c6-98", "ovs_interfaceid": "b73149c6-98bf-46c0-81f6-311f29229f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7816}} [ 1029.995637] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5df4b9a-f6bf-4eb8-9be7-3ac1827207a2 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Reconfiguring VM instance to set the machine id {{(pid=68326) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1029.998531] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65d18915-5be2-423c-a706-05b234a6d924 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.016035] env[68326]: DEBUG oslo_vmware.api [None req-d5df4b9a-f6bf-4eb8-9be7-3ac1827207a2 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Waiting for the task: (returnval){ [ 1030.016035] env[68326]: value = "task-3129767" [ 1030.016035] env[68326]: _type = "Task" [ 1030.016035] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.025103] env[68326]: DEBUG oslo_vmware.api [None req-d5df4b9a-f6bf-4eb8-9be7-3ac1827207a2 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.041819] env[68326]: DEBUG oslo_vmware.api [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129765, 'name': PowerOnVM_Task, 'duration_secs': 0.818085} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.042420] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.042793] env[68326]: INFO nova.compute.manager [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1030.043214] env[68326]: DEBUG nova.compute.manager [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1030.044012] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277af578-14e7-4004-a0ca-9cdde9440143 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.068451] env[68326]: DEBUG nova.network.neutron [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.166089] env[68326]: DEBUG nova.compute.manager [req-32e9ed19-081a-410e-9248-eed7f71c48a7 req-b115bfdc-0d61-4e55-a221-5294c59976a2 service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Received event network-changed-b73149c6-98bf-46c0-81f6-311f29229f25 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1030.166618] env[68326]: DEBUG nova.compute.manager [req-32e9ed19-081a-410e-9248-eed7f71c48a7 req-b115bfdc-0d61-4e55-a221-5294c59976a2 service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Refreshing instance network info cache due to event network-changed-b73149c6-98bf-46c0-81f6-311f29229f25. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1030.166728] env[68326]: DEBUG oslo_concurrency.lockutils [req-32e9ed19-081a-410e-9248-eed7f71c48a7 req-b115bfdc-0d61-4e55-a221-5294c59976a2 service nova] Acquiring lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.166967] env[68326]: DEBUG oslo_concurrency.lockutils [req-32e9ed19-081a-410e-9248-eed7f71c48a7 req-b115bfdc-0d61-4e55-a221-5294c59976a2 service nova] Acquired lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.167486] env[68326]: DEBUG nova.network.neutron [req-32e9ed19-081a-410e-9248-eed7f71c48a7 req-b115bfdc-0d61-4e55-a221-5294c59976a2 service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Refreshing network info cache for port b73149c6-98bf-46c0-81f6-311f29229f25 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.247685] env[68326]: DEBUG nova.network.neutron [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Updating instance_info_cache with network_info: [{"id": "4f2f883f-fb6c-41a4-9238-d737e8b29e4e", "address": "fa:16:3e:08:51:19", "network": {"id": "e3bc649e-6447-4c10-b705-5688fab4f836", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1870676159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a9a823a5944b9c9f5b5eceac773db7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2f883f-fb", "ovs_interfaceid": "4f2f883f-fb6c-41a4-9238-d737e8b29e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.277632] env[68326]: DEBUG oslo_concurrency.lockutils [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "9afe106d-ba92-4885-99fd-ea9c38121b08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.277948] env[68326]: DEBUG oslo_concurrency.lockutils [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "9afe106d-ba92-4885-99fd-ea9c38121b08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.362337] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129763, 'name': CreateVM_Task, 'duration_secs': 1.619986} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.362337] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.363247] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.363456] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.363804] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.364097] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a16d4249-86d4-42ef-bd66-208b1335c17d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.371681] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Waiting for the task: (returnval){ [ 1030.371681] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52d8f387-a977-71c8-dd76-4cb0e27b75d3" [ 1030.371681] env[68326]: _type = "Task" [ 1030.371681] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.388035] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d8f387-a977-71c8-dd76-4cb0e27b75d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.423340] env[68326]: DEBUG oslo_vmware.api [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.432294] env[68326]: DEBUG oslo_vmware.api [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129766, 'name': PowerOffVM_Task, 'duration_secs': 0.197556} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.432567] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.432762] env[68326]: DEBUG nova.compute.manager [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1030.433821] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6bd755-4177-45c2-9421-93320dd7c088 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.454511] env[68326]: DEBUG nova.objects.instance [None req-0c34729c-d70e-4c68-9e4a-c744e1104f66 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Lazy-loading 'flavor' on Instance uuid 5be076f6-56b0-49e7-9aa0-e84bcb7c821a {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.528428] env[68326]: DEBUG oslo_vmware.api [None req-d5df4b9a-f6bf-4eb8-9be7-3ac1827207a2 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129767, 'name': ReconfigVM_Task, 'duration_secs': 0.16624} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.529451] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5df4b9a-f6bf-4eb8-9be7-3ac1827207a2 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Reconfigured VM instance to set the machine id {{(pid=68326) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1030.566270] env[68326]: INFO nova.compute.manager [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Took 29.06 seconds to build instance. [ 1030.751791] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Releasing lock "refresh_cache-2d2b5b9f-183a-4095-983b-c100758c3343" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.751791] env[68326]: DEBUG nova.compute.manager [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Instance network_info: |[{"id": "4f2f883f-fb6c-41a4-9238-d737e8b29e4e", "address": "fa:16:3e:08:51:19", "network": {"id": "e3bc649e-6447-4c10-b705-5688fab4f836", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1870676159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a9a823a5944b9c9f5b5eceac773db7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2f883f-fb", "ovs_interfaceid": "4f2f883f-fb6c-41a4-9238-d737e8b29e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1030.753252] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:51:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f2f883f-fb6c-41a4-9238-d737e8b29e4e', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.765835] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Creating folder: Project (a5a9a823a5944b9c9f5b5eceac773db7). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.765835] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48a6b733-6c1a-4b3d-aa8c-5b3ca4ef5547 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.774777] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Created folder: Project (a5a9a823a5944b9c9f5b5eceac773db7) in parent group-v626141. [ 1030.775278] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Creating folder: Instances. Parent ref: group-v626381. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1030.775763] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e05494a-5bc7-4e89-be6b-560bab71c5b8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.781622] env[68326]: DEBUG nova.compute.manager [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1030.789120] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Created folder: Instances in parent group-v626381. [ 1030.789440] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.789626] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.789850] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7c11f5f-af00-4ada-be2e-cd071d507e00 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.809255] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.541s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.813216] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.350s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.816031] env[68326]: INFO nova.compute.claims [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1030.824922] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.824922] env[68326]: value = "task-3129770" [ 1030.824922] env[68326]: _type = "Task" [ 1030.824922] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.833816] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129770, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.881248] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d8f387-a977-71c8-dd76-4cb0e27b75d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012446} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.881535] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.881757] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.883048] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.883048] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.883048] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.883048] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-229ad188-5cc5-44e0-ac2c-98ebca7f0137 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.895033] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.895033] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.895033] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da32ae70-da54-4cba-9c5b-57e9f3912b5e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.897416] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Waiting for the task: (returnval){ [ 1030.897416] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523da297-0ef3-fcac-107b-4ec10734683d" [ 1030.897416] env[68326]: _type = "Task" [ 1030.897416] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.905140] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523da297-0ef3-fcac-107b-4ec10734683d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.922408] env[68326]: DEBUG oslo_vmware.api [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.950558] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "12e88969-1824-47ab-841b-c49e19bad267" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.553s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.963049] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c34729c-d70e-4c68-9e4a-c744e1104f66 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Acquiring lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.066665] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55dc9460-9eb5-453e-8d1e-1da6efc3f5d9 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "255a7bda-9571-470c-a530-a5c596e21a58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.568s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.256772] env[68326]: DEBUG nova.network.neutron [req-32e9ed19-081a-410e-9248-eed7f71c48a7 req-b115bfdc-0d61-4e55-a221-5294c59976a2 service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Updated VIF entry in instance network info cache for port b73149c6-98bf-46c0-81f6-311f29229f25. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.257241] env[68326]: DEBUG nova.network.neutron [req-32e9ed19-081a-410e-9248-eed7f71c48a7 req-b115bfdc-0d61-4e55-a221-5294c59976a2 service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Updating instance_info_cache with network_info: [{"id": "b73149c6-98bf-46c0-81f6-311f29229f25", "address": "fa:16:3e:d9:0c:13", "network": {"id": "55452ecd-a2b9-4b4d-a091-660e3d2d51d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-59008573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c79f3107a734d6381bb7cf09d9b1842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73149c6-98", "ovs_interfaceid": "b73149c6-98bf-46c0-81f6-311f29229f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.312311] env[68326]: DEBUG oslo_concurrency.lockutils [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.342850] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129770, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.410193] env[68326]: INFO nova.scheduler.client.report [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleted allocation for migration a7f24c05-16d7-4e7c-a95e-7143850ffc2e [ 1031.421204] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523da297-0ef3-fcac-107b-4ec10734683d, 'name': SearchDatastore_Task, 'duration_secs': 0.029091} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.429774] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-902caaa2-b043-4461-af04-40310e030919 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.444323] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Waiting for the task: (returnval){ [ 1031.444323] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5225a06e-7d86-9a85-07cd-ff6856fef585" [ 1031.444323] env[68326]: _type = "Task" [ 1031.444323] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.444796] env[68326]: DEBUG oslo_vmware.api [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.447184] env[68326]: DEBUG nova.compute.manager [req-797ef940-f402-4d9b-b783-0f97a8bf9819 req-0dd365f7-57d8-4747-b651-49cf0b358161 service nova] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Received event network-changed-cd8890a7-3ec5-4cd0-a683-1e994cdead42 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1031.447496] env[68326]: DEBUG nova.compute.manager [req-797ef940-f402-4d9b-b783-0f97a8bf9819 req-0dd365f7-57d8-4747-b651-49cf0b358161 service nova] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Refreshing instance network info cache due to event network-changed-cd8890a7-3ec5-4cd0-a683-1e994cdead42. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1031.447659] env[68326]: DEBUG oslo_concurrency.lockutils [req-797ef940-f402-4d9b-b783-0f97a8bf9819 req-0dd365f7-57d8-4747-b651-49cf0b358161 service nova] Acquiring lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.447805] env[68326]: DEBUG oslo_concurrency.lockutils [req-797ef940-f402-4d9b-b783-0f97a8bf9819 req-0dd365f7-57d8-4747-b651-49cf0b358161 service nova] Acquired lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.447964] env[68326]: DEBUG nova.network.neutron [req-797ef940-f402-4d9b-b783-0f97a8bf9819 req-0dd365f7-57d8-4747-b651-49cf0b358161 service nova] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Refreshing network info cache for port cd8890a7-3ec5-4cd0-a683-1e994cdead42 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.462643] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5225a06e-7d86-9a85-07cd-ff6856fef585, 'name': SearchDatastore_Task, 'duration_secs': 0.010831} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.463212] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.463506] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.463789] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 47d84bfe-cf06-4114-b4fe-8f478745c918/47d84bfe-cf06-4114-b4fe-8f478745c918.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.464070] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ce99d4b-9689-4cf5-b407-7b6c4aab8ced {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.471554] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Waiting for the task: (returnval){ [ 1031.471554] env[68326]: value = "task-3129771" [ 1031.471554] env[68326]: _type = "Task" [ 1031.471554] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.481802] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': task-3129771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.763313] env[68326]: DEBUG oslo_concurrency.lockutils [req-32e9ed19-081a-410e-9248-eed7f71c48a7 req-b115bfdc-0d61-4e55-a221-5294c59976a2 service nova] Releasing lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.763836] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c34729c-d70e-4c68-9e4a-c744e1104f66 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Acquired lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.840700] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129770, 'name': CreateVM_Task, 'duration_secs': 0.69089} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.840809] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.841520] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.841691] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.842014] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.842289] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6297f392-0322-49a9-8421-abb903350123 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.847171] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Waiting for the task: (returnval){ [ 1031.847171] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5242470a-87eb-68ba-2272-74fda260e5d4" [ 1031.847171] env[68326]: _type = "Task" [ 1031.847171] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.855849] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5242470a-87eb-68ba-2272-74fda260e5d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.932634] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "12e88969-1824-47ab-841b-c49e19bad267" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.933900] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "12e88969-1824-47ab-841b-c49e19bad267" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.933900] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "12e88969-1824-47ab-841b-c49e19bad267-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.933900] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "12e88969-1824-47ab-841b-c49e19bad267-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.933900] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "12e88969-1824-47ab-841b-c49e19bad267-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.938824] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef559734-f67d-4d6c-9216-199cce46e7be tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "6c865f2c-0796-4f18-9742-2ecb05d10867" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.195s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.942210] env[68326]: INFO nova.compute.manager [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Terminating instance [ 1031.952788] env[68326]: DEBUG oslo_vmware.api [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.985449] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': task-3129771, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.243868] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f5eee7-a942-44f0-82fd-4319bc693aca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.255141] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6fe4cd-034b-4ce4-8807-1bb4519dfb48 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.286632] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a009b30-bc2c-41f5-abf2-82d4738e65e9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.293857] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bc4744-600b-403c-829d-f5009c0254d7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.306879] env[68326]: DEBUG nova.compute.provider_tree [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.358432] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5242470a-87eb-68ba-2272-74fda260e5d4, 'name': SearchDatastore_Task, 'duration_secs': 0.067045} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.358432] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.358432] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.358432] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.358432] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.359185] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.359185] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9331aec7-c93f-43b5-8095-fbd41ea584d8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.369323] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.369543] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.372532] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8929af55-2927-4dac-a95e-a501ddfac05a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.378210] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Waiting for the task: (returnval){ [ 1032.378210] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]524644df-fe60-fe3a-921c-5025f4ebd51a" [ 1032.378210] env[68326]: _type = "Task" [ 1032.378210] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.386846] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524644df-fe60-fe3a-921c-5025f4ebd51a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.431404] env[68326]: DEBUG oslo_vmware.api [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.446969] env[68326]: DEBUG nova.compute.manager [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1032.447222] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.448949] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a3c8ff-25a6-4db1-9ff4-14907d106f96 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.456887] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.456887] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4a036af-4f2d-4cdf-9ba9-174e09868696 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.467839] env[68326]: DEBUG oslo_concurrency.lockutils [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "6c865f2c-0796-4f18-9742-2ecb05d10867" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.471018] env[68326]: DEBUG oslo_concurrency.lockutils [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "6c865f2c-0796-4f18-9742-2ecb05d10867" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.471018] env[68326]: DEBUG oslo_concurrency.lockutils [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "6c865f2c-0796-4f18-9742-2ecb05d10867-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.471018] env[68326]: DEBUG oslo_concurrency.lockutils [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "6c865f2c-0796-4f18-9742-2ecb05d10867-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.471018] env[68326]: DEBUG oslo_concurrency.lockutils [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "6c865f2c-0796-4f18-9742-2ecb05d10867-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.471831] env[68326]: INFO nova.compute.manager [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Terminating instance [ 1032.485699] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': task-3129771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728263} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.487897] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 47d84bfe-cf06-4114-b4fe-8f478745c918/47d84bfe-cf06-4114-b4fe-8f478745c918.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.487897] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.488233] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45eecbb3-4a0a-424f-b642-e5f640a70dfc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.499538] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Waiting for the task: (returnval){ [ 1032.499538] env[68326]: value = "task-3129773" [ 1032.499538] env[68326]: _type = "Task" [ 1032.499538] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.509884] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': task-3129773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.529408] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.529653] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.529835] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleting the datastore file [datastore2] 12e88969-1824-47ab-841b-c49e19bad267 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.530156] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b34eb387-fd74-4129-af93-22f66ebbaef3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.537614] env[68326]: DEBUG oslo_vmware.api [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1032.537614] env[68326]: value = "task-3129774" [ 1032.537614] env[68326]: _type = "Task" [ 1032.537614] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.546143] env[68326]: DEBUG oslo_vmware.api [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.659063] env[68326]: DEBUG nova.network.neutron [req-797ef940-f402-4d9b-b783-0f97a8bf9819 req-0dd365f7-57d8-4747-b651-49cf0b358161 service nova] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updated VIF entry in instance network info cache for port cd8890a7-3ec5-4cd0-a683-1e994cdead42. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.659629] env[68326]: DEBUG nova.network.neutron [req-797ef940-f402-4d9b-b783-0f97a8bf9819 req-0dd365f7-57d8-4747-b651-49cf0b358161 service nova] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updating instance_info_cache with network_info: [{"id": "cd8890a7-3ec5-4cd0-a683-1e994cdead42", "address": "fa:16:3e:06:e5:8e", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8890a7-3e", "ovs_interfaceid": "cd8890a7-3ec5-4cd0-a683-1e994cdead42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.743481] env[68326]: DEBUG nova.network.neutron [None req-0c34729c-d70e-4c68-9e4a-c744e1104f66 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.811987] env[68326]: DEBUG nova.scheduler.client.report [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.840012] env[68326]: DEBUG nova.compute.manager [req-4dabe114-01c0-4956-a0de-a1e231dbbf4b req-07bb5a57-8880-48c0-9e75-b96612c429dd service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Received event network-changed-b73149c6-98bf-46c0-81f6-311f29229f25 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1032.840218] env[68326]: DEBUG nova.compute.manager [req-4dabe114-01c0-4956-a0de-a1e231dbbf4b req-07bb5a57-8880-48c0-9e75-b96612c429dd service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Refreshing instance network info cache due to event network-changed-b73149c6-98bf-46c0-81f6-311f29229f25. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1032.840510] env[68326]: DEBUG oslo_concurrency.lockutils [req-4dabe114-01c0-4956-a0de-a1e231dbbf4b req-07bb5a57-8880-48c0-9e75-b96612c429dd service nova] Acquiring lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.888191] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524644df-fe60-fe3a-921c-5025f4ebd51a, 'name': SearchDatastore_Task, 'duration_secs': 0.011647} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.888989] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae701d74-b91f-48e8-80bc-9cb3eae807ef {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.894327] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Waiting for the task: (returnval){ [ 1032.894327] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52bc774f-7fd4-7665-66ca-72090dd76ebe" [ 1032.894327] env[68326]: _type = "Task" [ 1032.894327] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.902377] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52bc774f-7fd4-7665-66ca-72090dd76ebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.931799] env[68326]: DEBUG oslo_vmware.api [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129757, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.982549] env[68326]: DEBUG nova.compute.manager [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1032.982549] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.982549] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2be5cb8-df32-4c46-b61d-ae754ceb9f97 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.989751] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.990016] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d8d95fd-6d7f-4e10-9221-8b51f24fea40 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.996497] env[68326]: DEBUG oslo_vmware.api [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 1032.996497] env[68326]: value = "task-3129775" [ 1032.996497] env[68326]: _type = "Task" [ 1032.996497] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.007386] env[68326]: DEBUG oslo_vmware.api [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.012317] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': task-3129773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07726} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.012587] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.015050] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8697df30-4898-4e65-92ad-ecdf06c86307 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.036843] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 47d84bfe-cf06-4114-b4fe-8f478745c918/47d84bfe-cf06-4114-b4fe-8f478745c918.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.038083] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f6cc381-4c67-4bd4-975e-d045d5c8c116 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.060513] env[68326]: DEBUG oslo_vmware.api [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249983} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.065314] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.065314] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.065314] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.065314] env[68326]: INFO nova.compute.manager [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1033.065314] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.065314] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Waiting for the task: (returnval){ [ 1033.065314] env[68326]: value = "task-3129776" [ 1033.065314] env[68326]: _type = "Task" [ 1033.065314] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.065314] env[68326]: DEBUG nova.compute.manager [-] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1033.065314] env[68326]: DEBUG nova.network.neutron [-] [instance: 12e88969-1824-47ab-841b-c49e19bad267] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.076758] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': task-3129776, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.082260] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "fae9568a-747a-44ba-ad08-62c2e9be0197" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.082499] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "fae9568a-747a-44ba-ad08-62c2e9be0197" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.161644] env[68326]: DEBUG oslo_concurrency.lockutils [req-797ef940-f402-4d9b-b783-0f97a8bf9819 req-0dd365f7-57d8-4747-b651-49cf0b358161 service nova] Releasing lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.318741] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.505s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.319293] env[68326]: DEBUG nova.compute.manager [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1033.321798] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 11.971s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.406483] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52bc774f-7fd4-7665-66ca-72090dd76ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.037395} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.409301] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.409767] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 2d2b5b9f-183a-4095-983b-c100758c3343/2d2b5b9f-183a-4095-983b-c100758c3343.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.410218] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-887459f5-b34c-47fd-bb84-d3523b6bde8a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.421207] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Waiting for the task: (returnval){ [ 1033.421207] env[68326]: value = "task-3129777" [ 1033.421207] env[68326]: _type = "Task" [ 1033.421207] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.433587] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': task-3129777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.440936] env[68326]: DEBUG oslo_vmware.api [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129757, 'name': ReconfigVM_Task, 'duration_secs': 5.822297} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.441188] env[68326]: DEBUG oslo_concurrency.lockutils [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.441422] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Reconfigured VM to detach interface {{(pid=68326) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1033.507839] env[68326]: DEBUG oslo_vmware.api [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129775, 'name': PowerOffVM_Task, 'duration_secs': 0.302516} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.508182] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.508367] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.508869] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-585c9163-6b7d-4c20-97b1-36ce316f39c4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.577242] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': task-3129776, 'name': ReconfigVM_Task, 'duration_secs': 0.44243} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.577569] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 47d84bfe-cf06-4114-b4fe-8f478745c918/47d84bfe-cf06-4114-b4fe-8f478745c918.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.578327] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-256cc2df-68b4-49e0-8f59-89ec05b5d12e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.587960] env[68326]: DEBUG nova.compute.manager [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1033.597019] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Waiting for the task: (returnval){ [ 1033.597019] env[68326]: value = "task-3129779" [ 1033.597019] env[68326]: _type = "Task" [ 1033.597019] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.597019] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.597019] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.597019] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleting the datastore file [datastore1] 6c865f2c-0796-4f18-9742-2ecb05d10867 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.601032] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c11eb49-66bd-4393-b1b2-b96c84d381e2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.609481] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': task-3129779, 'name': Rename_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.611050] env[68326]: DEBUG oslo_vmware.api [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 1033.611050] env[68326]: value = "task-3129780" [ 1033.611050] env[68326]: _type = "Task" [ 1033.611050] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.621359] env[68326]: DEBUG oslo_vmware.api [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.705677] env[68326]: DEBUG nova.network.neutron [None req-0c34729c-d70e-4c68-9e4a-c744e1104f66 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Updating instance_info_cache with network_info: [{"id": "b73149c6-98bf-46c0-81f6-311f29229f25", "address": "fa:16:3e:d9:0c:13", "network": {"id": "55452ecd-a2b9-4b4d-a091-660e3d2d51d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-59008573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c79f3107a734d6381bb7cf09d9b1842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73149c6-98", "ovs_interfaceid": "b73149c6-98bf-46c0-81f6-311f29229f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.825559] env[68326]: DEBUG nova.compute.utils [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.844839] env[68326]: DEBUG nova.compute.manager [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1033.845053] env[68326]: DEBUG nova.network.neutron [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.861433] env[68326]: DEBUG nova.network.neutron [-] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.933234] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': task-3129777, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.964443] env[68326]: DEBUG nova.policy [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f1afe008b46424bb96e2d6d9629111a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d9686e92c134a80ab8ad85c542315c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.112273] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': task-3129779, 'name': Rename_Task, 'duration_secs': 0.149902} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.116908] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.117451] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b59aaabb-f05e-4d0e-a0da-c668e5058d90 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.123699] env[68326]: DEBUG oslo_vmware.api [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354546} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.125321] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.125529] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.125705] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.126073] env[68326]: INFO nova.compute.manager [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1034.126328] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.126846] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Waiting for the task: (returnval){ [ 1034.126846] env[68326]: value = "task-3129781" [ 1034.126846] env[68326]: _type = "Task" [ 1034.126846] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.127957] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.128161] env[68326]: DEBUG nova.compute.manager [-] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1034.128394] env[68326]: DEBUG nova.network.neutron [-] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.141813] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': task-3129781, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.209182] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0c34729c-d70e-4c68-9e4a-c744e1104f66 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Releasing lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.209475] env[68326]: DEBUG nova.compute.manager [None req-0c34729c-d70e-4c68-9e4a-c744e1104f66 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Inject network info {{(pid=68326) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7815}} [ 1034.209746] env[68326]: DEBUG nova.compute.manager [None req-0c34729c-d70e-4c68-9e4a-c744e1104f66 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] network_info to inject: |[{"id": "b73149c6-98bf-46c0-81f6-311f29229f25", "address": "fa:16:3e:d9:0c:13", "network": {"id": "55452ecd-a2b9-4b4d-a091-660e3d2d51d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-59008573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c79f3107a734d6381bb7cf09d9b1842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73149c6-98", "ovs_interfaceid": "b73149c6-98bf-46c0-81f6-311f29229f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7816}} [ 1034.214675] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0c34729c-d70e-4c68-9e4a-c744e1104f66 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Reconfiguring VM instance to set the machine id {{(pid=68326) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1034.216931] env[68326]: DEBUG oslo_concurrency.lockutils [req-4dabe114-01c0-4956-a0de-a1e231dbbf4b req-07bb5a57-8880-48c0-9e75-b96612c429dd service nova] Acquired lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.217130] env[68326]: DEBUG nova.network.neutron [req-4dabe114-01c0-4956-a0de-a1e231dbbf4b req-07bb5a57-8880-48c0-9e75-b96612c429dd service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Refreshing network info cache for port b73149c6-98bf-46c0-81f6-311f29229f25 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.219311] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9718bb54-0493-48d7-8a0a-1c43c26b13c9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.238978] env[68326]: DEBUG oslo_vmware.api [None req-0c34729c-d70e-4c68-9e4a-c744e1104f66 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Waiting for the task: (returnval){ [ 1034.238978] env[68326]: value = "task-3129782" [ 1034.238978] env[68326]: _type = "Task" [ 1034.238978] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.252754] env[68326]: DEBUG oslo_vmware.api [None req-0c34729c-d70e-4c68-9e4a-c744e1104f66 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129782, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.344964] env[68326]: DEBUG nova.compute.manager [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1034.352055] env[68326]: INFO nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Updating resource usage from migration 9e85df1b-237a-4385-b2c4-a016166c3a9e [ 1034.363799] env[68326]: INFO nova.compute.manager [-] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Took 1.30 seconds to deallocate network for instance. [ 1034.397118] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 4b99079e-12c5-42aa-8d2e-c977e22ba66b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.397293] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 5945078b-f11b-4503-8990-a8437c8f2627 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.398014] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance bb66c99b-5e81-4473-99be-1bfedd3319dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.398014] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance a6190545-bcc1-40c9-9505-0c1001a38cf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.398014] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 8df6b92f-dbf7-4c63-b00f-111f71fe97bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.398014] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 87128a5e-1fa1-4de9-ae0a-888e14bfea93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.398014] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 4dffff54-42e7-4336-9b0f-dfb8fe6f3144 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.398014] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 9ba0b8a6-4663-4787-985f-5b1d8e11af11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.398377] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 1a787f55-5fd4-4353-84e5-47c76b080db5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.398377] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 703e481a-907e-4738-a4b3-48c83d0aa4aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.398377] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 5be076f6-56b0-49e7-9aa0-e84bcb7c821a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.398520] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 03f11437-001d-46dd-bad2-ddb81ebf9b96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.398595] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.398703] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 6c865f2c-0796-4f18-9742-2ecb05d10867 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.398809] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 12e88969-1824-47ab-841b-c49e19bad267 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.398915] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 9053f169-524a-478b-9898-0a5e6584d38f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.400168] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 255a7bda-9571-470c-a530-a5c596e21a58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.400454] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 47d84bfe-cf06-4114-b4fe-8f478745c918 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.400614] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 2d2b5b9f-183a-4095-983b-c100758c3343 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.400742] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance f4bef3ba-a1e2-4232-b8ce-554d6a65298b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.400859] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Migration 9e85df1b-237a-4385-b2c4-a016166c3a9e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1034.400979] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 882c2871-7198-41e6-9701-7ccad3467dd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1034.429809] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': task-3129777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716841} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.430282] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 2d2b5b9f-183a-4095-983b-c100758c3343/2d2b5b9f-183a-4095-983b-c100758c3343.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.430554] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.430812] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b9d08f1-737a-400b-a91f-899e8dd7718a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.438669] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Waiting for the task: (returnval){ [ 1034.438669] env[68326]: value = "task-3129783" [ 1034.438669] env[68326]: _type = "Task" [ 1034.438669] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.447387] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': task-3129783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.561846] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Acquiring lock "5be076f6-56b0-49e7-9aa0-e84bcb7c821a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.562448] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Lock "5be076f6-56b0-49e7-9aa0-e84bcb7c821a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.562538] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Acquiring lock "5be076f6-56b0-49e7-9aa0-e84bcb7c821a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.562724] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Lock "5be076f6-56b0-49e7-9aa0-e84bcb7c821a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.562991] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Lock "5be076f6-56b0-49e7-9aa0-e84bcb7c821a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.565945] env[68326]: INFO nova.compute.manager [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Terminating instance [ 1034.590188] env[68326]: DEBUG nova.compute.manager [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Received event network-vif-deleted-ab0d6fdb-3fcb-49aa-9e16-730cdc5ae9bd {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1034.590306] env[68326]: INFO nova.compute.manager [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Neutron deleted interface ab0d6fdb-3fcb-49aa-9e16-730cdc5ae9bd; detaching it from the instance and deleting it from the info cache [ 1034.590938] env[68326]: DEBUG nova.network.neutron [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Updating instance_info_cache with network_info: [{"id": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "address": "fa:16:3e:72:dc:03", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0f3efa6-71", "ovs_interfaceid": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b520a70f-ac34-4333-b100-bc32c4f092ad", "address": "fa:16:3e:fe:5d:e3", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb520a70f-ac", "ovs_interfaceid": "b520a70f-ac34-4333-b100-bc32c4f092ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.644378] env[68326]: DEBUG oslo_vmware.api [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': task-3129781, 'name': PowerOnVM_Task, 'duration_secs': 0.486189} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.644953] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.645168] env[68326]: INFO nova.compute.manager [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Took 11.33 seconds to spawn the instance on the hypervisor. [ 1034.645609] env[68326]: DEBUG nova.compute.manager [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1034.647363] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb7f0bd-5430-420d-8a44-38454893fad2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.749881] env[68326]: DEBUG oslo_vmware.api [None req-0c34729c-d70e-4c68-9e4a-c744e1104f66 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129782, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.871383] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.905126] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 9afe106d-ba92-4885-99fd-ea9c38121b08 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1034.919999] env[68326]: DEBUG nova.network.neutron [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Successfully created port: 6e0ac2d9-393e-4906-83a0-a52b450e64f4 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.961110] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': task-3129783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138882} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.961513] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.963153] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681a57df-0602-481b-bb92-c20861255bac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.987235] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 2d2b5b9f-183a-4095-983b-c100758c3343/2d2b5b9f-183a-4095-983b-c100758c3343.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.987551] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed4b65bd-ca5a-495b-9828-ba09c5598ef1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.010301] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Waiting for the task: (returnval){ [ 1035.010301] env[68326]: value = "task-3129784" [ 1035.010301] env[68326]: _type = "Task" [ 1035.010301] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.023356] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': task-3129784, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.073670] env[68326]: DEBUG nova.compute.manager [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1035.073938] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.074897] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56421b63-fa61-4032-85dc-39bfa53546a1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.082319] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.082655] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd52474d-7801-447d-a2d5-382d1d6ccebd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.088645] env[68326]: DEBUG oslo_vmware.api [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Waiting for the task: (returnval){ [ 1035.088645] env[68326]: value = "task-3129785" [ 1035.088645] env[68326]: _type = "Task" [ 1035.088645] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.094107] env[68326]: DEBUG oslo_concurrency.lockutils [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] Acquiring lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.094107] env[68326]: DEBUG oslo_concurrency.lockutils [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] Acquired lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.097948] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d2bc56-00a7-4726-a207-1a3b7a2359d2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.100491] env[68326]: DEBUG oslo_vmware.api [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.104246] env[68326]: DEBUG oslo_concurrency.lockutils [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.104377] env[68326]: DEBUG oslo_concurrency.lockutils [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.104549] env[68326]: DEBUG nova.network.neutron [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.108378] env[68326]: DEBUG nova.compute.manager [req-2138341a-030a-49a6-9275-f3bcc49301f3 req-55bc572f-0e0b-4d9d-b0ab-0cd1d24bd000 service nova] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Received event network-vif-deleted-35fff348-ef85-4267-9720-2478f474275c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1035.108577] env[68326]: DEBUG nova.compute.manager [req-2138341a-030a-49a6-9275-f3bcc49301f3 req-55bc572f-0e0b-4d9d-b0ab-0cd1d24bd000 service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Received event network-vif-deleted-b520a70f-ac34-4333-b100-bc32c4f092ad {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1035.108775] env[68326]: INFO nova.compute.manager [req-2138341a-030a-49a6-9275-f3bcc49301f3 req-55bc572f-0e0b-4d9d-b0ab-0cd1d24bd000 service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Neutron deleted interface b520a70f-ac34-4333-b100-bc32c4f092ad; detaching it from the instance and deleting it from the info cache [ 1035.109015] env[68326]: DEBUG nova.network.neutron [req-2138341a-030a-49a6-9275-f3bcc49301f3 req-55bc572f-0e0b-4d9d-b0ab-0cd1d24bd000 service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Updating instance_info_cache with network_info: [{"id": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "address": "fa:16:3e:72:dc:03", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0f3efa6-71", "ovs_interfaceid": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.129394] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebee30a-d124-46e0-93f3-db2ac3f08328 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.158277] env[68326]: DEBUG nova.virt.vmwareapi.vmops [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Reconfiguring VM to detach interface {{(pid=68326) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1035.159030] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad7662ac-e1a4-46b2-9607-cdaf7c25bdd9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.178413] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.182985] env[68326]: INFO nova.compute.manager [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Took 33.57 seconds to build instance. [ 1035.187227] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "afa2347b-d004-48d5-aed8-fc91987b999a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.187395] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "afa2347b-d004-48d5-aed8-fc91987b999a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.191892] env[68326]: DEBUG oslo_vmware.api [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] Waiting for the task: (returnval){ [ 1035.191892] env[68326]: value = "task-3129786" [ 1035.191892] env[68326]: _type = "Task" [ 1035.191892] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.206028] env[68326]: DEBUG oslo_vmware.api [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] Task: {'id': task-3129786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.249984] env[68326]: DEBUG oslo_vmware.api [None req-0c34729c-d70e-4c68-9e4a-c744e1104f66 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129782, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.329045] env[68326]: DEBUG nova.network.neutron [-] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.338858] env[68326]: DEBUG nova.network.neutron [req-4dabe114-01c0-4956-a0de-a1e231dbbf4b req-07bb5a57-8880-48c0-9e75-b96612c429dd service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Updated VIF entry in instance network info cache for port b73149c6-98bf-46c0-81f6-311f29229f25. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.338858] env[68326]: DEBUG nova.network.neutron [req-4dabe114-01c0-4956-a0de-a1e231dbbf4b req-07bb5a57-8880-48c0-9e75-b96612c429dd service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Updating instance_info_cache with network_info: [{"id": "b73149c6-98bf-46c0-81f6-311f29229f25", "address": "fa:16:3e:d9:0c:13", "network": {"id": "55452ecd-a2b9-4b4d-a091-660e3d2d51d0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-59008573-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c79f3107a734d6381bb7cf09d9b1842", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb73149c6-98", "ovs_interfaceid": "b73149c6-98bf-46c0-81f6-311f29229f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.361815] env[68326]: DEBUG nova.compute.manager [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1035.391509] env[68326]: DEBUG nova.virt.hardware [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.391734] env[68326]: DEBUG nova.virt.hardware [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.391891] env[68326]: DEBUG nova.virt.hardware [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.392118] env[68326]: DEBUG nova.virt.hardware [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.392280] env[68326]: DEBUG nova.virt.hardware [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.392467] env[68326]: DEBUG nova.virt.hardware [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.392732] env[68326]: DEBUG nova.virt.hardware [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.393214] env[68326]: DEBUG nova.virt.hardware [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.393537] env[68326]: DEBUG nova.virt.hardware [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.393841] env[68326]: DEBUG nova.virt.hardware [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.394086] env[68326]: DEBUG nova.virt.hardware [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.395344] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e147c981-7e03-41d0-abd1-6b4702fb78d3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.407900] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance fae9568a-747a-44ba-ad08-62c2e9be0197 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1035.408240] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1035.408398] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4672MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=21 pci_stats=[] {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1035.412688] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb900d5f-e6eb-4802-92d0-332fa70e223a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.528602] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': task-3129784, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.602111] env[68326]: DEBUG oslo_vmware.api [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.611366] env[68326]: DEBUG oslo_concurrency.lockutils [req-2138341a-030a-49a6-9275-f3bcc49301f3 req-55bc572f-0e0b-4d9d-b0ab-0cd1d24bd000 service nova] Acquiring lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.685799] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0f0765ff-3758-4177-a5e1-3420827ec13e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Lock "47d84bfe-cf06-4114-b4fe-8f478745c918" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.086s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.689654] env[68326]: DEBUG nova.compute.manager [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1035.714168] env[68326]: DEBUG oslo_vmware.api [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] Task: {'id': task-3129786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.752064] env[68326]: DEBUG oslo_vmware.api [None req-0c34729c-d70e-4c68-9e4a-c744e1104f66 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129782, 'name': ReconfigVM_Task, 'duration_secs': 1.198488} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.756296] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0c34729c-d70e-4c68-9e4a-c744e1104f66 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Reconfigured VM instance to set the machine id {{(pid=68326) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1035.834735] env[68326]: INFO nova.compute.manager [-] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Took 1.71 seconds to deallocate network for instance. [ 1035.841440] env[68326]: DEBUG oslo_concurrency.lockutils [req-4dabe114-01c0-4956-a0de-a1e231dbbf4b req-07bb5a57-8880-48c0-9e75-b96612c429dd service nova] Releasing lock "refresh_cache-5be076f6-56b0-49e7-9aa0-e84bcb7c821a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.918450] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a45e0ce-0ce4-4cd0-ac4c-1f812f4d7bd0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.931725] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3025415-c484-4260-80ee-0b81e9bed275 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.971462] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f1be42-b419-4fb6-8fef-0fabbbe48b9c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.977454] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "49365ff0-3055-4fcd-a05c-39e0dcdef79b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.977733] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "49365ff0-3055-4fcd-a05c-39e0dcdef79b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.986603] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feadcfce-104b-41bc-a89f-f59b9e9bb59e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.003048] env[68326]: DEBUG nova.compute.provider_tree [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.016038] env[68326]: INFO nova.network.neutron [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Port b520a70f-ac34-4333-b100-bc32c4f092ad from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1036.016740] env[68326]: DEBUG nova.network.neutron [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Updating instance_info_cache with network_info: [{"id": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "address": "fa:16:3e:72:dc:03", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0f3efa6-71", "ovs_interfaceid": "f0f3efa6-7128-4f23-ab1b-834b14b3842f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.027019] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': task-3129784, 'name': ReconfigVM_Task, 'duration_secs': 0.537177} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.027019] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 2d2b5b9f-183a-4095-983b-c100758c3343/2d2b5b9f-183a-4095-983b-c100758c3343.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.027019] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5721c25-75ad-4abf-8bd0-d4c2f8f396d4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.033056] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Waiting for the task: (returnval){ [ 1036.033056] env[68326]: value = "task-3129787" [ 1036.033056] env[68326]: _type = "Task" [ 1036.033056] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.045586] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': task-3129787, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.102779] env[68326]: DEBUG oslo_vmware.api [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129785, 'name': PowerOffVM_Task, 'duration_secs': 0.635932} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.103105] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.103297] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.103555] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62ee64fd-7f22-4bc9-bb81-f4f167de938b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.186805] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.187049] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.187246] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Deleting the datastore file [datastore1] 5be076f6-56b0-49e7-9aa0-e84bcb7c821a {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.187561] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9eafff32-d5c5-45a5-9a7f-b77cf45082be {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.196174] env[68326]: DEBUG oslo_vmware.api [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Waiting for the task: (returnval){ [ 1036.196174] env[68326]: value = "task-3129789" [ 1036.196174] env[68326]: _type = "Task" [ 1036.196174] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.216826] env[68326]: DEBUG oslo_vmware.api [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] Task: {'id': task-3129786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.220650] env[68326]: DEBUG oslo_vmware.api [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.224945] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.264517] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.264765] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.344268] env[68326]: DEBUG oslo_concurrency.lockutils [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.481089] env[68326]: DEBUG nova.compute.manager [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1036.507735] env[68326]: DEBUG nova.scheduler.client.report [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.520406] env[68326]: DEBUG oslo_concurrency.lockutils [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "refresh_cache-87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.547495] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': task-3129787, 'name': Rename_Task, 'duration_secs': 0.150103} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.548240] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.549138] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-430c2109-6d44-4e96-b2c7-bf9f0fe517dc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.559242] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Waiting for the task: (returnval){ [ 1036.559242] env[68326]: value = "task-3129790" [ 1036.559242] env[68326]: _type = "Task" [ 1036.559242] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.568192] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': task-3129790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.711793] env[68326]: DEBUG oslo_vmware.api [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Task: {'id': task-3129789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137262} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.715483] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.715483] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.715483] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.715749] env[68326]: INFO nova.compute.manager [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1036.716136] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.716405] env[68326]: DEBUG oslo_vmware.api [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] Task: {'id': task-3129786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.716671] env[68326]: DEBUG nova.compute.manager [-] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1036.716806] env[68326]: DEBUG nova.network.neutron [-] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.767247] env[68326]: DEBUG nova.compute.manager [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1036.972304] env[68326]: DEBUG oslo_concurrency.lockutils [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Acquiring lock "47d84bfe-cf06-4114-b4fe-8f478745c918" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.972530] env[68326]: DEBUG oslo_concurrency.lockutils [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Lock "47d84bfe-cf06-4114-b4fe-8f478745c918" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.972743] env[68326]: DEBUG oslo_concurrency.lockutils [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Acquiring lock "47d84bfe-cf06-4114-b4fe-8f478745c918-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.972927] env[68326]: DEBUG oslo_concurrency.lockutils [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Lock "47d84bfe-cf06-4114-b4fe-8f478745c918-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.973173] env[68326]: DEBUG oslo_concurrency.lockutils [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Lock "47d84bfe-cf06-4114-b4fe-8f478745c918-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.978832] env[68326]: INFO nova.compute.manager [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Terminating instance [ 1037.011965] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.012707] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1037.012915] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.691s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.013213] env[68326]: DEBUG oslo_concurrency.lockutils [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.291s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.013338] env[68326]: DEBUG nova.objects.instance [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1037.024727] env[68326]: DEBUG oslo_concurrency.lockutils [None req-505514f0-1b02-43c8-8fc4-f0361e302295 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-87128a5e-1fa1-4de9-ae0a-888e14bfea93-b520a70f-ac34-4333-b100-bc32c4f092ad" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.206s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.068059] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': task-3129790, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.182815] env[68326]: DEBUG nova.compute.manager [req-f6ed61ba-1ffe-4091-865a-de86e915efe3 req-c87e38f2-e71c-44dd-bb8a-fe3f3f806a4b service nova] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Received event network-vif-plugged-6e0ac2d9-393e-4906-83a0-a52b450e64f4 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1037.183425] env[68326]: DEBUG oslo_concurrency.lockutils [req-f6ed61ba-1ffe-4091-865a-de86e915efe3 req-c87e38f2-e71c-44dd-bb8a-fe3f3f806a4b service nova] Acquiring lock "f4bef3ba-a1e2-4232-b8ce-554d6a65298b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.183643] env[68326]: DEBUG oslo_concurrency.lockutils [req-f6ed61ba-1ffe-4091-865a-de86e915efe3 req-c87e38f2-e71c-44dd-bb8a-fe3f3f806a4b service nova] Lock "f4bef3ba-a1e2-4232-b8ce-554d6a65298b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.183813] env[68326]: DEBUG oslo_concurrency.lockutils [req-f6ed61ba-1ffe-4091-865a-de86e915efe3 req-c87e38f2-e71c-44dd-bb8a-fe3f3f806a4b service nova] Lock "f4bef3ba-a1e2-4232-b8ce-554d6a65298b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.183982] env[68326]: DEBUG nova.compute.manager [req-f6ed61ba-1ffe-4091-865a-de86e915efe3 req-c87e38f2-e71c-44dd-bb8a-fe3f3f806a4b service nova] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] No waiting events found dispatching network-vif-plugged-6e0ac2d9-393e-4906-83a0-a52b450e64f4 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.184464] env[68326]: WARNING nova.compute.manager [req-f6ed61ba-1ffe-4091-865a-de86e915efe3 req-c87e38f2-e71c-44dd-bb8a-fe3f3f806a4b service nova] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Received unexpected event network-vif-plugged-6e0ac2d9-393e-4906-83a0-a52b450e64f4 for instance with vm_state building and task_state spawning. [ 1037.209938] env[68326]: DEBUG oslo_vmware.api [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] Task: {'id': task-3129786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.269166] env[68326]: DEBUG nova.network.neutron [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Successfully updated port: 6e0ac2d9-393e-4906-83a0-a52b450e64f4 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.295327] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.484642] env[68326]: DEBUG nova.compute.manager [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1037.484863] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.485826] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bae3d64-f077-4e47-bfd9-02f6a43cfdf9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.494694] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.494957] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02130399-07fd-42fa-b23f-921299382a7a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.502548] env[68326]: DEBUG oslo_vmware.api [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Waiting for the task: (returnval){ [ 1037.502548] env[68326]: value = "task-3129791" [ 1037.502548] env[68326]: _type = "Task" [ 1037.502548] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.511983] env[68326]: DEBUG oslo_vmware.api [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': task-3129791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.570129] env[68326]: DEBUG oslo_vmware.api [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': task-3129790, 'name': PowerOnVM_Task, 'duration_secs': 0.888628} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.570458] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.570681] env[68326]: INFO nova.compute.manager [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Took 11.81 seconds to spawn the instance on the hypervisor. [ 1037.570874] env[68326]: DEBUG nova.compute.manager [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1037.572113] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93019a25-47d2-441d-a8cf-e22b1c972244 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.707027] env[68326]: DEBUG oslo_vmware.api [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] Task: {'id': task-3129786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.771556] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "refresh_cache-f4bef3ba-a1e2-4232-b8ce-554d6a65298b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.771723] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquired lock "refresh_cache-f4bef3ba-a1e2-4232-b8ce-554d6a65298b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.771882] env[68326]: DEBUG nova.network.neutron [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.019623] env[68326]: DEBUG oslo_vmware.api [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': task-3129791, 'name': PowerOffVM_Task, 'duration_secs': 0.203771} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.019623] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.019623] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.022578] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1d4c682-9803-423f-b2be-1bd4f49583b7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.026095] env[68326]: DEBUG oslo_concurrency.lockutils [None req-581e33af-75dc-4825-b752-0ed923d36252 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.028286] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.952s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.080607] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.080864] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.081035] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Deleting the datastore file [datastore2] 47d84bfe-cf06-4114-b4fe-8f478745c918 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.081302] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcaf2058-cf1c-4850-8287-a9a2b0107546 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.097239] env[68326]: INFO nova.compute.manager [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Took 34.45 seconds to build instance. [ 1038.100970] env[68326]: DEBUG oslo_vmware.api [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Waiting for the task: (returnval){ [ 1038.100970] env[68326]: value = "task-3129793" [ 1038.100970] env[68326]: _type = "Task" [ 1038.100970] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.112361] env[68326]: DEBUG oslo_vmware.api [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': task-3129793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.218188] env[68326]: DEBUG oslo_vmware.api [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] Task: {'id': task-3129786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.328196] env[68326]: DEBUG nova.network.neutron [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.425823] env[68326]: DEBUG nova.network.neutron [-] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.522554] env[68326]: DEBUG nova.network.neutron [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Updating instance_info_cache with network_info: [{"id": "6e0ac2d9-393e-4906-83a0-a52b450e64f4", "address": "fa:16:3e:8d:7a:4e", "network": {"id": "ca2a7299-b9bc-457f-8264-1b6ab5a6a64b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-434175212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5d9686e92c134a80ab8ad85c542315c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e0ac2d9-39", "ovs_interfaceid": "6e0ac2d9-393e-4906-83a0-a52b450e64f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.537021] env[68326]: INFO nova.compute.claims [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.599780] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3988c525-4d54-4195-a208-f1c2f8929a8d tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Lock "2d2b5b9f-183a-4095-983b-c100758c3343" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.961s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.621294] env[68326]: DEBUG oslo_vmware.api [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Task: {'id': task-3129793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471004} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.621581] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.621705] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.622308] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.622308] env[68326]: INFO nova.compute.manager [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1038.622598] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.622977] env[68326]: DEBUG nova.compute.manager [-] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1038.623394] env[68326]: DEBUG nova.network.neutron [-] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.713181] env[68326]: DEBUG oslo_vmware.api [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] Task: {'id': task-3129786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.928598] env[68326]: INFO nova.compute.manager [-] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Took 2.21 seconds to deallocate network for instance. [ 1039.026042] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Releasing lock "refresh_cache-f4bef3ba-a1e2-4232-b8ce-554d6a65298b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.026614] env[68326]: DEBUG nova.compute.manager [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Instance network_info: |[{"id": "6e0ac2d9-393e-4906-83a0-a52b450e64f4", "address": "fa:16:3e:8d:7a:4e", "network": {"id": "ca2a7299-b9bc-457f-8264-1b6ab5a6a64b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-434175212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5d9686e92c134a80ab8ad85c542315c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e0ac2d9-39", "ovs_interfaceid": "6e0ac2d9-393e-4906-83a0-a52b450e64f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1039.027310] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:7a:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e0ac2d9-393e-4906-83a0-a52b450e64f4', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.037113] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.037113] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.037113] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa3269b0-a73e-4c07-955c-340ea1806b50 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.061138] env[68326]: INFO nova.compute.resource_tracker [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Updating resource usage from migration 9e85df1b-237a-4385-b2c4-a016166c3a9e [ 1039.072503] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.072503] env[68326]: value = "task-3129794" [ 1039.072503] env[68326]: _type = "Task" [ 1039.072503] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.085767] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129794, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.220017] env[68326]: DEBUG oslo_vmware.api [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] Task: {'id': task-3129786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.233842] env[68326]: DEBUG nova.compute.manager [req-17db4850-977e-4c0c-9d43-2fd2850bfee2 req-bdb3ebc6-d909-4cea-93f0-dc052e5beb90 service nova] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Received event network-changed-6e0ac2d9-393e-4906-83a0-a52b450e64f4 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1039.236019] env[68326]: DEBUG nova.compute.manager [req-17db4850-977e-4c0c-9d43-2fd2850bfee2 req-bdb3ebc6-d909-4cea-93f0-dc052e5beb90 service nova] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Refreshing instance network info cache due to event network-changed-6e0ac2d9-393e-4906-83a0-a52b450e64f4. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1039.236019] env[68326]: DEBUG oslo_concurrency.lockutils [req-17db4850-977e-4c0c-9d43-2fd2850bfee2 req-bdb3ebc6-d909-4cea-93f0-dc052e5beb90 service nova] Acquiring lock "refresh_cache-f4bef3ba-a1e2-4232-b8ce-554d6a65298b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.236019] env[68326]: DEBUG oslo_concurrency.lockutils [req-17db4850-977e-4c0c-9d43-2fd2850bfee2 req-bdb3ebc6-d909-4cea-93f0-dc052e5beb90 service nova] Acquired lock "refresh_cache-f4bef3ba-a1e2-4232-b8ce-554d6a65298b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.236019] env[68326]: DEBUG nova.network.neutron [req-17db4850-977e-4c0c-9d43-2fd2850bfee2 req-bdb3ebc6-d909-4cea-93f0-dc052e5beb90 service nova] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Refreshing network info cache for port 6e0ac2d9-393e-4906-83a0-a52b450e64f4 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.334405] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "af0dc19a-83ef-4554-b8a5-62859a808f4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.334644] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "af0dc19a-83ef-4554-b8a5-62859a808f4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.425031] env[68326]: DEBUG nova.network.neutron [-] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.440793] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.537296] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056acd62-6d4a-459f-bb3a-8fc84fadcb31 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.546131] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859f5a8a-4271-4f71-9493-1f747d82dd30 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.579851] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a537c94f-9913-4eaf-aed4-81db3c3a18cd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.588046] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129794, 'name': CreateVM_Task, 'duration_secs': 0.486631} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.590599] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.591668] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.591841] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.592178] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.593382] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ca9fb6-02e6-4658-825e-e9a35a12bf17 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.597124] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96e517c1-8ef9-46f6-873d-35452b2e507f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.603427] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1039.603427] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5223dbb6-f253-5b2a-8ce9-b3fed2bd2bb5" [ 1039.603427] env[68326]: _type = "Task" [ 1039.603427] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.614017] env[68326]: DEBUG nova.compute.provider_tree [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.619393] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5223dbb6-f253-5b2a-8ce9-b3fed2bd2bb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.714627] env[68326]: DEBUG oslo_vmware.api [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] Task: {'id': task-3129786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.836413] env[68326]: DEBUG nova.compute.manager [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1039.928850] env[68326]: INFO nova.compute.manager [-] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Took 1.31 seconds to deallocate network for instance. [ 1039.953960] env[68326]: DEBUG nova.network.neutron [req-17db4850-977e-4c0c-9d43-2fd2850bfee2 req-bdb3ebc6-d909-4cea-93f0-dc052e5beb90 service nova] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Updated VIF entry in instance network info cache for port 6e0ac2d9-393e-4906-83a0-a52b450e64f4. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.954425] env[68326]: DEBUG nova.network.neutron [req-17db4850-977e-4c0c-9d43-2fd2850bfee2 req-bdb3ebc6-d909-4cea-93f0-dc052e5beb90 service nova] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Updating instance_info_cache with network_info: [{"id": "6e0ac2d9-393e-4906-83a0-a52b450e64f4", "address": "fa:16:3e:8d:7a:4e", "network": {"id": "ca2a7299-b9bc-457f-8264-1b6ab5a6a64b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-434175212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5d9686e92c134a80ab8ad85c542315c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e0ac2d9-39", "ovs_interfaceid": "6e0ac2d9-393e-4906-83a0-a52b450e64f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.116155] env[68326]: DEBUG nova.scheduler.client.report [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.123310] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5223dbb6-f253-5b2a-8ce9-b3fed2bd2bb5, 'name': SearchDatastore_Task, 'duration_secs': 0.038421} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.123869] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.124145] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.124427] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.124616] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.124836] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.125141] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91692286-1356-4634-8e8f-ba70ddb09c25 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.140041] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.140399] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.141609] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29d3af6b-69cc-4bd2-8c66-164493b4f663 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.147050] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1040.147050] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]528a30da-5101-4a4e-b007-2f25f1575769" [ 1040.147050] env[68326]: _type = "Task" [ 1040.147050] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.154832] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]528a30da-5101-4a4e-b007-2f25f1575769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.214585] env[68326]: DEBUG oslo_vmware.api [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] Task: {'id': task-3129786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.358959] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.437939] env[68326]: DEBUG oslo_concurrency.lockutils [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.457709] env[68326]: DEBUG oslo_concurrency.lockutils [req-17db4850-977e-4c0c-9d43-2fd2850bfee2 req-bdb3ebc6-d909-4cea-93f0-dc052e5beb90 service nova] Releasing lock "refresh_cache-f4bef3ba-a1e2-4232-b8ce-554d6a65298b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.458107] env[68326]: DEBUG nova.compute.manager [req-17db4850-977e-4c0c-9d43-2fd2850bfee2 req-bdb3ebc6-d909-4cea-93f0-dc052e5beb90 service nova] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Received event network-vif-deleted-b73149c6-98bf-46c0-81f6-311f29229f25 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1040.458304] env[68326]: DEBUG nova.compute.manager [req-17db4850-977e-4c0c-9d43-2fd2850bfee2 req-bdb3ebc6-d909-4cea-93f0-dc052e5beb90 service nova] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Received event network-vif-deleted-18ec8c9f-c526-4afa-b88f-dbaca8db20d0 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1040.458470] env[68326]: INFO nova.compute.manager [req-17db4850-977e-4c0c-9d43-2fd2850bfee2 req-bdb3ebc6-d909-4cea-93f0-dc052e5beb90 service nova] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Neutron deleted interface 18ec8c9f-c526-4afa-b88f-dbaca8db20d0; detaching it from the instance and deleting it from the info cache [ 1040.458636] env[68326]: DEBUG nova.network.neutron [req-17db4850-977e-4c0c-9d43-2fd2850bfee2 req-bdb3ebc6-d909-4cea-93f0-dc052e5beb90 service nova] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.624622] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.596s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.624927] env[68326]: INFO nova.compute.manager [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Migrating [ 1040.631924] env[68326]: DEBUG oslo_concurrency.lockutils [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.320s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.633590] env[68326]: INFO nova.compute.claims [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.657448] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]528a30da-5101-4a4e-b007-2f25f1575769, 'name': SearchDatastore_Task, 'duration_secs': 0.036376} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.658765] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64557f5a-c0c2-437f-ade4-2c41bc3d688f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.665205] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1040.665205] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5248b5c1-782e-e15a-e002-d5a7bdb01e85" [ 1040.665205] env[68326]: _type = "Task" [ 1040.665205] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.674043] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5248b5c1-782e-e15a-e002-d5a7bdb01e85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.714882] env[68326]: DEBUG oslo_vmware.api [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] Task: {'id': task-3129786, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.962580] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ec177c0-376e-43dd-bbfd-d722ec170b7c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.972016] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d65dd45-304d-41c1-bd56-c114e43b3dde {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.004489] env[68326]: DEBUG nova.compute.manager [req-17db4850-977e-4c0c-9d43-2fd2850bfee2 req-bdb3ebc6-d909-4cea-93f0-dc052e5beb90 service nova] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Detach interface failed, port_id=18ec8c9f-c526-4afa-b88f-dbaca8db20d0, reason: Instance 47d84bfe-cf06-4114-b4fe-8f478745c918 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1041.145856] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "refresh_cache-882c2871-7198-41e6-9701-7ccad3467dd4" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.146040] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquired lock "refresh_cache-882c2871-7198-41e6-9701-7ccad3467dd4" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.146221] env[68326]: DEBUG nova.network.neutron [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.175975] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5248b5c1-782e-e15a-e002-d5a7bdb01e85, 'name': SearchDatastore_Task, 'duration_secs': 0.013108} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.176081] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.176288] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] f4bef3ba-a1e2-4232-b8ce-554d6a65298b/f4bef3ba-a1e2-4232-b8ce-554d6a65298b.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.176535] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d1788d1-dab6-4442-a1b2-d54355daaf47 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.183502] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1041.183502] env[68326]: value = "task-3129795" [ 1041.183502] env[68326]: _type = "Task" [ 1041.183502] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.191028] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.213733] env[68326]: DEBUG oslo_vmware.api [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] Task: {'id': task-3129786, 'name': ReconfigVM_Task, 'duration_secs': 5.920491} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.213943] env[68326]: DEBUG oslo_concurrency.lockutils [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] Releasing lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.214159] env[68326]: DEBUG nova.virt.vmwareapi.vmops [req-98ded4b6-54db-4339-b4f2-6b6909b2fd4d req-2ee8b06b-a685-4e0c-a5ae-419decea5c4f service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Reconfigured VM to detach interface {{(pid=68326) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1041.214660] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.037s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.214869] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.215106] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.215259] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.217282] env[68326]: INFO nova.compute.manager [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Terminating instance [ 1041.252989] env[68326]: DEBUG nova.compute.manager [req-7fb680bd-4b1e-4819-a2f9-46efdbfa2e1a req-b8d3f3f3-f63e-4f24-b0ba-d9f8e49c671e service nova] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Received event network-changed-4f2f883f-fb6c-41a4-9238-d737e8b29e4e {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1041.253153] env[68326]: DEBUG nova.compute.manager [req-7fb680bd-4b1e-4819-a2f9-46efdbfa2e1a req-b8d3f3f3-f63e-4f24-b0ba-d9f8e49c671e service nova] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Refreshing instance network info cache due to event network-changed-4f2f883f-fb6c-41a4-9238-d737e8b29e4e. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1041.253453] env[68326]: DEBUG oslo_concurrency.lockutils [req-7fb680bd-4b1e-4819-a2f9-46efdbfa2e1a req-b8d3f3f3-f63e-4f24-b0ba-d9f8e49c671e service nova] Acquiring lock "refresh_cache-2d2b5b9f-183a-4095-983b-c100758c3343" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.253513] env[68326]: DEBUG oslo_concurrency.lockutils [req-7fb680bd-4b1e-4819-a2f9-46efdbfa2e1a req-b8d3f3f3-f63e-4f24-b0ba-d9f8e49c671e service nova] Acquired lock "refresh_cache-2d2b5b9f-183a-4095-983b-c100758c3343" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.253655] env[68326]: DEBUG nova.network.neutron [req-7fb680bd-4b1e-4819-a2f9-46efdbfa2e1a req-b8d3f3f3-f63e-4f24-b0ba-d9f8e49c671e service nova] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Refreshing network info cache for port 4f2f883f-fb6c-41a4-9238-d737e8b29e4e {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.697684] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460789} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.698617] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] f4bef3ba-a1e2-4232-b8ce-554d6a65298b/f4bef3ba-a1e2-4232-b8ce-554d6a65298b.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.698862] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.699172] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-487db792-e884-4aad-b0ec-485eee1bf593 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.706253] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1041.706253] env[68326]: value = "task-3129796" [ 1041.706253] env[68326]: _type = "Task" [ 1041.706253] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.717819] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.721015] env[68326]: DEBUG nova.compute.manager [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1041.721249] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.722104] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094cc055-a11f-4a89-92d2-a3b5b2284422 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.732130] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.734956] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a07b274c-a3c9-4194-a9de-d6e23a9b05d1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.745362] env[68326]: DEBUG oslo_vmware.api [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1041.745362] env[68326]: value = "task-3129797" [ 1041.745362] env[68326]: _type = "Task" [ 1041.745362] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.754735] env[68326]: DEBUG oslo_vmware.api [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.014113] env[68326]: DEBUG nova.network.neutron [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Updating instance_info_cache with network_info: [{"id": "9da77713-a789-43bf-b8e0-e4f8cab31129", "address": "fa:16:3e:bd:b6:50", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9da77713-a7", "ovs_interfaceid": "9da77713-a789-43bf-b8e0-e4f8cab31129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.053428] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c96f9d-fddd-40aa-9754-79b253d319c4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.061673] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e401c0-5513-49a9-9ae3-2937a1927010 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.094257] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e579c6fe-86df-400b-98b1-b89dfb31459c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.102057] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cca24b-1270-42cd-8860-97134b430169 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.116774] env[68326]: DEBUG nova.compute.provider_tree [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.140320] env[68326]: DEBUG nova.network.neutron [req-7fb680bd-4b1e-4819-a2f9-46efdbfa2e1a req-b8d3f3f3-f63e-4f24-b0ba-d9f8e49c671e service nova] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Updated VIF entry in instance network info cache for port 4f2f883f-fb6c-41a4-9238-d737e8b29e4e. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.140695] env[68326]: DEBUG nova.network.neutron [req-7fb680bd-4b1e-4819-a2f9-46efdbfa2e1a req-b8d3f3f3-f63e-4f24-b0ba-d9f8e49c671e service nova] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Updating instance_info_cache with network_info: [{"id": "4f2f883f-fb6c-41a4-9238-d737e8b29e4e", "address": "fa:16:3e:08:51:19", "network": {"id": "e3bc649e-6447-4c10-b705-5688fab4f836", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1870676159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5a9a823a5944b9c9f5b5eceac773db7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f2f883f-fb", "ovs_interfaceid": "4f2f883f-fb6c-41a4-9238-d737e8b29e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.164738] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Acquiring lock "8df6b92f-dbf7-4c63-b00f-111f71fe97bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.165053] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Lock "8df6b92f-dbf7-4c63-b00f-111f71fe97bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.165276] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Acquiring lock "8df6b92f-dbf7-4c63-b00f-111f71fe97bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.165457] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Lock "8df6b92f-dbf7-4c63-b00f-111f71fe97bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.165622] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Lock "8df6b92f-dbf7-4c63-b00f-111f71fe97bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.167767] env[68326]: INFO nova.compute.manager [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Terminating instance [ 1042.217631] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065968} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.217913] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.218679] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f736b48e-2b39-41e6-8a35-c7b21fce6ee6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.239734] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] f4bef3ba-a1e2-4232-b8ce-554d6a65298b/f4bef3ba-a1e2-4232-b8ce-554d6a65298b.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.239974] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b89ed811-d6c4-4949-929c-2eff3c6b938d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.262188] env[68326]: DEBUG oslo_vmware.api [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129797, 'name': PowerOffVM_Task, 'duration_secs': 0.230217} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.263409] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.263664] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.264149] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1042.264149] env[68326]: value = "task-3129798" [ 1042.264149] env[68326]: _type = "Task" [ 1042.264149] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.264455] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d1bebff-0c06-4ff7-b8c1-3bcd2f97e922 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.273838] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129798, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.329766] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.330036] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.330277] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Deleting the datastore file [datastore1] 87128a5e-1fa1-4de9-ae0a-888e14bfea93 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.330656] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d4557f4-ffad-4497-95c5-5b97f4b9cf9c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.336612] env[68326]: DEBUG oslo_vmware.api [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1042.336612] env[68326]: value = "task-3129800" [ 1042.336612] env[68326]: _type = "Task" [ 1042.336612] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.344987] env[68326]: DEBUG oslo_vmware.api [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.517583] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Releasing lock "refresh_cache-882c2871-7198-41e6-9701-7ccad3467dd4" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.620669] env[68326]: DEBUG nova.scheduler.client.report [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.643196] env[68326]: DEBUG oslo_concurrency.lockutils [req-7fb680bd-4b1e-4819-a2f9-46efdbfa2e1a req-b8d3f3f3-f63e-4f24-b0ba-d9f8e49c671e service nova] Releasing lock "refresh_cache-2d2b5b9f-183a-4095-983b-c100758c3343" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.675138] env[68326]: DEBUG nova.compute.manager [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1042.675357] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.676293] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79308b2-b443-4bd0-a134-754429914fd8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.683922] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.684186] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea3989cc-e990-48d4-bfd6-87f3c4a87899 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.693322] env[68326]: DEBUG oslo_vmware.api [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Waiting for the task: (returnval){ [ 1042.693322] env[68326]: value = "task-3129801" [ 1042.693322] env[68326]: _type = "Task" [ 1042.693322] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.705518] env[68326]: DEBUG oslo_vmware.api [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': task-3129801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.778456] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129798, 'name': ReconfigVM_Task, 'duration_secs': 0.313101} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.778802] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Reconfigured VM instance instance-00000058 to attach disk [datastore1] f4bef3ba-a1e2-4232-b8ce-554d6a65298b/f4bef3ba-a1e2-4232-b8ce-554d6a65298b.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.779546] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcf58e39-1efe-4030-bfbc-54a3ee9c0073 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.786932] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1042.786932] env[68326]: value = "task-3129802" [ 1042.786932] env[68326]: _type = "Task" [ 1042.786932] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.796191] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129802, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.846610] env[68326]: DEBUG oslo_vmware.api [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422786} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.846880] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.847054] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.847225] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.847462] env[68326]: INFO nova.compute.manager [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1042.847714] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.847938] env[68326]: DEBUG nova.compute.manager [-] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1042.848071] env[68326]: DEBUG nova.network.neutron [-] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.125243] env[68326]: DEBUG oslo_concurrency.lockutils [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.125916] env[68326]: DEBUG nova.compute.manager [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1043.131054] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.667s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.131361] env[68326]: DEBUG nova.objects.instance [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1043.205546] env[68326]: DEBUG oslo_vmware.api [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': task-3129801, 'name': PowerOffVM_Task, 'duration_secs': 0.313542} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.205996] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.206226] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.206504] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4610e81e-817f-451c-82b7-326f268bbdde {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.297126] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129802, 'name': Rename_Task, 'duration_secs': 0.193163} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.297405] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.297653] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-373becf7-5b55-4d4e-a928-1aa6d7e48996 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.304170] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1043.304170] env[68326]: value = "task-3129804" [ 1043.304170] env[68326]: _type = "Task" [ 1043.304170] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.312243] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.399151] env[68326]: DEBUG nova.compute.manager [req-86f7dbca-eb45-48e5-ad7f-f6448078e62f req-e8d84849-04fb-49b9-8ba1-e8457312d5bf service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Received event network-vif-deleted-f0f3efa6-7128-4f23-ab1b-834b14b3842f {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1043.399361] env[68326]: INFO nova.compute.manager [req-86f7dbca-eb45-48e5-ad7f-f6448078e62f req-e8d84849-04fb-49b9-8ba1-e8457312d5bf service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Neutron deleted interface f0f3efa6-7128-4f23-ab1b-834b14b3842f; detaching it from the instance and deleting it from the info cache [ 1043.399530] env[68326]: DEBUG nova.network.neutron [req-86f7dbca-eb45-48e5-ad7f-f6448078e62f req-e8d84849-04fb-49b9-8ba1-e8457312d5bf service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.597961] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.598207] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.598393] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Deleting the datastore file [datastore1] 8df6b92f-dbf7-4c63-b00f-111f71fe97bb {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.598663] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-041f47ef-3fd0-401d-b76d-1eef03c10907 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.605608] env[68326]: DEBUG oslo_vmware.api [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Waiting for the task: (returnval){ [ 1043.605608] env[68326]: value = "task-3129805" [ 1043.605608] env[68326]: _type = "Task" [ 1043.605608] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.613825] env[68326]: DEBUG oslo_vmware.api [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': task-3129805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.638883] env[68326]: DEBUG nova.compute.utils [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.640320] env[68326]: DEBUG nova.compute.manager [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1043.640501] env[68326]: DEBUG nova.network.neutron [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.679446] env[68326]: DEBUG nova.policy [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7eb2e4cb8e0646b28879e6c7a4a1890a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52f98726b5db4f3dbfaf2dfd091e05bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.815161] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129804, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.883736] env[68326]: DEBUG nova.network.neutron [-] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.906034] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09dde9c8-4b68-4409-b701-74350e20e673 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.916224] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02475c2f-5ca0-49f5-940e-b732fc1092ac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.959156] env[68326]: DEBUG nova.compute.manager [req-86f7dbca-eb45-48e5-ad7f-f6448078e62f req-e8d84849-04fb-49b9-8ba1-e8457312d5bf service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Detach interface failed, port_id=f0f3efa6-7128-4f23-ab1b-834b14b3842f, reason: Instance 87128a5e-1fa1-4de9-ae0a-888e14bfea93 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1043.974507] env[68326]: DEBUG nova.network.neutron [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Successfully created port: de6258f7-70d0-466e-b7fc-ad01e80f74a5 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.035606] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f6a5ce-700b-4a4b-8946-2a0bedc8b6e7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.053540] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Updating instance '882c2871-7198-41e6-9701-7ccad3467dd4' progress to 0 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.119025] env[68326]: DEBUG oslo_vmware.api [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Task: {'id': task-3129805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425717} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.119025] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.119025] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.119025] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.119025] env[68326]: INFO nova.compute.manager [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Took 1.44 seconds to destroy the instance on the hypervisor. [ 1044.119025] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.119025] env[68326]: DEBUG nova.compute.manager [-] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1044.119025] env[68326]: DEBUG nova.network.neutron [-] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.144021] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0da008a8-1683-45a2-92d5-c98a92b8dcc2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.144021] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.016s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.150652] env[68326]: INFO nova.compute.claims [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.153658] env[68326]: DEBUG nova.compute.manager [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1044.315822] env[68326]: DEBUG oslo_vmware.api [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129804, 'name': PowerOnVM_Task, 'duration_secs': 0.553697} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.316281] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.316513] env[68326]: INFO nova.compute.manager [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1044.316707] env[68326]: DEBUG nova.compute.manager [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1044.317520] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce02bafe-96c8-4c22-b1b7-c747c94c5c1a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.386909] env[68326]: INFO nova.compute.manager [-] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Took 1.54 seconds to deallocate network for instance. [ 1044.561312] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.561613] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a59be78-c6cd-47df-8e0b-d5b84ac18745 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.569157] env[68326]: DEBUG oslo_vmware.api [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1044.569157] env[68326]: value = "task-3129806" [ 1044.569157] env[68326]: _type = "Task" [ 1044.569157] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.578183] env[68326]: DEBUG oslo_vmware.api [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.837979] env[68326]: INFO nova.compute.manager [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Took 24.40 seconds to build instance. [ 1044.900770] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.079562] env[68326]: DEBUG oslo_vmware.api [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129806, 'name': PowerOffVM_Task, 'duration_secs': 0.2345} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.080026] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.080229] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Updating instance '882c2871-7198-41e6-9701-7ccad3467dd4' progress to 17 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.167214] env[68326]: DEBUG nova.compute.manager [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1045.198763] env[68326]: DEBUG nova.virt.hardware [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.199070] env[68326]: DEBUG nova.virt.hardware [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.199265] env[68326]: DEBUG nova.virt.hardware [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.199472] env[68326]: DEBUG nova.virt.hardware [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.199621] env[68326]: DEBUG nova.virt.hardware [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.199770] env[68326]: DEBUG nova.virt.hardware [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.200059] env[68326]: DEBUG nova.virt.hardware [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.200284] env[68326]: DEBUG nova.virt.hardware [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.200477] env[68326]: DEBUG nova.virt.hardware [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.200644] env[68326]: DEBUG nova.virt.hardware [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.200819] env[68326]: DEBUG nova.virt.hardware [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.201806] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d89966-903e-4f11-b078-f5a9eb8c87bb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.212835] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efb9131-7224-4ba2-8527-48d82dd4f155 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.238915] env[68326]: DEBUG nova.network.neutron [-] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.342935] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d3dd4724-51bb-4028-80a7-180060735e35 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "f4bef3ba-a1e2-4232-b8ce-554d6a65298b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.911s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.427991] env[68326]: DEBUG nova.compute.manager [req-d76ce11a-3882-4755-88cf-bf7786603713 req-ab961d83-2271-4dbf-8012-29734da28596 service nova] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Received event network-vif-deleted-22f21346-868b-4556-aae3-47ac30e75a8d {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1045.493950] env[68326]: INFO nova.compute.manager [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Rescuing [ 1045.494270] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "refresh_cache-f4bef3ba-a1e2-4232-b8ce-554d6a65298b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.495027] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquired lock "refresh_cache-f4bef3ba-a1e2-4232-b8ce-554d6a65298b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.495027] env[68326]: DEBUG nova.network.neutron [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.551304] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22aab07-6ae2-49ef-aca1-2127551d9d5b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.562616] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a65539-659a-4912-9477-0d16d7f99696 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.598349] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:48:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.598589] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.598801] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.598980] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.599139] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.599286] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.599487] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.599640] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.599805] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.600014] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.600156] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.605243] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c959ac6d-56b6-41d2-90c1-7d3c8a1903e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.615982] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f1568c-74fd-4c82-9875-383890463edb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.626934] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1480bdd3-e44d-45f4-b6f5-d5d9bf06b7a4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.630864] env[68326]: DEBUG oslo_vmware.api [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1045.630864] env[68326]: value = "task-3129807" [ 1045.630864] env[68326]: _type = "Task" [ 1045.630864] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.642660] env[68326]: DEBUG nova.compute.provider_tree [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.649712] env[68326]: DEBUG oslo_vmware.api [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.694474] env[68326]: DEBUG nova.network.neutron [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Successfully updated port: de6258f7-70d0-466e-b7fc-ad01e80f74a5 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.741649] env[68326]: INFO nova.compute.manager [-] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Took 1.62 seconds to deallocate network for instance. [ 1046.140457] env[68326]: DEBUG oslo_vmware.api [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129807, 'name': ReconfigVM_Task, 'duration_secs': 0.357905} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.140775] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Updating instance '882c2871-7198-41e6-9701-7ccad3467dd4' progress to 33 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.146333] env[68326]: DEBUG nova.scheduler.client.report [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.196921] env[68326]: DEBUG oslo_concurrency.lockutils [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "refresh_cache-9afe106d-ba92-4885-99fd-ea9c38121b08" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.197063] env[68326]: DEBUG oslo_concurrency.lockutils [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "refresh_cache-9afe106d-ba92-4885-99fd-ea9c38121b08" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.197137] env[68326]: DEBUG nova.network.neutron [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.221786] env[68326]: DEBUG nova.network.neutron [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Updating instance_info_cache with network_info: [{"id": "6e0ac2d9-393e-4906-83a0-a52b450e64f4", "address": "fa:16:3e:8d:7a:4e", "network": {"id": "ca2a7299-b9bc-457f-8264-1b6ab5a6a64b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-434175212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5d9686e92c134a80ab8ad85c542315c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e0ac2d9-39", "ovs_interfaceid": "6e0ac2d9-393e-4906-83a0-a52b450e64f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.248773] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.648023] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1fd9d62c-3edc-4f90-8e25-61127fe41b68',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-888836463',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.648023] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.648023] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.648023] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.648023] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.648597] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.649010] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.654089] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.654089] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.654089] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.654089] env[68326]: DEBUG nova.virt.hardware [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.662028] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1046.662028] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.662538] env[68326]: DEBUG nova.compute.manager [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1046.667536] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6849118-0779-44c0-892e-73a17b9f74c3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.686319] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.815s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.686584] env[68326]: DEBUG nova.objects.instance [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lazy-loading 'resources' on Instance uuid 12e88969-1824-47ab-841b-c49e19bad267 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.694115] env[68326]: DEBUG oslo_vmware.api [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1046.694115] env[68326]: value = "task-3129808" [ 1046.694115] env[68326]: _type = "Task" [ 1046.694115] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.705584] env[68326]: DEBUG oslo_vmware.api [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.725024] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Releasing lock "refresh_cache-f4bef3ba-a1e2-4232-b8ce-554d6a65298b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.796766] env[68326]: DEBUG nova.network.neutron [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.931173] env[68326]: DEBUG nova.network.neutron [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Updating instance_info_cache with network_info: [{"id": "de6258f7-70d0-466e-b7fc-ad01e80f74a5", "address": "fa:16:3e:52:f2:62", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6258f7-70", "ovs_interfaceid": "de6258f7-70d0-466e-b7fc-ad01e80f74a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.170169] env[68326]: DEBUG nova.compute.utils [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.171547] env[68326]: DEBUG nova.compute.manager [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1047.171724] env[68326]: DEBUG nova.network.neutron [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.206517] env[68326]: DEBUG oslo_vmware.api [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129808, 'name': ReconfigVM_Task, 'duration_secs': 0.168985} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.208608] env[68326]: DEBUG nova.policy [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5633436c1a24491acb4d0c414ee3461', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '95ce0bb65df142659c2f590ba44be811', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.210658] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1047.211846] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccfe3f4-dd4d-45f8-984f-81e02715a98d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.238370] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 882c2871-7198-41e6-9701-7ccad3467dd4/882c2871-7198-41e6-9701-7ccad3467dd4.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.241016] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72cb675b-e943-4eea-b8b8-85b8187c06d6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.260814] env[68326]: DEBUG oslo_vmware.api [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1047.260814] env[68326]: value = "task-3129809" [ 1047.260814] env[68326]: _type = "Task" [ 1047.260814] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.271541] env[68326]: DEBUG oslo_vmware.api [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.433876] env[68326]: DEBUG oslo_concurrency.lockutils [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "refresh_cache-9afe106d-ba92-4885-99fd-ea9c38121b08" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.434485] env[68326]: DEBUG nova.compute.manager [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Instance network_info: |[{"id": "de6258f7-70d0-466e-b7fc-ad01e80f74a5", "address": "fa:16:3e:52:f2:62", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6258f7-70", "ovs_interfaceid": "de6258f7-70d0-466e-b7fc-ad01e80f74a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1047.436348] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:f2:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de6258f7-70d0-466e-b7fc-ad01e80f74a5', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.443550] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.446380] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.446785] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b10c454-77fc-4d48-9c6d-888652ac7f80 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.469308] env[68326]: DEBUG nova.compute.manager [req-bd67a3c7-85f8-4dbe-91e6-130af2887213 req-6012eca3-97f1-493d-b171-ec80dfc9f898 service nova] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Received event network-vif-plugged-de6258f7-70d0-466e-b7fc-ad01e80f74a5 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1047.469518] env[68326]: DEBUG oslo_concurrency.lockutils [req-bd67a3c7-85f8-4dbe-91e6-130af2887213 req-6012eca3-97f1-493d-b171-ec80dfc9f898 service nova] Acquiring lock "9afe106d-ba92-4885-99fd-ea9c38121b08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.469719] env[68326]: DEBUG oslo_concurrency.lockutils [req-bd67a3c7-85f8-4dbe-91e6-130af2887213 req-6012eca3-97f1-493d-b171-ec80dfc9f898 service nova] Lock "9afe106d-ba92-4885-99fd-ea9c38121b08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.469997] env[68326]: DEBUG oslo_concurrency.lockutils [req-bd67a3c7-85f8-4dbe-91e6-130af2887213 req-6012eca3-97f1-493d-b171-ec80dfc9f898 service nova] Lock "9afe106d-ba92-4885-99fd-ea9c38121b08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.470250] env[68326]: DEBUG nova.compute.manager [req-bd67a3c7-85f8-4dbe-91e6-130af2887213 req-6012eca3-97f1-493d-b171-ec80dfc9f898 service nova] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] No waiting events found dispatching network-vif-plugged-de6258f7-70d0-466e-b7fc-ad01e80f74a5 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1047.470773] env[68326]: WARNING nova.compute.manager [req-bd67a3c7-85f8-4dbe-91e6-130af2887213 req-6012eca3-97f1-493d-b171-ec80dfc9f898 service nova] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Received unexpected event network-vif-plugged-de6258f7-70d0-466e-b7fc-ad01e80f74a5 for instance with vm_state building and task_state spawning. [ 1047.470773] env[68326]: DEBUG nova.compute.manager [req-bd67a3c7-85f8-4dbe-91e6-130af2887213 req-6012eca3-97f1-493d-b171-ec80dfc9f898 service nova] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Received event network-changed-de6258f7-70d0-466e-b7fc-ad01e80f74a5 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1047.470773] env[68326]: DEBUG nova.compute.manager [req-bd67a3c7-85f8-4dbe-91e6-130af2887213 req-6012eca3-97f1-493d-b171-ec80dfc9f898 service nova] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Refreshing instance network info cache due to event network-changed-de6258f7-70d0-466e-b7fc-ad01e80f74a5. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1047.470933] env[68326]: DEBUG oslo_concurrency.lockutils [req-bd67a3c7-85f8-4dbe-91e6-130af2887213 req-6012eca3-97f1-493d-b171-ec80dfc9f898 service nova] Acquiring lock "refresh_cache-9afe106d-ba92-4885-99fd-ea9c38121b08" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.471357] env[68326]: DEBUG oslo_concurrency.lockutils [req-bd67a3c7-85f8-4dbe-91e6-130af2887213 req-6012eca3-97f1-493d-b171-ec80dfc9f898 service nova] Acquired lock "refresh_cache-9afe106d-ba92-4885-99fd-ea9c38121b08" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.471549] env[68326]: DEBUG nova.network.neutron [req-bd67a3c7-85f8-4dbe-91e6-130af2887213 req-6012eca3-97f1-493d-b171-ec80dfc9f898 service nova] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Refreshing network info cache for port de6258f7-70d0-466e-b7fc-ad01e80f74a5 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.478407] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.478407] env[68326]: value = "task-3129810" [ 1047.478407] env[68326]: _type = "Task" [ 1047.478407] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.493969] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129810, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.602664] env[68326]: DEBUG nova.network.neutron [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Successfully created port: 81db63b8-2910-4297-97a9-b4cbfea708d4 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.635635] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c79802a-6d12-4029-b21e-b2d1f4224307 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.643293] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d7e175-29e9-4402-8f9c-aa4342232a86 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.674265] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb15c77e-8d38-4a7a-a7d3-a6d65d679368 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.677068] env[68326]: DEBUG nova.compute.manager [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1047.684980] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb1dc85-f512-43f2-81e6-4d7a035aae35 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.698588] env[68326]: DEBUG nova.compute.provider_tree [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.771640] env[68326]: DEBUG oslo_vmware.api [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129809, 'name': ReconfigVM_Task, 'duration_secs': 0.26033} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.771899] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 882c2871-7198-41e6-9701-7ccad3467dd4/882c2871-7198-41e6-9701-7ccad3467dd4.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.772163] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Updating instance '882c2871-7198-41e6-9701-7ccad3467dd4' progress to 50 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1047.989626] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129810, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.167998] env[68326]: DEBUG nova.network.neutron [req-bd67a3c7-85f8-4dbe-91e6-130af2887213 req-6012eca3-97f1-493d-b171-ec80dfc9f898 service nova] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Updated VIF entry in instance network info cache for port de6258f7-70d0-466e-b7fc-ad01e80f74a5. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.168369] env[68326]: DEBUG nova.network.neutron [req-bd67a3c7-85f8-4dbe-91e6-130af2887213 req-6012eca3-97f1-493d-b171-ec80dfc9f898 service nova] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Updating instance_info_cache with network_info: [{"id": "de6258f7-70d0-466e-b7fc-ad01e80f74a5", "address": "fa:16:3e:52:f2:62", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde6258f7-70", "ovs_interfaceid": "de6258f7-70d0-466e-b7fc-ad01e80f74a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.219847] env[68326]: ERROR nova.scheduler.client.report [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [req-f84ad069-287f-4273-8cf4-75692e410368] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f84ad069-287f-4273-8cf4-75692e410368"}]} [ 1048.236014] env[68326]: DEBUG nova.scheduler.client.report [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1048.251377] env[68326]: DEBUG nova.scheduler.client.report [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1048.251599] env[68326]: DEBUG nova.compute.provider_tree [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.262111] env[68326]: DEBUG nova.scheduler.client.report [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1048.264076] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.264490] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9909767-b933-40ec-a0aa-53db4c163ca4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.271612] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1048.271612] env[68326]: value = "task-3129811" [ 1048.271612] env[68326]: _type = "Task" [ 1048.271612] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.280721] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.281470] env[68326]: DEBUG nova.scheduler.client.report [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1048.283765] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8056c9-089f-4aa2-a801-b2ef22240fe4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.306123] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217047fe-9489-455d-b43c-0dab798b3d9e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.324787] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Updating instance '882c2871-7198-41e6-9701-7ccad3467dd4' progress to 67 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.489568] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129810, 'name': CreateVM_Task, 'duration_secs': 0.548622} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.492343] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.492914] env[68326]: DEBUG oslo_concurrency.lockutils [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.493102] env[68326]: DEBUG oslo_concurrency.lockutils [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.493417] env[68326]: DEBUG oslo_concurrency.lockutils [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.494933] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f74b95-20c8-4b9a-82f9-ac436a73b726 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.498676] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1048.498676] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]522662b5-9732-a958-b482-26408fcf7d0c" [ 1048.498676] env[68326]: _type = "Task" [ 1048.498676] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.507804] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522662b5-9732-a958-b482-26408fcf7d0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.637381] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4c4430-01bb-4dd0-bc9a-72bc5e16a81d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.644832] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3426e578-a6b3-4a15-a554-f449db13b6d5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.676093] env[68326]: DEBUG oslo_concurrency.lockutils [req-bd67a3c7-85f8-4dbe-91e6-130af2887213 req-6012eca3-97f1-493d-b171-ec80dfc9f898 service nova] Releasing lock "refresh_cache-9afe106d-ba92-4885-99fd-ea9c38121b08" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.677184] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bb7489-2f4f-4c27-89fd-91b98436d414 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.684872] env[68326]: DEBUG nova.compute.manager [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1048.687997] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fcb2ee1-4a86-4516-9824-d28ae6798654 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.701083] env[68326]: DEBUG nova.compute.provider_tree [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.709820] env[68326]: DEBUG nova.virt.hardware [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.710066] env[68326]: DEBUG nova.virt.hardware [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.710233] env[68326]: DEBUG nova.virt.hardware [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.710418] env[68326]: DEBUG nova.virt.hardware [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.710565] env[68326]: DEBUG nova.virt.hardware [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.710713] env[68326]: DEBUG nova.virt.hardware [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.710917] env[68326]: DEBUG nova.virt.hardware [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.711085] env[68326]: DEBUG nova.virt.hardware [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.711254] env[68326]: DEBUG nova.virt.hardware [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.711414] env[68326]: DEBUG nova.virt.hardware [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.711587] env[68326]: DEBUG nova.virt.hardware [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.712343] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e181571d-59a7-44cc-b9c1-ea349f86ba91 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.719678] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5cf99d-91b6-4c65-be5c-fc7af00e5d1f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.781502] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129811, 'name': PowerOffVM_Task, 'duration_secs': 0.196972} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.781770] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.782552] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e16cf8-1669-4f5b-8207-4c1560f9f066 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.799927] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0984c9-049a-4133-8b8b-a585362605fe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.825534] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.825836] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a72c180-5833-4ba6-824c-ad59823899a1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.835262] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1048.835262] env[68326]: value = "task-3129812" [ 1048.835262] env[68326]: _type = "Task" [ 1048.835262] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.843341] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] VM already powered off {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1048.843904] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.843904] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.843904] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.844073] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.844292] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1f9eebe-32d6-4e25-81ce-04b66e3e4dd4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.851449] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.851625] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.852303] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19105e2c-a767-470c-a46f-1c1753cefb8f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.856961] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1048.856961] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c223ab-fe01-ead5-492c-f3365baa185d" [ 1048.856961] env[68326]: _type = "Task" [ 1048.856961] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.864918] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c223ab-fe01-ead5-492c-f3365baa185d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.881141] env[68326]: DEBUG nova.network.neutron [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Port 9da77713-a789-43bf-b8e0-e4f8cab31129 binding to destination host cpu-1 is already ACTIVE {{(pid=68326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1049.009060] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522662b5-9732-a958-b482-26408fcf7d0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011278} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.009374] env[68326]: DEBUG oslo_concurrency.lockutils [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.009829] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.009829] env[68326]: DEBUG oslo_concurrency.lockutils [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.138310] env[68326]: DEBUG nova.network.neutron [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Successfully updated port: 81db63b8-2910-4297-97a9-b4cbfea708d4 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.236038] env[68326]: DEBUG nova.scheduler.client.report [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1049.236038] env[68326]: DEBUG nova.compute.provider_tree [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 128 to 129 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1049.236441] env[68326]: DEBUG nova.compute.provider_tree [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.367698] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c223ab-fe01-ead5-492c-f3365baa185d, 'name': SearchDatastore_Task, 'duration_secs': 0.008036} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.368474] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76a29fa8-7b1a-4dd1-97e1-060846fa4a5f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.373317] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1049.373317] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52095ab9-d549-cf74-fd71-9793813963ab" [ 1049.373317] env[68326]: _type = "Task" [ 1049.373317] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.381039] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52095ab9-d549-cf74-fd71-9793813963ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.482956] env[68326]: DEBUG nova.compute.manager [req-a043f8dd-0a16-4536-bb78-4e3c7b68fefd req-f22dddc3-bb7a-4993-ae0b-59ea7ed397f5 service nova] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Received event network-vif-plugged-81db63b8-2910-4297-97a9-b4cbfea708d4 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1049.483195] env[68326]: DEBUG oslo_concurrency.lockutils [req-a043f8dd-0a16-4536-bb78-4e3c7b68fefd req-f22dddc3-bb7a-4993-ae0b-59ea7ed397f5 service nova] Acquiring lock "fae9568a-747a-44ba-ad08-62c2e9be0197-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.483400] env[68326]: DEBUG oslo_concurrency.lockutils [req-a043f8dd-0a16-4536-bb78-4e3c7b68fefd req-f22dddc3-bb7a-4993-ae0b-59ea7ed397f5 service nova] Lock "fae9568a-747a-44ba-ad08-62c2e9be0197-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.483565] env[68326]: DEBUG oslo_concurrency.lockutils [req-a043f8dd-0a16-4536-bb78-4e3c7b68fefd req-f22dddc3-bb7a-4993-ae0b-59ea7ed397f5 service nova] Lock "fae9568a-747a-44ba-ad08-62c2e9be0197-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.483731] env[68326]: DEBUG nova.compute.manager [req-a043f8dd-0a16-4536-bb78-4e3c7b68fefd req-f22dddc3-bb7a-4993-ae0b-59ea7ed397f5 service nova] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] No waiting events found dispatching network-vif-plugged-81db63b8-2910-4297-97a9-b4cbfea708d4 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.483963] env[68326]: WARNING nova.compute.manager [req-a043f8dd-0a16-4536-bb78-4e3c7b68fefd req-f22dddc3-bb7a-4993-ae0b-59ea7ed397f5 service nova] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Received unexpected event network-vif-plugged-81db63b8-2910-4297-97a9-b4cbfea708d4 for instance with vm_state building and task_state spawning. [ 1049.484066] env[68326]: DEBUG nova.compute.manager [req-a043f8dd-0a16-4536-bb78-4e3c7b68fefd req-f22dddc3-bb7a-4993-ae0b-59ea7ed397f5 service nova] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Received event network-changed-81db63b8-2910-4297-97a9-b4cbfea708d4 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1049.484224] env[68326]: DEBUG nova.compute.manager [req-a043f8dd-0a16-4536-bb78-4e3c7b68fefd req-f22dddc3-bb7a-4993-ae0b-59ea7ed397f5 service nova] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Refreshing instance network info cache due to event network-changed-81db63b8-2910-4297-97a9-b4cbfea708d4. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1049.484403] env[68326]: DEBUG oslo_concurrency.lockutils [req-a043f8dd-0a16-4536-bb78-4e3c7b68fefd req-f22dddc3-bb7a-4993-ae0b-59ea7ed397f5 service nova] Acquiring lock "refresh_cache-fae9568a-747a-44ba-ad08-62c2e9be0197" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.484539] env[68326]: DEBUG oslo_concurrency.lockutils [req-a043f8dd-0a16-4536-bb78-4e3c7b68fefd req-f22dddc3-bb7a-4993-ae0b-59ea7ed397f5 service nova] Acquired lock "refresh_cache-fae9568a-747a-44ba-ad08-62c2e9be0197" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.484693] env[68326]: DEBUG nova.network.neutron [req-a043f8dd-0a16-4536-bb78-4e3c7b68fefd req-f22dddc3-bb7a-4993-ae0b-59ea7ed397f5 service nova] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Refreshing network info cache for port 81db63b8-2910-4297-97a9-b4cbfea708d4 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.641872] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "refresh_cache-fae9568a-747a-44ba-ad08-62c2e9be0197" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.741097] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.055s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.743383] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.518s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.744873] env[68326]: INFO nova.compute.claims [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.769129] env[68326]: INFO nova.scheduler.client.report [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleted allocations for instance 12e88969-1824-47ab-841b-c49e19bad267 [ 1049.884960] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52095ab9-d549-cf74-fd71-9793813963ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.885264] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.885551] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] f4bef3ba-a1e2-4232-b8ce-554d6a65298b/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk. {{(pid=68326) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1049.885908] env[68326]: DEBUG oslo_concurrency.lockutils [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.886177] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.886402] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f55cc09d-fdda-44f3-9304-a0d4475333e0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.888759] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcc49910-bbb8-4068-b6c3-911251a57019 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.905775] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "882c2871-7198-41e6-9701-7ccad3467dd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.906117] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "882c2871-7198-41e6-9701-7ccad3467dd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.906314] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "882c2871-7198-41e6-9701-7ccad3467dd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.909405] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.909405] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.909693] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1049.909693] env[68326]: value = "task-3129813" [ 1049.909693] env[68326]: _type = "Task" [ 1049.909693] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.910197] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92704f3e-49e8-4f84-a63d-e6365b23b3d9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.920130] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1049.920130] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52bd303f-cde3-01aa-758a-af836a172b1b" [ 1049.920130] env[68326]: _type = "Task" [ 1049.920130] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.923824] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.932281] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52bd303f-cde3-01aa-758a-af836a172b1b, 'name': SearchDatastore_Task, 'duration_secs': 0.008536} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.933060] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06fed40e-8984-480a-bdab-3a7ee178c8f8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.938062] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1049.938062] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]527adcc6-d807-745f-018a-cc25dcae22d0" [ 1049.938062] env[68326]: _type = "Task" [ 1049.938062] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.946101] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]527adcc6-d807-745f-018a-cc25dcae22d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.028808] env[68326]: DEBUG nova.network.neutron [req-a043f8dd-0a16-4536-bb78-4e3c7b68fefd req-f22dddc3-bb7a-4993-ae0b-59ea7ed397f5 service nova] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.172734] env[68326]: DEBUG nova.network.neutron [req-a043f8dd-0a16-4536-bb78-4e3c7b68fefd req-f22dddc3-bb7a-4993-ae0b-59ea7ed397f5 service nova] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.276899] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2dcd3c77-e3f8-4b66-866a-cbc848bf43d4 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "12e88969-1824-47ab-841b-c49e19bad267" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.345s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.425865] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471151} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.426259] env[68326]: INFO nova.virt.vmwareapi.ds_util [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] f4bef3ba-a1e2-4232-b8ce-554d6a65298b/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk. [ 1050.427048] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac166adb-9b04-4687-9aea-92c44a27a57f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.453568] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] f4bef3ba-a1e2-4232-b8ce-554d6a65298b/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.457191] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfa48806-5e8d-4d4c-b5f6-3ceef073d487 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.476271] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]527adcc6-d807-745f-018a-cc25dcae22d0, 'name': SearchDatastore_Task, 'duration_secs': 0.008134} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.477662] env[68326]: DEBUG oslo_concurrency.lockutils [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.477978] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 9afe106d-ba92-4885-99fd-ea9c38121b08/9afe106d-ba92-4885-99fd-ea9c38121b08.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.478280] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1050.478280] env[68326]: value = "task-3129814" [ 1050.478280] env[68326]: _type = "Task" [ 1050.478280] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.478520] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54b4ceea-c06b-4f25-bf33-6241c8032a47 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.489222] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129814, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.490563] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1050.490563] env[68326]: value = "task-3129815" [ 1050.490563] env[68326]: _type = "Task" [ 1050.490563] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.498196] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.674258] env[68326]: DEBUG oslo_concurrency.lockutils [req-a043f8dd-0a16-4536-bb78-4e3c7b68fefd req-f22dddc3-bb7a-4993-ae0b-59ea7ed397f5 service nova] Releasing lock "refresh_cache-fae9568a-747a-44ba-ad08-62c2e9be0197" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.674685] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "refresh_cache-fae9568a-747a-44ba-ad08-62c2e9be0197" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.674848] env[68326]: DEBUG nova.network.neutron [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.959122] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "refresh_cache-882c2871-7198-41e6-9701-7ccad3467dd4" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.959303] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquired lock "refresh_cache-882c2871-7198-41e6-9701-7ccad3467dd4" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.959472] env[68326]: DEBUG nova.network.neutron [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.989820] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129814, 'name': ReconfigVM_Task, 'duration_secs': 0.475773} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.992813] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Reconfigured VM instance instance-00000058 to attach disk [datastore1] f4bef3ba-a1e2-4232-b8ce-554d6a65298b/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.993472] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5cf951f-370b-4f05-9984-137768579f7b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.003944] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451805} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.021626] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 9afe106d-ba92-4885-99fd-ea9c38121b08/9afe106d-ba92-4885-99fd-ea9c38121b08.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.021860] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.027820] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab8930c0-67b2-47ca-a43e-3cd01e0d1f61 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.030024] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-793418c0-24c1-4e90-a43c-1a6a99a7c8b1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.047345] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1051.047345] env[68326]: value = "task-3129816" [ 1051.047345] env[68326]: _type = "Task" [ 1051.047345] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.047550] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1051.047550] env[68326]: value = "task-3129817" [ 1051.047550] env[68326]: _type = "Task" [ 1051.047550] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.063314] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.067442] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.179995] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bce212-fa83-4531-8ebf-7275dd64e17a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.187716] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ceba5b-3ae8-437f-85f3-d36b85620257 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.220098] env[68326]: DEBUG nova.network.neutron [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1051.223028] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f623888-8356-42e9-9f12-05e2e0cd1e47 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.230176] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04749ae-c615-4091-bab4-4f3157e1604c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.247017] env[68326]: DEBUG nova.compute.provider_tree [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.396570] env[68326]: DEBUG nova.network.neutron [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Updating instance_info_cache with network_info: [{"id": "81db63b8-2910-4297-97a9-b4cbfea708d4", "address": "fa:16:3e:f5:57:ea", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81db63b8-29", "ovs_interfaceid": "81db63b8-2910-4297-97a9-b4cbfea708d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.560855] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079365} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.560855] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.563829] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c2f06c-ad3c-4469-93f8-7820ee131f01 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.571616] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.597839] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 9afe106d-ba92-4885-99fd-ea9c38121b08/9afe106d-ba92-4885-99fd-ea9c38121b08.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.598150] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45b9b6b9-695d-4565-abe6-ec5b4a3a37b8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.621795] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1051.621795] env[68326]: value = "task-3129818" [ 1051.621795] env[68326]: _type = "Task" [ 1051.621795] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.632337] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.682508] env[68326]: DEBUG nova.network.neutron [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Updating instance_info_cache with network_info: [{"id": "9da77713-a789-43bf-b8e0-e4f8cab31129", "address": "fa:16:3e:bd:b6:50", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9da77713-a7", "ovs_interfaceid": "9da77713-a789-43bf-b8e0-e4f8cab31129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.780464] env[68326]: DEBUG nova.scheduler.client.report [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1051.780761] env[68326]: DEBUG nova.compute.provider_tree [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 129 to 130 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1051.780952] env[68326]: DEBUG nova.compute.provider_tree [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.899365] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "refresh_cache-fae9568a-747a-44ba-ad08-62c2e9be0197" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.899856] env[68326]: DEBUG nova.compute.manager [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Instance network_info: |[{"id": "81db63b8-2910-4297-97a9-b4cbfea708d4", "address": "fa:16:3e:f5:57:ea", "network": {"id": "5d456ffe-fa3f-48f3-b7eb-f19da9327098", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-947445912-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "95ce0bb65df142659c2f590ba44be811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81db63b8-29", "ovs_interfaceid": "81db63b8-2910-4297-97a9-b4cbfea708d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1051.900328] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:57:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81db63b8-2910-4297-97a9-b4cbfea708d4', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.907758] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.907977] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.908215] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ee9bf3f-ac78-43fc-9e14-5cfe83858f3a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.927947] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.927947] env[68326]: value = "task-3129819" [ 1051.927947] env[68326]: _type = "Task" [ 1051.927947] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.935506] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129819, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.063169] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129817, 'name': ReconfigVM_Task, 'duration_secs': 0.691922} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.063442] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.063696] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e8012d5-b811-422e-9eb3-39bbf342f19d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.069300] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1052.069300] env[68326]: value = "task-3129820" [ 1052.069300] env[68326]: _type = "Task" [ 1052.069300] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.076614] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.134289] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129818, 'name': ReconfigVM_Task, 'duration_secs': 0.287403} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.134695] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 9afe106d-ba92-4885-99fd-ea9c38121b08/9afe106d-ba92-4885-99fd-ea9c38121b08.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.135588] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-604cbc98-6bbd-4f58-adde-a5c3db86417a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.142195] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1052.142195] env[68326]: value = "task-3129821" [ 1052.142195] env[68326]: _type = "Task" [ 1052.142195] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.150473] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129821, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.185758] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Releasing lock "refresh_cache-882c2871-7198-41e6-9701-7ccad3467dd4" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.290327] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.291025] env[68326]: DEBUG nova.compute.manager [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1052.293734] env[68326]: DEBUG oslo_concurrency.lockutils [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.950s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.293954] env[68326]: DEBUG nova.objects.instance [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lazy-loading 'resources' on Instance uuid 6c865f2c-0796-4f18-9742-2ecb05d10867 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.348539] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "fee701ab-a672-4e56-b238-3dc2981838da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.348539] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "fee701ab-a672-4e56-b238-3dc2981838da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.439733] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129819, 'name': CreateVM_Task, 'duration_secs': 0.32785} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.440022] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.440683] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.440844] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.441177] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.441443] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eefa5973-fa57-44ee-8eff-25c278f0a81e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.446777] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 1052.446777] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52414ad5-5114-bac8-2f54-4986720dad17" [ 1052.446777] env[68326]: _type = "Task" [ 1052.446777] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.457600] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52414ad5-5114-bac8-2f54-4986720dad17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.579281] env[68326]: DEBUG oslo_vmware.api [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129820, 'name': PowerOnVM_Task, 'duration_secs': 0.49258} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.579540] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.582262] env[68326]: DEBUG nova.compute.manager [None req-ae470997-cdfd-4b18-bf88-4ee3010e789f tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1052.582995] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c606753-57fd-400e-a02e-9223a3e78264 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.653193] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129821, 'name': Rename_Task, 'duration_secs': 0.165286} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.653476] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.653725] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca4fcf2d-adf1-41e3-860f-31240d19ff45 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.660644] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1052.660644] env[68326]: value = "task-3129822" [ 1052.660644] env[68326]: _type = "Task" [ 1052.660644] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.667899] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.712027] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c360f1-3374-440d-8e4d-6bf3e3585d25 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.730069] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f7eb77-6fc5-4bf7-b38a-6f83093172bf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.736576] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Updating instance '882c2871-7198-41e6-9701-7ccad3467dd4' progress to 83 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.797924] env[68326]: DEBUG nova.compute.utils [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.798631] env[68326]: DEBUG nova.compute.manager [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1052.798794] env[68326]: DEBUG nova.network.neutron [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.849308] env[68326]: DEBUG nova.policy [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1ea8ec18fdf4e72bc85e4aa9ae77c51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6f9c7473468437388b988af0d9bf755', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.851424] env[68326]: DEBUG nova.compute.manager [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1052.962026] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52414ad5-5114-bac8-2f54-4986720dad17, 'name': SearchDatastore_Task, 'duration_secs': 0.014353} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.962026] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.962026] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.962026] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.962026] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.962026] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.962026] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98196ab2-83e9-4783-8b43-bfc06567da64 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.969626] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.969808] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.973048] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f81faa-b93a-47bd-b1f1-d941cbb80e84 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.978395] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 1052.978395] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52adcfb3-112a-1386-6bdc-2dca3194d2d9" [ 1052.978395] env[68326]: _type = "Task" [ 1052.978395] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.986376] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52adcfb3-112a-1386-6bdc-2dca3194d2d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.176702] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129822, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.244197] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.244197] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5e72052-5529-4cdd-9848-80b7287b071a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.249415] env[68326]: DEBUG nova.network.neutron [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Successfully created port: 7364cb4f-0dcc-4169-acdf-87ac98504eab {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.253991] env[68326]: DEBUG oslo_vmware.api [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1053.253991] env[68326]: value = "task-3129823" [ 1053.253991] env[68326]: _type = "Task" [ 1053.253991] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.254992] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038630ff-a1b3-48c3-b945-4d79d7f8ca03 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.270158] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd19603-c369-4fcf-ab7b-1a4f53b3ece7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.274104] env[68326]: DEBUG oslo_vmware.api [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129823, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.304693] env[68326]: DEBUG nova.compute.manager [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1053.311592] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c937035-2eb9-476c-aac0-60bfc69cd9f9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.317016] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fe0ce8-625d-4e2c-a5ff-31c30a8291e4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.331490] env[68326]: DEBUG nova.compute.provider_tree [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.374594] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.493204] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52adcfb3-112a-1386-6bdc-2dca3194d2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011839} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.494213] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea386ca1-73e7-44ba-90ee-2701c5389a49 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.500207] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 1053.500207] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52d3da59-cf2c-9a48-c78b-d256da8780af" [ 1053.500207] env[68326]: _type = "Task" [ 1053.500207] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.509017] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d3da59-cf2c-9a48-c78b-d256da8780af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.660111] env[68326]: INFO nova.compute.manager [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Unrescuing [ 1053.663416] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "refresh_cache-f4bef3ba-a1e2-4232-b8ce-554d6a65298b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.663416] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquired lock "refresh_cache-f4bef3ba-a1e2-4232-b8ce-554d6a65298b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.663416] env[68326]: DEBUG nova.network.neutron [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.671881] env[68326]: DEBUG oslo_vmware.api [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129822, 'name': PowerOnVM_Task, 'duration_secs': 0.719635} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.671881] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.671881] env[68326]: INFO nova.compute.manager [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1053.671881] env[68326]: DEBUG nova.compute.manager [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1053.672511] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba963d2-d9f0-4abf-b5af-649274c4b95a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.767247] env[68326]: DEBUG oslo_vmware.api [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129823, 'name': PowerOnVM_Task, 'duration_secs': 0.410122} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.767576] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.767768] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb10f60-7fe0-4f0c-b874-96f82ba772f8 tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Updating instance '882c2871-7198-41e6-9701-7ccad3467dd4' progress to 100 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.834531] env[68326]: DEBUG nova.scheduler.client.report [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.010780] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d3da59-cf2c-9a48-c78b-d256da8780af, 'name': SearchDatastore_Task, 'duration_secs': 0.011917} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.011043] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.011317] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] fae9568a-747a-44ba-ad08-62c2e9be0197/fae9568a-747a-44ba-ad08-62c2e9be0197.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.011563] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e252f2a-c399-4a89-b179-541f353ee2ab {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.018434] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 1054.018434] env[68326]: value = "task-3129824" [ 1054.018434] env[68326]: _type = "Task" [ 1054.018434] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.025647] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.192939] env[68326]: INFO nova.compute.manager [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Took 22.90 seconds to build instance. [ 1054.318552] env[68326]: DEBUG nova.compute.manager [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1054.341109] env[68326]: DEBUG oslo_concurrency.lockutils [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.343757] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.331s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.344649] env[68326]: INFO nova.compute.claims [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.352677] env[68326]: DEBUG nova.virt.hardware [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.353246] env[68326]: DEBUG nova.virt.hardware [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.353630] env[68326]: DEBUG nova.virt.hardware [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.353930] env[68326]: DEBUG nova.virt.hardware [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.354240] env[68326]: DEBUG nova.virt.hardware [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.354533] env[68326]: DEBUG nova.virt.hardware [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.357011] env[68326]: DEBUG nova.virt.hardware [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.357465] env[68326]: DEBUG nova.virt.hardware [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.358157] env[68326]: DEBUG nova.virt.hardware [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.358157] env[68326]: DEBUG nova.virt.hardware [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.358383] env[68326]: DEBUG nova.virt.hardware [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.360669] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24fc0a0-ac45-436c-87e5-fe1ce84125c0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.367889] env[68326]: INFO nova.scheduler.client.report [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleted allocations for instance 6c865f2c-0796-4f18-9742-2ecb05d10867 [ 1054.386325] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f2b3d1-907a-428c-b38c-17f519c2f958 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.426283] env[68326]: DEBUG nova.network.neutron [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Updating instance_info_cache with network_info: [{"id": "6e0ac2d9-393e-4906-83a0-a52b450e64f4", "address": "fa:16:3e:8d:7a:4e", "network": {"id": "ca2a7299-b9bc-457f-8264-1b6ab5a6a64b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-434175212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5d9686e92c134a80ab8ad85c542315c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e0ac2d9-39", "ovs_interfaceid": "6e0ac2d9-393e-4906-83a0-a52b450e64f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.530582] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129824, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.695398] env[68326]: DEBUG oslo_concurrency.lockutils [None req-33a98a1a-df9f-44e2-850d-10e83bf7215f tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "9afe106d-ba92-4885-99fd-ea9c38121b08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.417s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.825291] env[68326]: DEBUG nova.compute.manager [req-0ae3deb9-6ed7-4f46-b6a9-6a5b1f7448f7 req-be3b3c5b-5af0-4612-8557-668f7b7817c5 service nova] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Received event network-vif-plugged-7364cb4f-0dcc-4169-acdf-87ac98504eab {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1054.825291] env[68326]: DEBUG oslo_concurrency.lockutils [req-0ae3deb9-6ed7-4f46-b6a9-6a5b1f7448f7 req-be3b3c5b-5af0-4612-8557-668f7b7817c5 service nova] Acquiring lock "afa2347b-d004-48d5-aed8-fc91987b999a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.825785] env[68326]: DEBUG oslo_concurrency.lockutils [req-0ae3deb9-6ed7-4f46-b6a9-6a5b1f7448f7 req-be3b3c5b-5af0-4612-8557-668f7b7817c5 service nova] Lock "afa2347b-d004-48d5-aed8-fc91987b999a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.826173] env[68326]: DEBUG oslo_concurrency.lockutils [req-0ae3deb9-6ed7-4f46-b6a9-6a5b1f7448f7 req-be3b3c5b-5af0-4612-8557-668f7b7817c5 service nova] Lock "afa2347b-d004-48d5-aed8-fc91987b999a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.826562] env[68326]: DEBUG nova.compute.manager [req-0ae3deb9-6ed7-4f46-b6a9-6a5b1f7448f7 req-be3b3c5b-5af0-4612-8557-668f7b7817c5 service nova] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] No waiting events found dispatching network-vif-plugged-7364cb4f-0dcc-4169-acdf-87ac98504eab {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.827459] env[68326]: WARNING nova.compute.manager [req-0ae3deb9-6ed7-4f46-b6a9-6a5b1f7448f7 req-be3b3c5b-5af0-4612-8557-668f7b7817c5 service nova] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Received unexpected event network-vif-plugged-7364cb4f-0dcc-4169-acdf-87ac98504eab for instance with vm_state building and task_state spawning. [ 1054.888457] env[68326]: DEBUG oslo_concurrency.lockutils [None req-935297ab-3b02-4509-8126-a2d1cfb2d694 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "6c865f2c-0796-4f18-9742-2ecb05d10867" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.417s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.894692] env[68326]: DEBUG nova.network.neutron [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Successfully updated port: 7364cb4f-0dcc-4169-acdf-87ac98504eab {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.931584] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Releasing lock "refresh_cache-f4bef3ba-a1e2-4232-b8ce-554d6a65298b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.931584] env[68326]: DEBUG nova.objects.instance [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lazy-loading 'flavor' on Instance uuid f4bef3ba-a1e2-4232-b8ce-554d6a65298b {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.935339] env[68326]: INFO nova.compute.manager [None req-a1ce79d1-f4be-4625-a4b2-93242fcd06a7 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Get console output [ 1054.935339] env[68326]: WARNING nova.virt.vmwareapi.driver [None req-a1ce79d1-f4be-4625-a4b2-93242fcd06a7 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] The console log is missing. Check your VSPC configuration [ 1055.033331] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755265} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.033727] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] fae9568a-747a-44ba-ad08-62c2e9be0197/fae9568a-747a-44ba-ad08-62c2e9be0197.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.034070] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.034405] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e7bd46d-f320-4897-bf89-cb6609875b86 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.041512] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 1055.041512] env[68326]: value = "task-3129825" [ 1055.041512] env[68326]: _type = "Task" [ 1055.041512] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.050253] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.397628] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "refresh_cache-afa2347b-d004-48d5-aed8-fc91987b999a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.397811] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquired lock "refresh_cache-afa2347b-d004-48d5-aed8-fc91987b999a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.397921] env[68326]: DEBUG nova.network.neutron [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.437394] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c462434-6dce-4395-bb90-9067dc21f634 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.476868] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.480574] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e95f81a-3b09-4197-a858-ae66202593b0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.489640] env[68326]: DEBUG oslo_vmware.api [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1055.489640] env[68326]: value = "task-3129826" [ 1055.489640] env[68326]: _type = "Task" [ 1055.489640] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.498627] env[68326]: DEBUG oslo_vmware.api [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.556997] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.469001} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.557523] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.559629] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd0c95a-3535-4d52-907b-a2f0123de772 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.584476] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] fae9568a-747a-44ba-ad08-62c2e9be0197/fae9568a-747a-44ba-ad08-62c2e9be0197.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.587897] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fd06eb7-de2e-44ac-a972-1ca1a95f60af {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.609362] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 1055.609362] env[68326]: value = "task-3129827" [ 1055.609362] env[68326]: _type = "Task" [ 1055.609362] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.620353] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.757081] env[68326]: DEBUG oslo_concurrency.lockutils [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "9afe106d-ba92-4885-99fd-ea9c38121b08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.757485] env[68326]: DEBUG oslo_concurrency.lockutils [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "9afe106d-ba92-4885-99fd-ea9c38121b08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.757805] env[68326]: DEBUG oslo_concurrency.lockutils [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "9afe106d-ba92-4885-99fd-ea9c38121b08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.758191] env[68326]: DEBUG oslo_concurrency.lockutils [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "9afe106d-ba92-4885-99fd-ea9c38121b08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.758499] env[68326]: DEBUG oslo_concurrency.lockutils [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "9afe106d-ba92-4885-99fd-ea9c38121b08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.762339] env[68326]: INFO nova.compute.manager [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Terminating instance [ 1055.809098] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62653aea-cc03-426d-ab9c-a73b2bc03d2c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.817172] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f133f86-8e63-436d-8ee5-99349f5df60a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.850149] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0979722d-0147-413a-8a6d-47a3c3ad6b58 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.857204] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2750b06-b1e1-4530-a106-a58317a236ae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.870137] env[68326]: DEBUG nova.compute.provider_tree [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.940379] env[68326]: DEBUG nova.network.neutron [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.999636] env[68326]: DEBUG oslo_vmware.api [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129826, 'name': PowerOffVM_Task, 'duration_secs': 0.270494} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.999945] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.005150] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1056.005498] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3c2dace-f6ac-4c54-bf4f-8ff96a273dbc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.026490] env[68326]: DEBUG oslo_vmware.api [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1056.026490] env[68326]: value = "task-3129828" [ 1056.026490] env[68326]: _type = "Task" [ 1056.026490] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.034455] env[68326]: DEBUG oslo_vmware.api [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.058361] env[68326]: DEBUG oslo_concurrency.lockutils [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquiring lock "a6190545-bcc1-40c9-9505-0c1001a38cf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.058653] env[68326]: DEBUG oslo_concurrency.lockutils [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "a6190545-bcc1-40c9-9505-0c1001a38cf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.058866] env[68326]: DEBUG oslo_concurrency.lockutils [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquiring lock "a6190545-bcc1-40c9-9505-0c1001a38cf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.059060] env[68326]: DEBUG oslo_concurrency.lockutils [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "a6190545-bcc1-40c9-9505-0c1001a38cf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.059239] env[68326]: DEBUG oslo_concurrency.lockutils [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "a6190545-bcc1-40c9-9505-0c1001a38cf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.061766] env[68326]: INFO nova.compute.manager [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Terminating instance [ 1056.100396] env[68326]: DEBUG nova.network.neutron [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Updating instance_info_cache with network_info: [{"id": "7364cb4f-0dcc-4169-acdf-87ac98504eab", "address": "fa:16:3e:e8:0a:41", "network": {"id": "d95a95a7-e43b-4c08-9723-837909c928eb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-273415824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6f9c7473468437388b988af0d9bf755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7364cb4f-0d", "ovs_interfaceid": "7364cb4f-0dcc-4169-acdf-87ac98504eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.120698] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129827, 'name': ReconfigVM_Task, 'duration_secs': 0.457447} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.120968] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Reconfigured VM instance instance-0000005a to attach disk [datastore1] fae9568a-747a-44ba-ad08-62c2e9be0197/fae9568a-747a-44ba-ad08-62c2e9be0197.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.121629] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27d9ee2f-8df1-46cb-8717-ee16a46426b5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.128671] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 1056.128671] env[68326]: value = "task-3129829" [ 1056.128671] env[68326]: _type = "Task" [ 1056.128671] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.136557] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129829, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.235122] env[68326]: DEBUG nova.network.neutron [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Port 9da77713-a789-43bf-b8e0-e4f8cab31129 binding to destination host cpu-1 is already ACTIVE {{(pid=68326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1056.235453] env[68326]: DEBUG oslo_concurrency.lockutils [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "refresh_cache-882c2871-7198-41e6-9701-7ccad3467dd4" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.235615] env[68326]: DEBUG oslo_concurrency.lockutils [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquired lock "refresh_cache-882c2871-7198-41e6-9701-7ccad3467dd4" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.236159] env[68326]: DEBUG nova.network.neutron [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.268340] env[68326]: DEBUG nova.compute.manager [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1056.268682] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.270179] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ded54a-6c56-4397-93c4-a3d48ffb18a3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.278756] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.279010] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-959501a0-6388-4a45-8bbd-f2525b67c88a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.284900] env[68326]: DEBUG oslo_vmware.api [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1056.284900] env[68326]: value = "task-3129830" [ 1056.284900] env[68326]: _type = "Task" [ 1056.284900] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.294358] env[68326]: DEBUG oslo_vmware.api [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.373320] env[68326]: DEBUG nova.scheduler.client.report [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.536232] env[68326]: DEBUG oslo_vmware.api [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129828, 'name': ReconfigVM_Task, 'duration_secs': 0.229597} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.536515] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1056.536697] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.536935] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-692b425f-bcbc-43b1-b448-74f35268b148 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.543386] env[68326]: DEBUG oslo_vmware.api [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1056.543386] env[68326]: value = "task-3129831" [ 1056.543386] env[68326]: _type = "Task" [ 1056.543386] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.550461] env[68326]: DEBUG oslo_vmware.api [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.566255] env[68326]: DEBUG nova.compute.manager [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1056.566606] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.567230] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad37bf7-3538-450f-aa6a-56b7d8a57439 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.573869] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.574112] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-251f8f49-ff2b-4a99-a8a7-905394607467 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.579308] env[68326]: DEBUG oslo_vmware.api [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 1056.579308] env[68326]: value = "task-3129832" [ 1056.579308] env[68326]: _type = "Task" [ 1056.579308] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.586927] env[68326]: DEBUG oslo_vmware.api [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.603207] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Releasing lock "refresh_cache-afa2347b-d004-48d5-aed8-fc91987b999a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.603488] env[68326]: DEBUG nova.compute.manager [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Instance network_info: |[{"id": "7364cb4f-0dcc-4169-acdf-87ac98504eab", "address": "fa:16:3e:e8:0a:41", "network": {"id": "d95a95a7-e43b-4c08-9723-837909c928eb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-273415824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6f9c7473468437388b988af0d9bf755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7364cb4f-0d", "ovs_interfaceid": "7364cb4f-0dcc-4169-acdf-87ac98504eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1056.603931] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:0a:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7364cb4f-0dcc-4169-acdf-87ac98504eab', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.611363] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Creating folder: Project (b6f9c7473468437388b988af0d9bf755). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.611655] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1c375da-f89c-4721-ae9b-b3680d64ed05 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.621884] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Created folder: Project (b6f9c7473468437388b988af0d9bf755) in parent group-v626141. [ 1056.622077] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Creating folder: Instances. Parent ref: group-v626387. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.622306] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-996caef2-810f-416a-9587-18f883cfdc9c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.633542] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Created folder: Instances in parent group-v626387. [ 1056.633783] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.634374] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.634597] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a33001f2-384a-4f6e-8848-8c08aa87e353 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.652129] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129829, 'name': Rename_Task, 'duration_secs': 0.197843} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.653041] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.653295] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e1a0b79-1d4f-43cb-b257-2d38a353d2ec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.657422] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.657422] env[68326]: value = "task-3129835" [ 1056.657422] env[68326]: _type = "Task" [ 1056.657422] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.661532] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 1056.661532] env[68326]: value = "task-3129836" [ 1056.661532] env[68326]: _type = "Task" [ 1056.661532] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.667530] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129835, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.672820] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.796127] env[68326]: DEBUG oslo_vmware.api [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129830, 'name': PowerOffVM_Task, 'duration_secs': 0.183459} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.796426] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.796705] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.796998] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7353c34a-72d5-49d9-9446-fa91d876e22a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.854500] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.854758] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.854950] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleting the datastore file [datastore1] 9afe106d-ba92-4885-99fd-ea9c38121b08 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.855263] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fbe7a38-2dd2-4ddc-989c-18c1f4cec529 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.862690] env[68326]: DEBUG oslo_vmware.api [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1056.862690] env[68326]: value = "task-3129838" [ 1056.862690] env[68326]: _type = "Task" [ 1056.862690] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.872986] env[68326]: DEBUG oslo_vmware.api [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.879721] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.880259] env[68326]: DEBUG nova.compute.manager [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1056.883107] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.590s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.884571] env[68326]: INFO nova.compute.claims [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.899390] env[68326]: DEBUG nova.compute.manager [req-79e50942-0530-4038-8173-17e781fdac48 req-c28661f6-bee9-4215-8502-dff41a7437a9 service nova] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Received event network-changed-7364cb4f-0dcc-4169-acdf-87ac98504eab {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1056.899390] env[68326]: DEBUG nova.compute.manager [req-79e50942-0530-4038-8173-17e781fdac48 req-c28661f6-bee9-4215-8502-dff41a7437a9 service nova] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Refreshing instance network info cache due to event network-changed-7364cb4f-0dcc-4169-acdf-87ac98504eab. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1056.899390] env[68326]: DEBUG oslo_concurrency.lockutils [req-79e50942-0530-4038-8173-17e781fdac48 req-c28661f6-bee9-4215-8502-dff41a7437a9 service nova] Acquiring lock "refresh_cache-afa2347b-d004-48d5-aed8-fc91987b999a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.899390] env[68326]: DEBUG oslo_concurrency.lockutils [req-79e50942-0530-4038-8173-17e781fdac48 req-c28661f6-bee9-4215-8502-dff41a7437a9 service nova] Acquired lock "refresh_cache-afa2347b-d004-48d5-aed8-fc91987b999a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.899390] env[68326]: DEBUG nova.network.neutron [req-79e50942-0530-4038-8173-17e781fdac48 req-c28661f6-bee9-4215-8502-dff41a7437a9 service nova] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Refreshing network info cache for port 7364cb4f-0dcc-4169-acdf-87ac98504eab {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.018395] env[68326]: DEBUG nova.network.neutron [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Updating instance_info_cache with network_info: [{"id": "9da77713-a789-43bf-b8e0-e4f8cab31129", "address": "fa:16:3e:bd:b6:50", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9da77713-a7", "ovs_interfaceid": "9da77713-a789-43bf-b8e0-e4f8cab31129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.056617] env[68326]: DEBUG oslo_vmware.api [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129831, 'name': PowerOnVM_Task, 'duration_secs': 0.417863} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.056883] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.057119] env[68326]: DEBUG nova.compute.manager [None req-4601c9bb-557e-436c-96c7-52a1d30ba584 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1057.057959] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640e0d40-8e4b-486c-84e5-d739707abe69 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.090100] env[68326]: DEBUG oslo_vmware.api [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129832, 'name': PowerOffVM_Task, 'duration_secs': 0.230029} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.090418] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.091090] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.091090] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b8bd1ef-dcf5-47ac-bd3c-814f49f4b7ec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.168095] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.168319] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.168563] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Deleting the datastore file [datastore2] a6190545-bcc1-40c9-9505-0c1001a38cf2 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.169414] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fae3526-7e6b-4c57-b9c0-3cdf80751706 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.176834] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129835, 'name': CreateVM_Task, 'duration_secs': 0.335164} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.177076] env[68326]: DEBUG oslo_vmware.api [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129836, 'name': PowerOnVM_Task, 'duration_secs': 0.498793} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.177576] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.177822] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1057.178028] env[68326]: INFO nova.compute.manager [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Took 8.49 seconds to spawn the instance on the hypervisor. [ 1057.178211] env[68326]: DEBUG nova.compute.manager [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1057.178909] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.179077] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.179381] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.180137] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d320a8-58c5-4b43-86a1-7a27cf11c3e4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.183330] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa357bfd-e625-46a8-acdf-0f46a52b9a27 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.184834] env[68326]: DEBUG oslo_vmware.api [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for the task: (returnval){ [ 1057.184834] env[68326]: value = "task-3129840" [ 1057.184834] env[68326]: _type = "Task" [ 1057.184834] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.190765] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1057.190765] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]521a7aed-319c-4e42-db23-efc9b90c9af3" [ 1057.190765] env[68326]: _type = "Task" [ 1057.190765] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.199192] env[68326]: DEBUG oslo_vmware.api [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.204242] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521a7aed-319c-4e42-db23-efc9b90c9af3, 'name': SearchDatastore_Task, 'duration_secs': 0.014013} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.204496] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.204719] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1057.204941] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.205122] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.205294] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1057.205511] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82f6e174-b538-4300-97d9-8de7e7f64aed {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.212397] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.212537] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.213211] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac55477-f82b-4cae-8a85-0a890a9c95f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.217707] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1057.217707] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]526d7eb3-6d60-bfdc-109a-ba3a65239eba" [ 1057.217707] env[68326]: _type = "Task" [ 1057.217707] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.225167] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526d7eb3-6d60-bfdc-109a-ba3a65239eba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.372975] env[68326]: DEBUG oslo_vmware.api [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195379} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.373249] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.373431] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.373607] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.373776] env[68326]: INFO nova.compute.manager [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1057.374015] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.374214] env[68326]: DEBUG nova.compute.manager [-] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1057.374309] env[68326]: DEBUG nova.network.neutron [-] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.388445] env[68326]: DEBUG nova.compute.utils [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.391384] env[68326]: DEBUG nova.compute.manager [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1057.391575] env[68326]: DEBUG nova.network.neutron [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1057.470159] env[68326]: DEBUG nova.policy [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1ea8ec18fdf4e72bc85e4aa9ae77c51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6f9c7473468437388b988af0d9bf755', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.524731] env[68326]: DEBUG oslo_concurrency.lockutils [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Releasing lock "refresh_cache-882c2871-7198-41e6-9701-7ccad3467dd4" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.707531] env[68326]: DEBUG oslo_vmware.api [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.711806] env[68326]: INFO nova.compute.manager [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Took 23.61 seconds to build instance. [ 1057.732834] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526d7eb3-6d60-bfdc-109a-ba3a65239eba, 'name': SearchDatastore_Task, 'duration_secs': 0.01062} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.735066] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1851e6d5-1699-4411-a23b-ad6b18c6ebe3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.741120] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1057.741120] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5239cace-5219-fc9b-ddaa-ebe107264864" [ 1057.741120] env[68326]: _type = "Task" [ 1057.741120] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.750375] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5239cace-5219-fc9b-ddaa-ebe107264864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.880986] env[68326]: DEBUG nova.network.neutron [req-79e50942-0530-4038-8173-17e781fdac48 req-c28661f6-bee9-4215-8502-dff41a7437a9 service nova] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Updated VIF entry in instance network info cache for port 7364cb4f-0dcc-4169-acdf-87ac98504eab. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.881308] env[68326]: DEBUG nova.network.neutron [req-79e50942-0530-4038-8173-17e781fdac48 req-c28661f6-bee9-4215-8502-dff41a7437a9 service nova] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Updating instance_info_cache with network_info: [{"id": "7364cb4f-0dcc-4169-acdf-87ac98504eab", "address": "fa:16:3e:e8:0a:41", "network": {"id": "d95a95a7-e43b-4c08-9723-837909c928eb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-273415824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6f9c7473468437388b988af0d9bf755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7364cb4f-0d", "ovs_interfaceid": "7364cb4f-0dcc-4169-acdf-87ac98504eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.897565] env[68326]: DEBUG nova.compute.manager [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1058.030120] env[68326]: DEBUG nova.compute.manager [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68326) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1058.030120] env[68326]: DEBUG oslo_concurrency.lockutils [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.043947] env[68326]: DEBUG nova.network.neutron [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Successfully created port: 42c9f2eb-1e67-44d2-9774-0c702d26a4ca {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1058.200970] env[68326]: DEBUG oslo_vmware.api [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Task: {'id': task-3129840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.711046} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.201255] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.201451] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.201656] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.201827] env[68326]: INFO nova.compute.manager [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1058.202078] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.202295] env[68326]: DEBUG nova.compute.manager [-] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1058.202493] env[68326]: DEBUG nova.network.neutron [-] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.214155] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f21a11e2-b355-4215-96ec-628833f59d3d tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "fae9568a-747a-44ba-ad08-62c2e9be0197" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.132s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.254669] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5239cace-5219-fc9b-ddaa-ebe107264864, 'name': SearchDatastore_Task, 'duration_secs': 0.010896} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.255255] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.255255] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] afa2347b-d004-48d5-aed8-fc91987b999a/afa2347b-d004-48d5-aed8-fc91987b999a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1058.255502] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e798134-1ec5-442a-92e9-11df47f1321d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.262535] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1058.262535] env[68326]: value = "task-3129841" [ 1058.262535] env[68326]: _type = "Task" [ 1058.262535] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.270664] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.296393] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b244b133-6c30-4934-870d-2d0b0e03ac97 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.303831] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e3972b-f7b1-4299-890d-05c3c93a4236 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.343678] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a561790d-4aa2-475a-af58-25d4afd6db31 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.352264] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4357a3d-4658-4713-9495-273059fe9bc1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.371284] env[68326]: DEBUG oslo_concurrency.lockutils [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "f4bef3ba-a1e2-4232-b8ce-554d6a65298b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.371785] env[68326]: DEBUG oslo_concurrency.lockutils [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "f4bef3ba-a1e2-4232-b8ce-554d6a65298b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.372170] env[68326]: DEBUG oslo_concurrency.lockutils [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "f4bef3ba-a1e2-4232-b8ce-554d6a65298b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.372484] env[68326]: DEBUG oslo_concurrency.lockutils [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "f4bef3ba-a1e2-4232-b8ce-554d6a65298b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.372797] env[68326]: DEBUG oslo_concurrency.lockutils [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "f4bef3ba-a1e2-4232-b8ce-554d6a65298b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.375283] env[68326]: DEBUG nova.compute.provider_tree [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.377334] env[68326]: INFO nova.compute.manager [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Terminating instance [ 1058.384491] env[68326]: DEBUG oslo_concurrency.lockutils [req-79e50942-0530-4038-8173-17e781fdac48 req-c28661f6-bee9-4215-8502-dff41a7437a9 service nova] Releasing lock "refresh_cache-afa2347b-d004-48d5-aed8-fc91987b999a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.430236] env[68326]: DEBUG nova.network.neutron [-] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.773183] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470267} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.773518] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] afa2347b-d004-48d5-aed8-fc91987b999a/afa2347b-d004-48d5-aed8-fc91987b999a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.773660] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.773947] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abf43136-df7b-4428-851d-add0cfa520fa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.782278] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1058.782278] env[68326]: value = "task-3129842" [ 1058.782278] env[68326]: _type = "Task" [ 1058.782278] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.792786] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129842, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.882205] env[68326]: DEBUG nova.scheduler.client.report [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.889304] env[68326]: DEBUG nova.compute.manager [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1058.889304] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.891058] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c627ee2-21ff-4211-bc46-928a31ad60a2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.898840] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.899119] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f19ad684-713a-4cae-ad12-d013cf3b44f9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.906547] env[68326]: DEBUG oslo_vmware.api [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1058.906547] env[68326]: value = "task-3129843" [ 1058.906547] env[68326]: _type = "Task" [ 1058.906547] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.912663] env[68326]: DEBUG nova.compute.manager [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1058.929135] env[68326]: DEBUG oslo_vmware.api [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.933249] env[68326]: INFO nova.compute.manager [-] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Took 1.56 seconds to deallocate network for instance. [ 1058.950154] env[68326]: DEBUG nova.compute.manager [req-61c91555-15ce-48b6-9f21-2bac37ef3883 req-2f4f8261-cb90-4a2a-8157-5f88dfc9ce61 service nova] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Received event network-vif-deleted-de6258f7-70d0-466e-b7fc-ad01e80f74a5 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1058.950354] env[68326]: DEBUG nova.compute.manager [req-61c91555-15ce-48b6-9f21-2bac37ef3883 req-2f4f8261-cb90-4a2a-8157-5f88dfc9ce61 service nova] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Received event network-vif-deleted-1cf173ff-ffa5-4d3a-855e-7be923471e8d {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1058.950514] env[68326]: INFO nova.compute.manager [req-61c91555-15ce-48b6-9f21-2bac37ef3883 req-2f4f8261-cb90-4a2a-8157-5f88dfc9ce61 service nova] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Neutron deleted interface 1cf173ff-ffa5-4d3a-855e-7be923471e8d; detaching it from the instance and deleting it from the info cache [ 1058.951407] env[68326]: DEBUG nova.network.neutron [req-61c91555-15ce-48b6-9f21-2bac37ef3883 req-2f4f8261-cb90-4a2a-8157-5f88dfc9ce61 service nova] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.955983] env[68326]: DEBUG nova.virt.hardware [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.956279] env[68326]: DEBUG nova.virt.hardware [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.956466] env[68326]: DEBUG nova.virt.hardware [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.956676] env[68326]: DEBUG nova.virt.hardware [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.956977] env[68326]: DEBUG nova.virt.hardware [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.957077] env[68326]: DEBUG nova.virt.hardware [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.957309] env[68326]: DEBUG nova.virt.hardware [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.957518] env[68326]: DEBUG nova.virt.hardware [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.957782] env[68326]: DEBUG nova.virt.hardware [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.957933] env[68326]: DEBUG nova.virt.hardware [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.958157] env[68326]: DEBUG nova.virt.hardware [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.959405] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19a8e10-05f2-4439-8c0d-07b611b50927 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.969619] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78286fd4-92f1-4f86-8395-0972da25cd28 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.064699] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "1a787f55-5fd4-4353-84e5-47c76b080db5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.064970] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "1a787f55-5fd4-4353-84e5-47c76b080db5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.065194] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "1a787f55-5fd4-4353-84e5-47c76b080db5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.065376] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "1a787f55-5fd4-4353-84e5-47c76b080db5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.065593] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "1a787f55-5fd4-4353-84e5-47c76b080db5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.067734] env[68326]: INFO nova.compute.manager [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Terminating instance [ 1059.292281] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129842, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072854} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.292583] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.293375] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec71bf7-8a5a-4fe7-9e61-ae60ff11dcae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.315336] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] afa2347b-d004-48d5-aed8-fc91987b999a/afa2347b-d004-48d5-aed8-fc91987b999a.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.316549] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0a52691-21b4-46fb-a4bd-a173adc65093 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.340317] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1059.340317] env[68326]: value = "task-3129844" [ 1059.340317] env[68326]: _type = "Task" [ 1059.340317] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.348976] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.389027] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.389574] env[68326]: DEBUG nova.compute.manager [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1059.392270] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.952s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.392504] env[68326]: DEBUG nova.objects.instance [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Lazy-loading 'resources' on Instance uuid 5be076f6-56b0-49e7-9aa0-e84bcb7c821a {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.394059] env[68326]: DEBUG nova.network.neutron [-] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.417039] env[68326]: DEBUG oslo_vmware.api [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129843, 'name': PowerOffVM_Task, 'duration_secs': 0.2137} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.417757] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.417936] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.418241] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99dfdf7a-44d9-42e0-9b0f-ed730d9295df {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.441864] env[68326]: DEBUG oslo_concurrency.lockutils [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.453232] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-496471b1-ccf2-4b69-901e-1789acd2879c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.462296] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916a074e-cbaa-48a8-b76f-2e8e49ae24af {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.481536] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.481766] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.481941] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Deleting the datastore file [datastore1] f4bef3ba-a1e2-4232-b8ce-554d6a65298b {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.482209] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1afbba3b-1d32-4802-901d-6624addc5ae7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.489837] env[68326]: DEBUG oslo_vmware.api [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1059.489837] env[68326]: value = "task-3129846" [ 1059.489837] env[68326]: _type = "Task" [ 1059.489837] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.504855] env[68326]: DEBUG nova.compute.manager [req-61c91555-15ce-48b6-9f21-2bac37ef3883 req-2f4f8261-cb90-4a2a-8157-5f88dfc9ce61 service nova] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Detach interface failed, port_id=1cf173ff-ffa5-4d3a-855e-7be923471e8d, reason: Instance a6190545-bcc1-40c9-9505-0c1001a38cf2 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1059.513420] env[68326]: DEBUG oslo_vmware.api [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.573741] env[68326]: DEBUG nova.compute.manager [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1059.574015] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.574824] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411a09a7-c278-4368-a349-2eb82023d3a9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.582470] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.582704] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b45802e-a1d0-40b3-9929-ef49871741e4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.588567] env[68326]: DEBUG oslo_vmware.api [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1059.588567] env[68326]: value = "task-3129847" [ 1059.588567] env[68326]: _type = "Task" [ 1059.588567] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.595902] env[68326]: DEBUG oslo_vmware.api [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.835660] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "fae9568a-747a-44ba-ad08-62c2e9be0197" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.835978] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "fae9568a-747a-44ba-ad08-62c2e9be0197" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.836217] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "fae9568a-747a-44ba-ad08-62c2e9be0197-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.836432] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "fae9568a-747a-44ba-ad08-62c2e9be0197-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.836618] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "fae9568a-747a-44ba-ad08-62c2e9be0197-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.839706] env[68326]: INFO nova.compute.manager [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Terminating instance [ 1059.854112] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129844, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.898470] env[68326]: DEBUG nova.compute.utils [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.900302] env[68326]: INFO nova.compute.manager [-] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Took 1.70 seconds to deallocate network for instance. [ 1059.900643] env[68326]: DEBUG nova.compute.manager [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1059.900896] env[68326]: DEBUG nova.network.neutron [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.017197] env[68326]: DEBUG oslo_vmware.api [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330852} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.017439] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.017632] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.017805] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.017994] env[68326]: INFO nova.compute.manager [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1060.018281] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.018497] env[68326]: DEBUG nova.compute.manager [-] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1060.018638] env[68326]: DEBUG nova.network.neutron [-] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.055179] env[68326]: DEBUG nova.policy [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1ea8ec18fdf4e72bc85e4aa9ae77c51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b6f9c7473468437388b988af0d9bf755', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.098568] env[68326]: DEBUG oslo_vmware.api [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129847, 'name': PowerOffVM_Task, 'duration_secs': 0.205258} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.099102] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.099102] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.099357] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61692f94-2a85-4ecf-a069-cd4ce8bc70a0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.157339] env[68326]: DEBUG nova.network.neutron [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Successfully updated port: 42c9f2eb-1e67-44d2-9774-0c702d26a4ca {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.159807] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.167316] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.167316] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Deleting the datastore file [datastore1] 1a787f55-5fd4-4353-84e5-47c76b080db5 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.167316] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7833261-ffd8-4568-80cd-affdad2dc277 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.178027] env[68326]: DEBUG oslo_vmware.api [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1060.178027] env[68326]: value = "task-3129849" [ 1060.178027] env[68326]: _type = "Task" [ 1060.178027] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.187211] env[68326]: DEBUG oslo_vmware.api [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.309409] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70274b1b-546c-4e0d-bfec-4fd7ce25891a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.317855] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010e2468-2f50-4c15-8da4-805ea72f04d3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.357705] env[68326]: DEBUG nova.compute.manager [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1060.358061] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.362114] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f2350a-2ecb-40ad-9992-3e0b838fd5c3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.365422] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1394bd3-6f9b-415a-a352-eddb23ba51fc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.373088] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.378295] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bed7b4f-972b-4351-92ed-7a5896ff00b2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.380357] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129844, 'name': ReconfigVM_Task, 'duration_secs': 0.551652} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.382290] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1e1681-6924-41b6-9f2a-483bbbe88aa3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.389674] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Reconfigured VM instance instance-0000005b to attach disk [datastore1] afa2347b-d004-48d5-aed8-fc91987b999a/afa2347b-d004-48d5-aed8-fc91987b999a.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.389674] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b18d02e0-3e58-4f22-9b24-18bf7e45ecb3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.395949] env[68326]: DEBUG oslo_vmware.api [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 1060.395949] env[68326]: value = "task-3129850" [ 1060.395949] env[68326]: _type = "Task" [ 1060.395949] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.407354] env[68326]: DEBUG nova.compute.provider_tree [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.410339] env[68326]: DEBUG nova.compute.manager [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1060.416991] env[68326]: DEBUG oslo_concurrency.lockutils [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.417384] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1060.417384] env[68326]: value = "task-3129851" [ 1060.417384] env[68326]: _type = "Task" [ 1060.417384] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.427133] env[68326]: DEBUG oslo_vmware.api [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.431700] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129851, 'name': Rename_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.589707] env[68326]: DEBUG nova.network.neutron [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Successfully created port: c6b409b2-62d7-4577-b6bc-7e7a72d3dbac {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.667061] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "refresh_cache-49365ff0-3055-4fcd-a05c-39e0dcdef79b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.667061] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquired lock "refresh_cache-49365ff0-3055-4fcd-a05c-39e0dcdef79b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.667061] env[68326]: DEBUG nova.network.neutron [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.686283] env[68326]: DEBUG oslo_vmware.api [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332384} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.686541] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.686723] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.686900] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.687090] env[68326]: INFO nova.compute.manager [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1060.687410] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.687643] env[68326]: DEBUG nova.compute.manager [-] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1060.687782] env[68326]: DEBUG nova.network.neutron [-] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.903556] env[68326]: DEBUG oslo_vmware.api [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129850, 'name': PowerOffVM_Task, 'duration_secs': 0.185657} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.903874] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.903987] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.904399] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efdd60b2-e819-4d9e-b9ee-7d67d72756fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.919118] env[68326]: DEBUG nova.scheduler.client.report [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.935743] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129851, 'name': Rename_Task, 'duration_secs': 0.175174} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.936820] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.936954] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f1c8a46-e624-489d-a7f1-886df8ca99cd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.944386] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1060.944386] env[68326]: value = "task-3129853" [ 1060.944386] env[68326]: _type = "Task" [ 1060.944386] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.953878] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.963030] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.963427] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.963680] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleting the datastore file [datastore1] fae9568a-747a-44ba-ad08-62c2e9be0197 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.964774] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e5a3580-5f2e-4d58-b92b-d279f629a0fc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.971809] env[68326]: DEBUG oslo_vmware.api [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for the task: (returnval){ [ 1060.971809] env[68326]: value = "task-3129854" [ 1060.971809] env[68326]: _type = "Task" [ 1060.971809] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.987220] env[68326]: DEBUG oslo_vmware.api [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.994366] env[68326]: DEBUG nova.network.neutron [-] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.009924] env[68326]: DEBUG nova.compute.manager [req-b35b1135-caae-4a4f-af43-d02a0ca2cd32 req-8fea0769-68b1-4c62-b00c-332a5d56cab1 service nova] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Received event network-vif-plugged-42c9f2eb-1e67-44d2-9774-0c702d26a4ca {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1061.010165] env[68326]: DEBUG oslo_concurrency.lockutils [req-b35b1135-caae-4a4f-af43-d02a0ca2cd32 req-8fea0769-68b1-4c62-b00c-332a5d56cab1 service nova] Acquiring lock "49365ff0-3055-4fcd-a05c-39e0dcdef79b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.010691] env[68326]: DEBUG oslo_concurrency.lockutils [req-b35b1135-caae-4a4f-af43-d02a0ca2cd32 req-8fea0769-68b1-4c62-b00c-332a5d56cab1 service nova] Lock "49365ff0-3055-4fcd-a05c-39e0dcdef79b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.010691] env[68326]: DEBUG oslo_concurrency.lockutils [req-b35b1135-caae-4a4f-af43-d02a0ca2cd32 req-8fea0769-68b1-4c62-b00c-332a5d56cab1 service nova] Lock "49365ff0-3055-4fcd-a05c-39e0dcdef79b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.010691] env[68326]: DEBUG nova.compute.manager [req-b35b1135-caae-4a4f-af43-d02a0ca2cd32 req-8fea0769-68b1-4c62-b00c-332a5d56cab1 service nova] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] No waiting events found dispatching network-vif-plugged-42c9f2eb-1e67-44d2-9774-0c702d26a4ca {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1061.010873] env[68326]: WARNING nova.compute.manager [req-b35b1135-caae-4a4f-af43-d02a0ca2cd32 req-8fea0769-68b1-4c62-b00c-332a5d56cab1 service nova] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Received unexpected event network-vif-plugged-42c9f2eb-1e67-44d2-9774-0c702d26a4ca for instance with vm_state building and task_state spawning. [ 1061.010980] env[68326]: DEBUG nova.compute.manager [req-b35b1135-caae-4a4f-af43-d02a0ca2cd32 req-8fea0769-68b1-4c62-b00c-332a5d56cab1 service nova] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Received event network-changed-42c9f2eb-1e67-44d2-9774-0c702d26a4ca {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1061.012439] env[68326]: DEBUG nova.compute.manager [req-b35b1135-caae-4a4f-af43-d02a0ca2cd32 req-8fea0769-68b1-4c62-b00c-332a5d56cab1 service nova] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Refreshing instance network info cache due to event network-changed-42c9f2eb-1e67-44d2-9774-0c702d26a4ca. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1061.012439] env[68326]: DEBUG oslo_concurrency.lockutils [req-b35b1135-caae-4a4f-af43-d02a0ca2cd32 req-8fea0769-68b1-4c62-b00c-332a5d56cab1 service nova] Acquiring lock "refresh_cache-49365ff0-3055-4fcd-a05c-39e0dcdef79b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.226268] env[68326]: DEBUG nova.network.neutron [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.257795] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "03f11437-001d-46dd-bad2-ddb81ebf9b96" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.258234] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "03f11437-001d-46dd-bad2-ddb81ebf9b96" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.381864] env[68326]: DEBUG nova.network.neutron [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Updating instance_info_cache with network_info: [{"id": "42c9f2eb-1e67-44d2-9774-0c702d26a4ca", "address": "fa:16:3e:ce:e2:2c", "network": {"id": "d95a95a7-e43b-4c08-9723-837909c928eb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-273415824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6f9c7473468437388b988af0d9bf755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c9f2eb-1e", "ovs_interfaceid": "42c9f2eb-1e67-44d2-9774-0c702d26a4ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.423713] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.427263] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.067s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.429537] env[68326]: INFO nova.compute.claims [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1061.434249] env[68326]: DEBUG nova.compute.manager [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1061.459886] env[68326]: DEBUG oslo_vmware.api [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129853, 'name': PowerOnVM_Task, 'duration_secs': 0.473241} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.461114] env[68326]: INFO nova.scheduler.client.report [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Deleted allocations for instance 5be076f6-56b0-49e7-9aa0-e84bcb7c821a [ 1061.464179] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.464233] env[68326]: INFO nova.compute.manager [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1061.465432] env[68326]: DEBUG nova.compute.manager [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1061.469242] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c40d0f7-183d-47f1-8620-aa4611505c03 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.475372] env[68326]: DEBUG nova.virt.hardware [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:48:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.475622] env[68326]: DEBUG nova.virt.hardware [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.475781] env[68326]: DEBUG nova.virt.hardware [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.476061] env[68326]: DEBUG nova.virt.hardware [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.476128] env[68326]: DEBUG nova.virt.hardware [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.476257] env[68326]: DEBUG nova.virt.hardware [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.476442] env[68326]: DEBUG nova.virt.hardware [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.476590] env[68326]: DEBUG nova.virt.hardware [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.476799] env[68326]: DEBUG nova.virt.hardware [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.476910] env[68326]: DEBUG nova.virt.hardware [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.478691] env[68326]: DEBUG nova.virt.hardware [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.478691] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fd741c-14ec-4ef3-b624-6d2ba9732fac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.497202] env[68326]: INFO nova.compute.manager [-] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Took 1.48 seconds to deallocate network for instance. [ 1061.501035] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaa1897-fe95-4530-9cab-d5f7ca563dd5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.514414] env[68326]: DEBUG oslo_vmware.api [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Task: {'id': task-3129854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207955} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.515239] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.515458] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.515667] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.515839] env[68326]: INFO nova.compute.manager [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1061.516091] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.516604] env[68326]: DEBUG nova.compute.manager [-] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1061.516698] env[68326]: DEBUG nova.network.neutron [-] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.761516] env[68326]: DEBUG nova.compute.utils [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.798266] env[68326]: DEBUG nova.network.neutron [-] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.885326] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Releasing lock "refresh_cache-49365ff0-3055-4fcd-a05c-39e0dcdef79b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.886025] env[68326]: DEBUG nova.compute.manager [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Instance network_info: |[{"id": "42c9f2eb-1e67-44d2-9774-0c702d26a4ca", "address": "fa:16:3e:ce:e2:2c", "network": {"id": "d95a95a7-e43b-4c08-9723-837909c928eb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-273415824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6f9c7473468437388b988af0d9bf755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c9f2eb-1e", "ovs_interfaceid": "42c9f2eb-1e67-44d2-9774-0c702d26a4ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1061.886025] env[68326]: DEBUG oslo_concurrency.lockutils [req-b35b1135-caae-4a4f-af43-d02a0ca2cd32 req-8fea0769-68b1-4c62-b00c-332a5d56cab1 service nova] Acquired lock "refresh_cache-49365ff0-3055-4fcd-a05c-39e0dcdef79b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.886223] env[68326]: DEBUG nova.network.neutron [req-b35b1135-caae-4a4f-af43-d02a0ca2cd32 req-8fea0769-68b1-4c62-b00c-332a5d56cab1 service nova] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Refreshing network info cache for port 42c9f2eb-1e67-44d2-9774-0c702d26a4ca {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1061.887303] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:e2:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42c9f2eb-1e67-44d2-9774-0c702d26a4ca', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.895104] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.898120] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.898627] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92a5e86e-df7c-4e78-a6ac-0fddc6f4223a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.921264] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.921264] env[68326]: value = "task-3129855" [ 1061.921264] env[68326]: _type = "Task" [ 1061.921264] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.929503] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129855, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.989555] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6b78ad8f-4c0c-4207-9366-8656b7947c37 tempest-AttachInterfacesUnderV243Test-1949325565 tempest-AttachInterfacesUnderV243Test-1949325565-project-member] Lock "5be076f6-56b0-49e7-9aa0-e84bcb7c821a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.427s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.007505] env[68326]: INFO nova.compute.manager [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Took 25.81 seconds to build instance. [ 1062.016092] env[68326]: DEBUG oslo_concurrency.lockutils [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.234065] env[68326]: DEBUG nova.network.neutron [-] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.243183] env[68326]: DEBUG nova.network.neutron [req-b35b1135-caae-4a4f-af43-d02a0ca2cd32 req-8fea0769-68b1-4c62-b00c-332a5d56cab1 service nova] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Updated VIF entry in instance network info cache for port 42c9f2eb-1e67-44d2-9774-0c702d26a4ca. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1062.243549] env[68326]: DEBUG nova.network.neutron [req-b35b1135-caae-4a4f-af43-d02a0ca2cd32 req-8fea0769-68b1-4c62-b00c-332a5d56cab1 service nova] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Updating instance_info_cache with network_info: [{"id": "42c9f2eb-1e67-44d2-9774-0c702d26a4ca", "address": "fa:16:3e:ce:e2:2c", "network": {"id": "d95a95a7-e43b-4c08-9723-837909c928eb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-273415824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6f9c7473468437388b988af0d9bf755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c9f2eb-1e", "ovs_interfaceid": "42c9f2eb-1e67-44d2-9774-0c702d26a4ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.266791] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "03f11437-001d-46dd-bad2-ddb81ebf9b96" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.303707] env[68326]: INFO nova.compute.manager [-] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Took 1.62 seconds to deallocate network for instance. [ 1062.436104] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129855, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.440196] env[68326]: DEBUG nova.network.neutron [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Successfully updated port: c6b409b2-62d7-4577-b6bc-7e7a72d3dbac {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.510227] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e46a807-22a9-4257-bad8-46334077061d tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "afa2347b-d004-48d5-aed8-fc91987b999a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.322s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.737114] env[68326]: INFO nova.compute.manager [-] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Took 1.22 seconds to deallocate network for instance. [ 1062.750029] env[68326]: DEBUG oslo_concurrency.lockutils [req-b35b1135-caae-4a4f-af43-d02a0ca2cd32 req-8fea0769-68b1-4c62-b00c-332a5d56cab1 service nova] Releasing lock "refresh_cache-49365ff0-3055-4fcd-a05c-39e0dcdef79b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.750419] env[68326]: DEBUG nova.compute.manager [req-b35b1135-caae-4a4f-af43-d02a0ca2cd32 req-8fea0769-68b1-4c62-b00c-332a5d56cab1 service nova] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Received event network-vif-deleted-6e0ac2d9-393e-4906-83a0-a52b450e64f4 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1062.750731] env[68326]: INFO nova.compute.manager [req-b35b1135-caae-4a4f-af43-d02a0ca2cd32 req-8fea0769-68b1-4c62-b00c-332a5d56cab1 service nova] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Neutron deleted interface 6e0ac2d9-393e-4906-83a0-a52b450e64f4; detaching it from the instance and deleting it from the info cache [ 1062.751176] env[68326]: DEBUG nova.network.neutron [req-b35b1135-caae-4a4f-af43-d02a0ca2cd32 req-8fea0769-68b1-4c62-b00c-332a5d56cab1 service nova] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.807247] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e20b16-2e48-4c2d-a6bc-45c64786e0bb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.813864] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.815534] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92deb644-3f8b-47c8-803e-7a4146aef54a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.859352] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e71aaf-c698-487e-83ea-dd5c489e2ca8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.869110] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f774d18f-a117-40b3-b268-516a8c652e9b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.885934] env[68326]: DEBUG nova.compute.provider_tree [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1062.932767] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129855, 'name': CreateVM_Task, 'duration_secs': 0.598494} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.932767] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.933246] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.933464] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.934143] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.934143] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aacc993-4365-4214-8202-01e9473999c9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.939423] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1062.939423] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52693239-64b6-2dd5-10cf-457959ec1eaf" [ 1062.939423] env[68326]: _type = "Task" [ 1062.939423] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.942842] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "refresh_cache-8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.942943] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquired lock "refresh_cache-8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.943105] env[68326]: DEBUG nova.network.neutron [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.949259] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52693239-64b6-2dd5-10cf-457959ec1eaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.066947] env[68326]: DEBUG nova.compute.manager [req-a62a0305-3c0e-42f7-99d9-7f5a4e92ca94 req-9a1a41f5-eb64-4528-bc13-c50f20453a4f service nova] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Received event network-vif-deleted-6e7b7925-e66d-440b-9e06-74eca37c3444 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1063.066947] env[68326]: DEBUG nova.compute.manager [req-a62a0305-3c0e-42f7-99d9-7f5a4e92ca94 req-9a1a41f5-eb64-4528-bc13-c50f20453a4f service nova] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Received event network-vif-deleted-81db63b8-2910-4297-97a9-b4cbfea708d4 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1063.066947] env[68326]: DEBUG nova.compute.manager [req-a62a0305-3c0e-42f7-99d9-7f5a4e92ca94 req-9a1a41f5-eb64-4528-bc13-c50f20453a4f service nova] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Received event network-vif-plugged-c6b409b2-62d7-4577-b6bc-7e7a72d3dbac {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1063.066947] env[68326]: DEBUG oslo_concurrency.lockutils [req-a62a0305-3c0e-42f7-99d9-7f5a4e92ca94 req-9a1a41f5-eb64-4528-bc13-c50f20453a4f service nova] Acquiring lock "8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.067190] env[68326]: DEBUG oslo_concurrency.lockutils [req-a62a0305-3c0e-42f7-99d9-7f5a4e92ca94 req-9a1a41f5-eb64-4528-bc13-c50f20453a4f service nova] Lock "8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.067413] env[68326]: DEBUG oslo_concurrency.lockutils [req-a62a0305-3c0e-42f7-99d9-7f5a4e92ca94 req-9a1a41f5-eb64-4528-bc13-c50f20453a4f service nova] Lock "8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.067614] env[68326]: DEBUG nova.compute.manager [req-a62a0305-3c0e-42f7-99d9-7f5a4e92ca94 req-9a1a41f5-eb64-4528-bc13-c50f20453a4f service nova] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] No waiting events found dispatching network-vif-plugged-c6b409b2-62d7-4577-b6bc-7e7a72d3dbac {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.067825] env[68326]: WARNING nova.compute.manager [req-a62a0305-3c0e-42f7-99d9-7f5a4e92ca94 req-9a1a41f5-eb64-4528-bc13-c50f20453a4f service nova] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Received unexpected event network-vif-plugged-c6b409b2-62d7-4577-b6bc-7e7a72d3dbac for instance with vm_state building and task_state spawning. [ 1063.068051] env[68326]: DEBUG nova.compute.manager [req-a62a0305-3c0e-42f7-99d9-7f5a4e92ca94 req-9a1a41f5-eb64-4528-bc13-c50f20453a4f service nova] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Received event network-changed-c6b409b2-62d7-4577-b6bc-7e7a72d3dbac {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1063.068280] env[68326]: DEBUG nova.compute.manager [req-a62a0305-3c0e-42f7-99d9-7f5a4e92ca94 req-9a1a41f5-eb64-4528-bc13-c50f20453a4f service nova] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Refreshing instance network info cache due to event network-changed-c6b409b2-62d7-4577-b6bc-7e7a72d3dbac. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1063.068564] env[68326]: DEBUG oslo_concurrency.lockutils [req-a62a0305-3c0e-42f7-99d9-7f5a4e92ca94 req-9a1a41f5-eb64-4528-bc13-c50f20453a4f service nova] Acquiring lock "refresh_cache-8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.255598] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.256278] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfe16d25-befb-4419-bdb3-186f20627b09 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.267186] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e708076-da09-456d-b77a-6962d7a02451 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.301837] env[68326]: DEBUG nova.compute.manager [req-b35b1135-caae-4a4f-af43-d02a0ca2cd32 req-8fea0769-68b1-4c62-b00c-332a5d56cab1 service nova] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Detach interface failed, port_id=6e0ac2d9-393e-4906-83a0-a52b450e64f4, reason: Instance f4bef3ba-a1e2-4232-b8ce-554d6a65298b could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1063.363776] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "03f11437-001d-46dd-bad2-ddb81ebf9b96" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.364062] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "03f11437-001d-46dd-bad2-ddb81ebf9b96" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.364310] env[68326]: INFO nova.compute.manager [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Attaching volume 7741f6a3-b78d-4918-a44f-b1e9051f24a6 to /dev/sdb [ 1063.399693] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8bfd59-9862-4a5e-bb8c-d59c9d2e831c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.406800] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c50f8fa-9f84-40e8-b8a9-4fbb6bea0d77 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.411813] env[68326]: ERROR nova.scheduler.client.report [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [req-89a6f1ac-902b-4c19-b460-03ac92cac3b8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-89a6f1ac-902b-4c19-b460-03ac92cac3b8"}]} [ 1063.420688] env[68326]: DEBUG nova.virt.block_device [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Updating existing volume attachment record: 5d1f6687-8519-46ff-a755-a7cb4b385eaf {{(pid=68326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1063.428946] env[68326]: DEBUG nova.scheduler.client.report [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1063.450512] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52693239-64b6-2dd5-10cf-457959ec1eaf, 'name': SearchDatastore_Task, 'duration_secs': 0.025683} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.450653] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.451054] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.452201] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.453028] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.453028] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.453174] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56774fe3-22df-41a6-87ca-6bd0a579a14e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.465133] env[68326]: DEBUG nova.scheduler.client.report [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1063.465349] env[68326]: DEBUG nova.compute.provider_tree [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.470461] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.470631] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.472787] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31911401-8fd9-4415-9c39-e0d153a22b6a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.478630] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1063.478630] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5243b6dd-f0e9-8f55-f5e2-0ca43e364667" [ 1063.478630] env[68326]: _type = "Task" [ 1063.478630] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.486165] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5243b6dd-f0e9-8f55-f5e2-0ca43e364667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.487180] env[68326]: DEBUG nova.network.neutron [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.489478] env[68326]: DEBUG nova.scheduler.client.report [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1063.512438] env[68326]: DEBUG nova.scheduler.client.report [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1063.735132] env[68326]: DEBUG nova.network.neutron [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Updating instance_info_cache with network_info: [{"id": "c6b409b2-62d7-4577-b6bc-7e7a72d3dbac", "address": "fa:16:3e:3d:8f:61", "network": {"id": "d95a95a7-e43b-4c08-9723-837909c928eb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-273415824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6f9c7473468437388b988af0d9bf755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b409b2-62", "ovs_interfaceid": "c6b409b2-62d7-4577-b6bc-7e7a72d3dbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.912961] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0064e6-cec1-49ba-8a56-0c8181407f6c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.922177] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a435f8-6c5f-4318-b1e8-e3ae9d79ee1b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.955903] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e80dbd8-3896-4e88-ab80-89b32c0c2180 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.962779] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4067288b-54da-4103-9e74-25b7ce81d6e7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.978828] env[68326]: DEBUG nova.compute.provider_tree [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1063.989262] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5243b6dd-f0e9-8f55-f5e2-0ca43e364667, 'name': SearchDatastore_Task, 'duration_secs': 0.012038} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.990745] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea70fb89-5c50-4807-b53d-e8a2c5f8f696 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.996775] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1063.996775] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520bf254-575a-041c-6e2c-ebc2ff6f6478" [ 1063.996775] env[68326]: _type = "Task" [ 1063.996775] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.005320] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520bf254-575a-041c-6e2c-ebc2ff6f6478, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.241105] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Releasing lock "refresh_cache-8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.241504] env[68326]: DEBUG nova.compute.manager [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Instance network_info: |[{"id": "c6b409b2-62d7-4577-b6bc-7e7a72d3dbac", "address": "fa:16:3e:3d:8f:61", "network": {"id": "d95a95a7-e43b-4c08-9723-837909c928eb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-273415824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6f9c7473468437388b988af0d9bf755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b409b2-62", "ovs_interfaceid": "c6b409b2-62d7-4577-b6bc-7e7a72d3dbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1064.241844] env[68326]: DEBUG oslo_concurrency.lockutils [req-a62a0305-3c0e-42f7-99d9-7f5a4e92ca94 req-9a1a41f5-eb64-4528-bc13-c50f20453a4f service nova] Acquired lock "refresh_cache-8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.242045] env[68326]: DEBUG nova.network.neutron [req-a62a0305-3c0e-42f7-99d9-7f5a4e92ca94 req-9a1a41f5-eb64-4528-bc13-c50f20453a4f service nova] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Refreshing network info cache for port c6b409b2-62d7-4577-b6bc-7e7a72d3dbac {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.243217] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:8f:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8edfde4-5a99-4745-956d-04da82ab1b85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6b409b2-62d7-4577-b6bc-7e7a72d3dbac', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.251341] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.252352] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.252586] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85d3b828-4587-4a4a-bdb6-d099467da9e2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.274102] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.274102] env[68326]: value = "task-3129859" [ 1064.274102] env[68326]: _type = "Task" [ 1064.274102] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.282458] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129859, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.509789] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520bf254-575a-041c-6e2c-ebc2ff6f6478, 'name': SearchDatastore_Task, 'duration_secs': 0.0091} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.510118] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.510388] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 49365ff0-3055-4fcd-a05c-39e0dcdef79b/49365ff0-3055-4fcd-a05c-39e0dcdef79b.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.510692] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5abfca3f-6d33-4df2-b114-90ad58a5ea67 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.516448] env[68326]: DEBUG nova.scheduler.client.report [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1064.516808] env[68326]: DEBUG nova.compute.provider_tree [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 131 to 132 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1064.516917] env[68326]: DEBUG nova.compute.provider_tree [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1064.521947] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1064.521947] env[68326]: value = "task-3129860" [ 1064.521947] env[68326]: _type = "Task" [ 1064.521947] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.531957] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.786574] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129859, 'name': CreateVM_Task, 'duration_secs': 0.414339} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.786827] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.787618] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.787786] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.788156] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.788442] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99541721-e4c1-4835-b479-ab7555a043e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.793733] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1064.793733] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52975e47-6e23-ac5e-7196-6227cbf4bb2e" [ 1064.793733] env[68326]: _type = "Task" [ 1064.793733] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.807031] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52975e47-6e23-ac5e-7196-6227cbf4bb2e, 'name': SearchDatastore_Task, 'duration_secs': 0.00943} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.807261] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.807530] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.807791] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.808018] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.808217] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.808513] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d7793fd-de3e-4f54-8c14-b7159acfdcc6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.825483] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.825714] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.826520] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01f5adc2-1c4c-4ce4-8881-2fdaa9a2a206 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.832340] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1064.832340] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5208b1e8-cf3f-0c06-c744-3fdb60db5643" [ 1064.832340] env[68326]: _type = "Task" [ 1064.832340] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.842662] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5208b1e8-cf3f-0c06-c744-3fdb60db5643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.013748] env[68326]: DEBUG nova.network.neutron [req-a62a0305-3c0e-42f7-99d9-7f5a4e92ca94 req-9a1a41f5-eb64-4528-bc13-c50f20453a4f service nova] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Updated VIF entry in instance network info cache for port c6b409b2-62d7-4577-b6bc-7e7a72d3dbac. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.014130] env[68326]: DEBUG nova.network.neutron [req-a62a0305-3c0e-42f7-99d9-7f5a4e92ca94 req-9a1a41f5-eb64-4528-bc13-c50f20453a4f service nova] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Updating instance_info_cache with network_info: [{"id": "c6b409b2-62d7-4577-b6bc-7e7a72d3dbac", "address": "fa:16:3e:3d:8f:61", "network": {"id": "d95a95a7-e43b-4c08-9723-837909c928eb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-273415824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6f9c7473468437388b988af0d9bf755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b409b2-62", "ovs_interfaceid": "c6b409b2-62d7-4577-b6bc-7e7a72d3dbac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.027793] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.601s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.028389] env[68326]: DEBUG nova.compute.manager [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1065.033416] env[68326]: DEBUG oslo_concurrency.lockutils [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.594s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.033729] env[68326]: DEBUG nova.objects.instance [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Lazy-loading 'resources' on Instance uuid 47d84bfe-cf06-4114-b4fe-8f478745c918 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.041741] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129860, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.343136] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5208b1e8-cf3f-0c06-c744-3fdb60db5643, 'name': SearchDatastore_Task, 'duration_secs': 0.06064} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.343881] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0266f546-468d-4cab-91af-db062b9132e0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.348614] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1065.348614] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5231858d-7601-d5b5-00d0-0b73cdb0ba0b" [ 1065.348614] env[68326]: _type = "Task" [ 1065.348614] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.355463] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5231858d-7601-d5b5-00d0-0b73cdb0ba0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.517721] env[68326]: DEBUG oslo_concurrency.lockutils [req-a62a0305-3c0e-42f7-99d9-7f5a4e92ca94 req-9a1a41f5-eb64-4528-bc13-c50f20453a4f service nova] Releasing lock "refresh_cache-8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.533786] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714876} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.533786] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 49365ff0-3055-4fcd-a05c-39e0dcdef79b/49365ff0-3055-4fcd-a05c-39e0dcdef79b.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.534026] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.534175] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d89ccfd5-3c43-4015-aed3-774ac775d8b8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.537479] env[68326]: DEBUG nova.compute.utils [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.541309] env[68326]: DEBUG nova.compute.manager [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1065.541476] env[68326]: DEBUG nova.network.neutron [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.549417] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1065.549417] env[68326]: value = "task-3129861" [ 1065.549417] env[68326]: _type = "Task" [ 1065.549417] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.558030] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.582192] env[68326]: DEBUG nova.policy [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e92d065e7e645fca104683aa4ae0118', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed6fb8e7acbe445e83cf1f1cad1c5d84', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.861366] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5231858d-7601-d5b5-00d0-0b73cdb0ba0b, 'name': SearchDatastore_Task, 'duration_secs': 0.091794} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.864044] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.864326] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7/8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.865480] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-171a6381-b03f-410c-86c9-220af78d5922 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.870703] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1065.870703] env[68326]: value = "task-3129863" [ 1065.870703] env[68326]: _type = "Task" [ 1065.870703] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.878837] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129863, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.880383] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9756c481-4b0a-4ac8-97e3-633629a4906a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.887095] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d747022b-5a48-41b7-87e7-9507de67a56e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.919248] env[68326]: DEBUG nova.network.neutron [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Successfully created port: 681a881a-d50c-421e-a324-7cb77ae79072 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.921739] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41e8cdd-d0da-4664-9f9c-8540f67aea5c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.929161] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab6dfa6-dfde-4897-bf00-5579d54c5d52 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.944158] env[68326]: DEBUG nova.compute.provider_tree [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.043096] env[68326]: DEBUG nova.compute.manager [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1066.058027] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074112} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.058439] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.059289] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871db9be-5e80-47e5-8b64-e6b031555608 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.084033] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 49365ff0-3055-4fcd-a05c-39e0dcdef79b/49365ff0-3055-4fcd-a05c-39e0dcdef79b.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.084995] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b34c6743-5a7a-4544-998e-b83767118b98 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.108121] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1066.108121] env[68326]: value = "task-3129864" [ 1066.108121] env[68326]: _type = "Task" [ 1066.108121] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.117763] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129864, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.382613] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129863, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.447983] env[68326]: DEBUG nova.scheduler.client.report [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.619629] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129864, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.882050] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129863, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640429} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.882050] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7/8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.882050] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.882335] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-645e2b58-292f-47ce-b23b-04141ea056bb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.888450] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1066.888450] env[68326]: value = "task-3129865" [ 1066.888450] env[68326]: _type = "Task" [ 1066.888450] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.896216] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.953365] env[68326]: DEBUG oslo_concurrency.lockutils [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.955999] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.055s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.956256] env[68326]: DEBUG nova.objects.instance [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lazy-loading 'resources' on Instance uuid 87128a5e-1fa1-4de9-ae0a-888e14bfea93 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.975216] env[68326]: INFO nova.scheduler.client.report [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Deleted allocations for instance 47d84bfe-cf06-4114-b4fe-8f478745c918 [ 1067.052163] env[68326]: DEBUG nova.compute.manager [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1067.078423] env[68326]: DEBUG nova.virt.hardware [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.078592] env[68326]: DEBUG nova.virt.hardware [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.078742] env[68326]: DEBUG nova.virt.hardware [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.078917] env[68326]: DEBUG nova.virt.hardware [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.079074] env[68326]: DEBUG nova.virt.hardware [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.079236] env[68326]: DEBUG nova.virt.hardware [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.079524] env[68326]: DEBUG nova.virt.hardware [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.079690] env[68326]: DEBUG nova.virt.hardware [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.079853] env[68326]: DEBUG nova.virt.hardware [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.080044] env[68326]: DEBUG nova.virt.hardware [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.080231] env[68326]: DEBUG nova.virt.hardware [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.081134] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed058b75-f3ad-4eb7-9aee-e34bc7a4d8ce {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.089084] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb09971-41fb-42dc-bb87-22df5601296f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.116753] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129864, 'name': ReconfigVM_Task, 'duration_secs': 0.840582} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.117052] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 49365ff0-3055-4fcd-a05c-39e0dcdef79b/49365ff0-3055-4fcd-a05c-39e0dcdef79b.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.117623] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b751642-0d97-41cb-9b15-e0a7fecb1d19 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.123597] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1067.123597] env[68326]: value = "task-3129866" [ 1067.123597] env[68326]: _type = "Task" [ 1067.123597] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.131052] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129866, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.352757] env[68326]: DEBUG nova.compute.manager [req-5d948752-61c4-497b-819d-062ee86e6be6 req-702a2bc3-25cb-41ce-b8c2-1615a499df65 service nova] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Received event network-vif-plugged-681a881a-d50c-421e-a324-7cb77ae79072 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1067.354391] env[68326]: DEBUG oslo_concurrency.lockutils [req-5d948752-61c4-497b-819d-062ee86e6be6 req-702a2bc3-25cb-41ce-b8c2-1615a499df65 service nova] Acquiring lock "af0dc19a-83ef-4554-b8a5-62859a808f4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.354391] env[68326]: DEBUG oslo_concurrency.lockutils [req-5d948752-61c4-497b-819d-062ee86e6be6 req-702a2bc3-25cb-41ce-b8c2-1615a499df65 service nova] Lock "af0dc19a-83ef-4554-b8a5-62859a808f4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.354391] env[68326]: DEBUG oslo_concurrency.lockutils [req-5d948752-61c4-497b-819d-062ee86e6be6 req-702a2bc3-25cb-41ce-b8c2-1615a499df65 service nova] Lock "af0dc19a-83ef-4554-b8a5-62859a808f4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.354391] env[68326]: DEBUG nova.compute.manager [req-5d948752-61c4-497b-819d-062ee86e6be6 req-702a2bc3-25cb-41ce-b8c2-1615a499df65 service nova] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] No waiting events found dispatching network-vif-plugged-681a881a-d50c-421e-a324-7cb77ae79072 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.354391] env[68326]: WARNING nova.compute.manager [req-5d948752-61c4-497b-819d-062ee86e6be6 req-702a2bc3-25cb-41ce-b8c2-1615a499df65 service nova] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Received unexpected event network-vif-plugged-681a881a-d50c-421e-a324-7cb77ae79072 for instance with vm_state building and task_state spawning. [ 1067.400723] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069886} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.400999] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.401787] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1edc7e-7706-46dd-87ab-02dff0cd3299 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.424220] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7/8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.424761] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f5c04a3-ee23-4ba6-af47-217b4ba32090 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.439720] env[68326]: DEBUG nova.network.neutron [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Successfully updated port: 681a881a-d50c-421e-a324-7cb77ae79072 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.446709] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1067.446709] env[68326]: value = "task-3129867" [ 1067.446709] env[68326]: _type = "Task" [ 1067.446709] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.455719] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.484433] env[68326]: DEBUG oslo_concurrency.lockutils [None req-92d62263-a20a-412b-a5aa-cebe725c732e tempest-ServerMetadataNegativeTestJSON-1640313405 tempest-ServerMetadataNegativeTestJSON-1640313405-project-member] Lock "47d84bfe-cf06-4114-b4fe-8f478745c918" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.512s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.635329] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129866, 'name': Rename_Task, 'duration_secs': 0.433785} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.635602] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.635851] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bbbbe6d-9c48-4bc6-9fe6-a263f3fc1a7a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.642781] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1067.642781] env[68326]: value = "task-3129868" [ 1067.642781] env[68326]: _type = "Task" [ 1067.642781] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.653996] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.855143] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc368d1-63d8-46f0-bfce-0c554b49ece8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.862504] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bdf5b3-0e70-4d2c-ae14-890965a3bd69 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.894114] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd83f9cb-d7cf-4629-be2d-66fa59fc75d9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.901266] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20259b4-4c61-4bf7-a888-3eb88e0b5534 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.914320] env[68326]: DEBUG nova.compute.provider_tree [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1067.942547] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "refresh_cache-af0dc19a-83ef-4554-b8a5-62859a808f4c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.942547] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquired lock "refresh_cache-af0dc19a-83ef-4554-b8a5-62859a808f4c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.942547] env[68326]: DEBUG nova.network.neutron [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.962088] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129867, 'name': ReconfigVM_Task, 'duration_secs': 0.324133} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.962396] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7/8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.963054] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-967fce8b-b97f-497c-a77d-074d8e7de922 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.969825] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1067.969825] env[68326]: value = "task-3129869" [ 1067.969825] env[68326]: _type = "Task" [ 1067.969825] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.978053] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129869, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.978990] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Volume attach. Driver type: vmdk {{(pid=68326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1067.979216] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626392', 'volume_id': '7741f6a3-b78d-4918-a44f-b1e9051f24a6', 'name': 'volume-7741f6a3-b78d-4918-a44f-b1e9051f24a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03f11437-001d-46dd-bad2-ddb81ebf9b96', 'attached_at': '', 'detached_at': '', 'volume_id': '7741f6a3-b78d-4918-a44f-b1e9051f24a6', 'serial': '7741f6a3-b78d-4918-a44f-b1e9051f24a6'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1067.979960] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b0ee71-0a3e-43ff-9ce1-c3a00b12530a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.995131] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27f9ae7-cccc-446c-b092-30fd630daaa3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.018169] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-7741f6a3-b78d-4918-a44f-b1e9051f24a6/volume-7741f6a3-b78d-4918-a44f-b1e9051f24a6.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.018462] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57d27d53-65a0-46c5-9150-564c28b1962a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.036856] env[68326]: DEBUG oslo_vmware.api [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1068.036856] env[68326]: value = "task-3129870" [ 1068.036856] env[68326]: _type = "Task" [ 1068.036856] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.046903] env[68326]: DEBUG oslo_vmware.api [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.156285] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129868, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.448520] env[68326]: DEBUG nova.scheduler.client.report [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1068.448849] env[68326]: DEBUG nova.compute.provider_tree [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 132 to 133 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1068.448959] env[68326]: DEBUG nova.compute.provider_tree [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1068.480702] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129869, 'name': Rename_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.510049] env[68326]: DEBUG nova.network.neutron [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.548547] env[68326]: DEBUG oslo_vmware.api [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.616321] env[68326]: DEBUG oslo_concurrency.lockutils [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "255a7bda-9571-470c-a530-a5c596e21a58" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.616558] env[68326]: DEBUG oslo_concurrency.lockutils [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "255a7bda-9571-470c-a530-a5c596e21a58" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.668279] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129868, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.694204] env[68326]: DEBUG nova.network.neutron [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Updating instance_info_cache with network_info: [{"id": "681a881a-d50c-421e-a324-7cb77ae79072", "address": "fa:16:3e:88:b4:6e", "network": {"id": "ac7359b8-ac06-40cc-b09d-ba5c0b1520ac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1023837366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed6fb8e7acbe445e83cf1f1cad1c5d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap681a881a-d5", "ovs_interfaceid": "681a881a-d50c-421e-a324-7cb77ae79072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.954287] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.958019] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.709s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.958019] env[68326]: DEBUG nova.objects.instance [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Lazy-loading 'resources' on Instance uuid 8df6b92f-dbf7-4c63-b00f-111f71fe97bb {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.981368] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129869, 'name': Rename_Task, 'duration_secs': 0.889583} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.981703] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.981880] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f5bf527-5f6d-4901-bdec-ec8c5cc0fbd9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.986973] env[68326]: INFO nova.scheduler.client.report [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Deleted allocations for instance 87128a5e-1fa1-4de9-ae0a-888e14bfea93 [ 1068.990507] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1068.990507] env[68326]: value = "task-3129871" [ 1068.990507] env[68326]: _type = "Task" [ 1068.990507] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.002181] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.048273] env[68326]: DEBUG oslo_vmware.api [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129870, 'name': ReconfigVM_Task, 'duration_secs': 0.734458} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.049235] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-7741f6a3-b78d-4918-a44f-b1e9051f24a6/volume-7741f6a3-b78d-4918-a44f-b1e9051f24a6.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.054126] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b58449ac-a937-4e77-885b-26b72e2e4573 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.070176] env[68326]: DEBUG oslo_vmware.api [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1069.070176] env[68326]: value = "task-3129872" [ 1069.070176] env[68326]: _type = "Task" [ 1069.070176] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.079908] env[68326]: DEBUG oslo_vmware.api [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.120716] env[68326]: DEBUG nova.compute.utils [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.156939] env[68326]: DEBUG oslo_vmware.api [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129868, 'name': PowerOnVM_Task, 'duration_secs': 1.16519} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.157242] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.157495] env[68326]: INFO nova.compute.manager [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Took 10.24 seconds to spawn the instance on the hypervisor. [ 1069.157801] env[68326]: DEBUG nova.compute.manager [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1069.158654] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90f40c2-0be2-42d4-9821-a217048561a3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.198145] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Releasing lock "refresh_cache-af0dc19a-83ef-4554-b8a5-62859a808f4c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.198145] env[68326]: DEBUG nova.compute.manager [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Instance network_info: |[{"id": "681a881a-d50c-421e-a324-7cb77ae79072", "address": "fa:16:3e:88:b4:6e", "network": {"id": "ac7359b8-ac06-40cc-b09d-ba5c0b1520ac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1023837366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed6fb8e7acbe445e83cf1f1cad1c5d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap681a881a-d5", "ovs_interfaceid": "681a881a-d50c-421e-a324-7cb77ae79072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1069.198570] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:b4:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '681a881a-d50c-421e-a324-7cb77ae79072', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.207665] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Creating folder: Project (ed6fb8e7acbe445e83cf1f1cad1c5d84). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.208545] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8c9654f-29f0-4723-82e8-d5159fac9f58 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.219499] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Created folder: Project (ed6fb8e7acbe445e83cf1f1cad1c5d84) in parent group-v626141. [ 1069.219499] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Creating folder: Instances. Parent ref: group-v626394. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.219723] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b9b33e0-03cf-494b-991e-8626ecd766d4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.232759] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Created folder: Instances in parent group-v626394. [ 1069.233019] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.233238] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.233448] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92f84846-03cd-4ef4-be74-96762c2c05c1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.253061] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.253061] env[68326]: value = "task-3129875" [ 1069.253061] env[68326]: _type = "Task" [ 1069.253061] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.261437] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129875, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.388129] env[68326]: DEBUG nova.compute.manager [req-c895fcf2-ecdf-480e-8174-a7ba3dc6eb78 req-9ec1fadb-039f-42e7-b2a4-7dc2734a2339 service nova] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Received event network-changed-681a881a-d50c-421e-a324-7cb77ae79072 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1069.388395] env[68326]: DEBUG nova.compute.manager [req-c895fcf2-ecdf-480e-8174-a7ba3dc6eb78 req-9ec1fadb-039f-42e7-b2a4-7dc2734a2339 service nova] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Refreshing instance network info cache due to event network-changed-681a881a-d50c-421e-a324-7cb77ae79072. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1069.388561] env[68326]: DEBUG oslo_concurrency.lockutils [req-c895fcf2-ecdf-480e-8174-a7ba3dc6eb78 req-9ec1fadb-039f-42e7-b2a4-7dc2734a2339 service nova] Acquiring lock "refresh_cache-af0dc19a-83ef-4554-b8a5-62859a808f4c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.388703] env[68326]: DEBUG oslo_concurrency.lockutils [req-c895fcf2-ecdf-480e-8174-a7ba3dc6eb78 req-9ec1fadb-039f-42e7-b2a4-7dc2734a2339 service nova] Acquired lock "refresh_cache-af0dc19a-83ef-4554-b8a5-62859a808f4c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.388860] env[68326]: DEBUG nova.network.neutron [req-c895fcf2-ecdf-480e-8174-a7ba3dc6eb78 req-9ec1fadb-039f-42e7-b2a4-7dc2734a2339 service nova] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Refreshing network info cache for port 681a881a-d50c-421e-a324-7cb77ae79072 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.502494] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a02f7806-a404-47e2-a47e-aed4d39ce35e tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.288s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.503541] env[68326]: DEBUG oslo_concurrency.lockutils [req-2138341a-030a-49a6-9275-f3bcc49301f3 req-55bc572f-0e0b-4d9d-b0ab-0cd1d24bd000 service nova] Acquired lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.504656] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932dee6b-3076-4cf3-8f8e-d5e327b21889 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.510820] env[68326]: DEBUG oslo_vmware.api [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129871, 'name': PowerOnVM_Task, 'duration_secs': 0.462886} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.511558] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.511719] env[68326]: INFO nova.compute.manager [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1069.512059] env[68326]: DEBUG nova.compute.manager [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1069.512805] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1283fb-bc9e-4462-ae22-eb013135b68c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.517183] env[68326]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1069.517453] env[68326]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68326) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1069.521135] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9c897d3-9b7d-4821-b06b-e3d375cf7843 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.535288] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f75b88-6bdb-45d3-a015-aaf34ae940ef {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.572137] env[68326]: ERROR root [req-2138341a-030a-49a6-9275-f3bcc49301f3 req-55bc572f-0e0b-4d9d-b0ab-0cd1d24bd000 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-626337' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-626337' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-626337' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-626337'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-626337' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-626337' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-626337'}\n"]: nova.exception.InstanceNotFound: Instance 87128a5e-1fa1-4de9-ae0a-888e14bfea93 could not be found. [ 1069.572373] env[68326]: DEBUG oslo_concurrency.lockutils [req-2138341a-030a-49a6-9275-f3bcc49301f3 req-55bc572f-0e0b-4d9d-b0ab-0cd1d24bd000 service nova] Releasing lock "87128a5e-1fa1-4de9-ae0a-888e14bfea93" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.572597] env[68326]: DEBUG nova.compute.manager [req-2138341a-030a-49a6-9275-f3bcc49301f3 req-55bc572f-0e0b-4d9d-b0ab-0cd1d24bd000 service nova] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Detach interface failed, port_id=b520a70f-ac34-4333-b100-bc32c4f092ad, reason: Instance 87128a5e-1fa1-4de9-ae0a-888e14bfea93 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1069.572788] env[68326]: DEBUG nova.compute.manager [req-2138341a-030a-49a6-9275-f3bcc49301f3 req-55bc572f-0e0b-4d9d-b0ab-0cd1d24bd000 service nova] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Received event network-vif-deleted-86eb36b4-6999-41be-8977-ad008ac97277 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1069.572958] env[68326]: INFO nova.compute.manager [req-2138341a-030a-49a6-9275-f3bcc49301f3 req-55bc572f-0e0b-4d9d-b0ab-0cd1d24bd000 service nova] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Neutron deleted interface 86eb36b4-6999-41be-8977-ad008ac97277; detaching it from the instance and deleting it from the info cache [ 1069.573144] env[68326]: DEBUG nova.network.neutron [req-2138341a-030a-49a6-9275-f3bcc49301f3 req-55bc572f-0e0b-4d9d-b0ab-0cd1d24bd000 service nova] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.585534] env[68326]: DEBUG oslo_vmware.api [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129872, 'name': ReconfigVM_Task, 'duration_secs': 0.174434} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.585856] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626392', 'volume_id': '7741f6a3-b78d-4918-a44f-b1e9051f24a6', 'name': 'volume-7741f6a3-b78d-4918-a44f-b1e9051f24a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03f11437-001d-46dd-bad2-ddb81ebf9b96', 'attached_at': '', 'detached_at': '', 'volume_id': '7741f6a3-b78d-4918-a44f-b1e9051f24a6', 'serial': '7741f6a3-b78d-4918-a44f-b1e9051f24a6'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1069.623081] env[68326]: DEBUG oslo_concurrency.lockutils [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "255a7bda-9571-470c-a530-a5c596e21a58" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.683172] env[68326]: INFO nova.compute.manager [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Took 32.70 seconds to build instance. [ 1069.765889] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129875, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.866252] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bec2ac1-222f-403b-8f85-4638c5ab66b1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.873935] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3026cc7a-3a0b-45a6-93d3-8fcdad9fd40b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.906644] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c675bedf-0506-4b92-ae71-f4574f0f190f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.914201] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9286058c-60ba-434f-b849-675985d9496b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.928888] env[68326]: DEBUG nova.compute.provider_tree [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.034695] env[68326]: INFO nova.compute.manager [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Took 32.76 seconds to build instance. [ 1070.080537] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ab268b4-0d88-431d-b0cf-bddec3de9e86 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.097835] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acde053f-c77d-471e-88a6-b11d285b1a86 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.148089] env[68326]: DEBUG nova.compute.manager [req-2138341a-030a-49a6-9275-f3bcc49301f3 req-55bc572f-0e0b-4d9d-b0ab-0cd1d24bd000 service nova] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Detach interface failed, port_id=86eb36b4-6999-41be-8977-ad008ac97277, reason: Instance 6c865f2c-0796-4f18-9742-2ecb05d10867 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1070.185019] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5f366196-66b9-4dc4-b00d-390cd11630e2 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "49365ff0-3055-4fcd-a05c-39e0dcdef79b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.207s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.265773] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129875, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.268322] env[68326]: DEBUG nova.network.neutron [req-c895fcf2-ecdf-480e-8174-a7ba3dc6eb78 req-9ec1fadb-039f-42e7-b2a4-7dc2734a2339 service nova] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Updated VIF entry in instance network info cache for port 681a881a-d50c-421e-a324-7cb77ae79072. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.268928] env[68326]: DEBUG nova.network.neutron [req-c895fcf2-ecdf-480e-8174-a7ba3dc6eb78 req-9ec1fadb-039f-42e7-b2a4-7dc2734a2339 service nova] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Updating instance_info_cache with network_info: [{"id": "681a881a-d50c-421e-a324-7cb77ae79072", "address": "fa:16:3e:88:b4:6e", "network": {"id": "ac7359b8-ac06-40cc-b09d-ba5c0b1520ac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1023837366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed6fb8e7acbe445e83cf1f1cad1c5d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap681a881a-d5", "ovs_interfaceid": "681a881a-d50c-421e-a324-7cb77ae79072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.432699] env[68326]: DEBUG nova.scheduler.client.report [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.536895] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2426a250-ab0b-42b5-8db7-3374ab1daafe tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.272s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.655499] env[68326]: DEBUG nova.objects.instance [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lazy-loading 'flavor' on Instance uuid 03f11437-001d-46dd-bad2-ddb81ebf9b96 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.700998] env[68326]: DEBUG oslo_concurrency.lockutils [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "255a7bda-9571-470c-a530-a5c596e21a58" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.701371] env[68326]: DEBUG oslo_concurrency.lockutils [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "255a7bda-9571-470c-a530-a5c596e21a58" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.701516] env[68326]: INFO nova.compute.manager [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Attaching volume 18e915cb-004a-4b2c-98d3-566b4491cb8d to /dev/sdb [ 1070.735326] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bc99ec-a887-4642-bef0-7fb882840545 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.744599] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e2d8a7-0e5f-4584-9acf-4f2496843ae8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.761658] env[68326]: DEBUG nova.virt.block_device [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updating existing volume attachment record: c7e21eef-c68c-4afa-8397-094950484323 {{(pid=68326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1070.775159] env[68326]: DEBUG oslo_concurrency.lockutils [req-c895fcf2-ecdf-480e-8174-a7ba3dc6eb78 req-9ec1fadb-039f-42e7-b2a4-7dc2734a2339 service nova] Releasing lock "refresh_cache-af0dc19a-83ef-4554-b8a5-62859a808f4c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.775793] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129875, 'name': CreateVM_Task, 'duration_secs': 1.510107} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.775793] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.776481] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.776685] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.776866] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.777174] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d908cc9-8fe2-4602-9ed0-3d4d2ed367e4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.782804] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1070.782804] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520fa2a5-7cfb-da52-8f51-60450d67d8c2" [ 1070.782804] env[68326]: _type = "Task" [ 1070.782804] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.795449] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520fa2a5-7cfb-da52-8f51-60450d67d8c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.940108] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.940496] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.566s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.942111] env[68326]: INFO nova.compute.claims [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.954811] env[68326]: INFO nova.compute.manager [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Rescuing [ 1070.955128] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.955342] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.955708] env[68326]: DEBUG nova.network.neutron [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.970527] env[68326]: INFO nova.scheduler.client.report [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Deleted allocations for instance 8df6b92f-dbf7-4c63-b00f-111f71fe97bb [ 1071.161789] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e03ac025-0ac7-45a7-a531-5c7d859d740e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "03f11437-001d-46dd-bad2-ddb81ebf9b96" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.797s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.295012] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520fa2a5-7cfb-da52-8f51-60450d67d8c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.295341] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.295449] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.295642] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.295821] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.296127] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.296334] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2fad76e-ebd4-4d9a-98a9-c60944d7bb19 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.305831] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.305831] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.306350] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f04d3305-7c8c-4c85-b197-925eee7a6d21 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.315940] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1071.315940] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52dfe1a8-76f6-44a2-8da5-57e0aa2e3e5f" [ 1071.315940] env[68326]: _type = "Task" [ 1071.315940] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.325412] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52dfe1a8-76f6-44a2-8da5-57e0aa2e3e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.482299] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4eee9ca4-a99e-4e86-8036-422fda8405a5 tempest-ServersTestJSON-303643542 tempest-ServersTestJSON-303643542-project-member] Lock "8df6b92f-dbf7-4c63-b00f-111f71fe97bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.317s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.827146] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52dfe1a8-76f6-44a2-8da5-57e0aa2e3e5f, 'name': SearchDatastore_Task, 'duration_secs': 0.008954} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.828036] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17551023-ba01-4ceb-a594-7945a01a6548 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.834734] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1071.834734] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]521c47e9-82cb-5a20-5b33-9d45dd13d51f" [ 1071.834734] env[68326]: _type = "Task" [ 1071.834734] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.843570] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521c47e9-82cb-5a20-5b33-9d45dd13d51f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.941485] env[68326]: DEBUG nova.network.neutron [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Updating instance_info_cache with network_info: [{"id": "3f8547ba-0225-42bd-899f-5d0e4be36827", "address": "fa:16:3e:95:73:4a", "network": {"id": "34edfa24-6dc6-4597-9b98-f6dc1b929e73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353251122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "428c18237d23455c9db1ec93c4626e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f8547ba-02", "ovs_interfaceid": "3f8547ba-0225-42bd-899f-5d0e4be36827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.345882] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521c47e9-82cb-5a20-5b33-9d45dd13d51f, 'name': SearchDatastore_Task, 'duration_secs': 0.022872} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.347066] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.347341] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] af0dc19a-83ef-4554-b8a5-62859a808f4c/af0dc19a-83ef-4554-b8a5-62859a808f4c.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.348123] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc367885-407a-4021-b2b9-9fdbfb891ca8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.350733] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3cf44ad-e916-45db-9c3a-e3ad2630c2ee {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.358480] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a036e72d-211f-43f6-9fc5-9879f0979128 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.361677] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1072.361677] env[68326]: value = "task-3129879" [ 1072.361677] env[68326]: _type = "Task" [ 1072.361677] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.399947] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6603fc39-78be-40d3-b259-3af9e921ddb3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.403070] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3129879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.409048] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54436ab-5bb1-4a70-b5ee-7c4841dc4ee8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.425301] env[68326]: DEBUG nova.compute.provider_tree [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.444717] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Releasing lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.873307] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3129879, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.930416] env[68326]: DEBUG nova.scheduler.client.report [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.143302] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c58f244-c24f-4d82-876d-78e887d8fce7 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "afa2347b-d004-48d5-aed8-fc91987b999a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.143606] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c58f244-c24f-4d82-876d-78e887d8fce7 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "afa2347b-d004-48d5-aed8-fc91987b999a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.143793] env[68326]: DEBUG nova.compute.manager [None req-2c58f244-c24f-4d82-876d-78e887d8fce7 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1073.144711] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ecae12-d964-4c21-ae92-1694260237db {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.155570] env[68326]: DEBUG nova.compute.manager [None req-2c58f244-c24f-4d82-876d-78e887d8fce7 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3482}} [ 1073.158323] env[68326]: DEBUG nova.objects.instance [None req-2c58f244-c24f-4d82-876d-78e887d8fce7 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lazy-loading 'flavor' on Instance uuid afa2347b-d004-48d5-aed8-fc91987b999a {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.364046] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "abc1874b-859c-461d-92b9-90b82a948b10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.364335] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "abc1874b-859c-461d-92b9-90b82a948b10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.377029] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3129879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804306} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.377702] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] af0dc19a-83ef-4554-b8a5-62859a808f4c/af0dc19a-83ef-4554-b8a5-62859a808f4c.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.377702] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.377881] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfa8fcf4-2cec-4ad8-b5b8-757b0a2dd7a8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.387419] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1073.387419] env[68326]: value = "task-3129881" [ 1073.387419] env[68326]: _type = "Task" [ 1073.387419] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.396551] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3129881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.437403] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.438185] env[68326]: DEBUG nova.compute.manager [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1073.444148] env[68326]: DEBUG oslo_concurrency.lockutils [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 15.415s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.870975] env[68326]: DEBUG nova.compute.manager [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1073.899063] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3129881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072482} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.899538] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.900291] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a98d6cb-4c60-4080-ab7c-6aec89abf722 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.932235] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] af0dc19a-83ef-4554-b8a5-62859a808f4c/af0dc19a-83ef-4554-b8a5-62859a808f4c.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.933551] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f8dd0f7-0ffb-42b4-bd9c-836937f55752 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.949794] env[68326]: DEBUG nova.compute.utils [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.951258] env[68326]: DEBUG nova.objects.instance [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lazy-loading 'migration_context' on Instance uuid 882c2871-7198-41e6-9701-7ccad3467dd4 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.953961] env[68326]: DEBUG nova.compute.manager [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1073.953961] env[68326]: DEBUG nova.network.neutron [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.963150] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1073.963150] env[68326]: value = "task-3129882" [ 1073.963150] env[68326]: _type = "Task" [ 1073.963150] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.972594] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3129882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.986160] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.987093] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afbd27ae-1b1c-43d9-8d33-61df058ca95b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.995372] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1073.995372] env[68326]: value = "task-3129883" [ 1073.995372] env[68326]: _type = "Task" [ 1073.995372] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.004694] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.038027] env[68326]: DEBUG nova.policy [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66145b2ac8a04b8a94c9f22e26c75ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfc70dbe1eb647dc9d472e84334c3faf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.168121] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c58f244-c24f-4d82-876d-78e887d8fce7 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.168465] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9af497dc-308b-4b6f-9028-ed7d7224cd01 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.177473] env[68326]: DEBUG oslo_vmware.api [None req-2c58f244-c24f-4d82-876d-78e887d8fce7 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1074.177473] env[68326]: value = "task-3129884" [ 1074.177473] env[68326]: _type = "Task" [ 1074.177473] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.190439] env[68326]: DEBUG oslo_vmware.api [None req-2c58f244-c24f-4d82-876d-78e887d8fce7 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.398569] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.453478] env[68326]: DEBUG nova.compute.manager [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1074.477187] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3129882, 'name': ReconfigVM_Task, 'duration_secs': 0.417912} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.477704] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Reconfigured VM instance instance-0000005e to attach disk [datastore2] af0dc19a-83ef-4554-b8a5-62859a808f4c/af0dc19a-83ef-4554-b8a5-62859a808f4c.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.478350] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22f85d5e-e4c2-4f8f-9bf9-79b7ea6dfaae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.486141] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1074.486141] env[68326]: value = "task-3129885" [ 1074.486141] env[68326]: _type = "Task" [ 1074.486141] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.502617] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3129885, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.519642] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129883, 'name': PowerOffVM_Task, 'duration_secs': 0.30446} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.520447] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.522335] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa70c380-fc6f-4d99-a365-38e6347bcd52 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.550116] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c246f396-6df6-4255-8a6e-0d37be997eec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.590627] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.590627] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-327def45-8d64-47f9-9584-c7ea6103c3ed {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.601333] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1074.601333] env[68326]: value = "task-3129886" [ 1074.601333] env[68326]: _type = "Task" [ 1074.601333] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.618850] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] VM already powered off {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1074.618850] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.619395] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.619395] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.619569] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.623332] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d1cb25d-1562-4aee-a7f6-fe2b2b213b8c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.627718] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "294ea93f-e72b-40ad-8329-c1f17d93544b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.627922] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.632425] env[68326]: DEBUG nova.network.neutron [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Successfully created port: 33f59384-7f07-4861-8df1-4651f187f045 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.638861] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.639029] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.639984] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b814d5f-62cf-47af-8956-39a96af4149c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.645479] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1074.645479] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52f5dcbd-5c39-5aa5-95f6-fdcaa5d13d72" [ 1074.645479] env[68326]: _type = "Task" [ 1074.645479] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.656458] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52f5dcbd-5c39-5aa5-95f6-fdcaa5d13d72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.692367] env[68326]: DEBUG oslo_vmware.api [None req-2c58f244-c24f-4d82-876d-78e887d8fce7 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129884, 'name': PowerOffVM_Task, 'duration_secs': 0.227522} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.692734] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c58f244-c24f-4d82-876d-78e887d8fce7 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.693008] env[68326]: DEBUG nova.compute.manager [None req-2c58f244-c24f-4d82-876d-78e887d8fce7 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1074.694584] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dcce95-bb90-4230-8cbc-be9efa57efdc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.964601] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642fc739-9d0a-4b2a-994f-8f850f1c3e08 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.976784] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012f17cf-5363-4cc7-b818-54d33d7fe885 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.017538] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b609969d-43d9-4d89-8311-df4e2524dede {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.025936] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3129885, 'name': Rename_Task, 'duration_secs': 0.207581} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.028122] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.028433] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09221301-9b01-4486-bed4-6d62c14a52c6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.030921] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a34368-904a-4268-a001-396cd74e5e82 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.045620] env[68326]: DEBUG nova.compute.provider_tree [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.048151] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1075.048151] env[68326]: value = "task-3129887" [ 1075.048151] env[68326]: _type = "Task" [ 1075.048151] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.057381] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3129887, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.132547] env[68326]: DEBUG nova.compute.manager [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1075.156116] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52f5dcbd-5c39-5aa5-95f6-fdcaa5d13d72, 'name': SearchDatastore_Task, 'duration_secs': 0.010716} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.156931] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fa55dcf-faeb-4ba3-8117-cb7e7694082e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.162842] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1075.162842] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]524011c3-eb0f-db20-8f6f-5c4c908e6236" [ 1075.162842] env[68326]: _type = "Task" [ 1075.162842] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.172808] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524011c3-eb0f-db20-8f6f-5c4c908e6236, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.214853] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c58f244-c24f-4d82-876d-78e887d8fce7 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "afa2347b-d004-48d5-aed8-fc91987b999a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.330509] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Volume attach. Driver type: vmdk {{(pid=68326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1075.330749] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626398', 'volume_id': '18e915cb-004a-4b2c-98d3-566b4491cb8d', 'name': 'volume-18e915cb-004a-4b2c-98d3-566b4491cb8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '255a7bda-9571-470c-a530-a5c596e21a58', 'attached_at': '', 'detached_at': '', 'volume_id': '18e915cb-004a-4b2c-98d3-566b4491cb8d', 'serial': '18e915cb-004a-4b2c-98d3-566b4491cb8d'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1075.331678] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c930598-92d1-4efd-b76a-fb9765ccf795 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.349408] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a746daf0-6f78-474e-93cb-4786cd0c1721 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.374756] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] volume-18e915cb-004a-4b2c-98d3-566b4491cb8d/volume-18e915cb-004a-4b2c-98d3-566b4491cb8d.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.375100] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1539614d-3eb0-477b-8f35-fb4d8305d23c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.393556] env[68326]: DEBUG oslo_vmware.api [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1075.393556] env[68326]: value = "task-3129888" [ 1075.393556] env[68326]: _type = "Task" [ 1075.393556] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.404621] env[68326]: DEBUG oslo_vmware.api [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129888, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.473267] env[68326]: DEBUG nova.compute.manager [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1075.501319] env[68326]: DEBUG nova.virt.hardware [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.501598] env[68326]: DEBUG nova.virt.hardware [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.501729] env[68326]: DEBUG nova.virt.hardware [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.502043] env[68326]: DEBUG nova.virt.hardware [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.502215] env[68326]: DEBUG nova.virt.hardware [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.502215] env[68326]: DEBUG nova.virt.hardware [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.502478] env[68326]: DEBUG nova.virt.hardware [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.502631] env[68326]: DEBUG nova.virt.hardware [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.502803] env[68326]: DEBUG nova.virt.hardware [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.502891] env[68326]: DEBUG nova.virt.hardware [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.503166] env[68326]: DEBUG nova.virt.hardware [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.503931] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f30361b-a392-462a-8e09-a5bb839ce2cb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.512310] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed7c15a-d84a-408f-936e-13a7bb128552 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.550291] env[68326]: DEBUG nova.scheduler.client.report [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.562809] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3129887, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.652645] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.672854] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524011c3-eb0f-db20-8f6f-5c4c908e6236, 'name': SearchDatastore_Task, 'duration_secs': 0.020958} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.673129] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.673402] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 03f11437-001d-46dd-bad2-ddb81ebf9b96/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk. {{(pid=68326) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1075.673696] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d9969f6-08fd-4f8b-9895-8329d9519471 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.680720] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1075.680720] env[68326]: value = "task-3129889" [ 1075.680720] env[68326]: _type = "Task" [ 1075.680720] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.695349] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.904895] env[68326]: DEBUG oslo_vmware.api [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129888, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.073138] env[68326]: DEBUG oslo_vmware.api [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3129887, 'name': PowerOnVM_Task, 'duration_secs': 0.695063} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.073138] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.073138] env[68326]: INFO nova.compute.manager [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1076.073138] env[68326]: DEBUG nova.compute.manager [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1076.073138] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf9a2c7-4777-4fcf-8f9a-75f6f3b5ca7c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.166540] env[68326]: DEBUG nova.compute.manager [req-1f45fcc7-55a9-4cce-aaaf-49ed72687c78 req-4105629e-3f30-4e0f-b151-b2aaf48f8ae8 service nova] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Received event network-vif-plugged-33f59384-7f07-4861-8df1-4651f187f045 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1076.166735] env[68326]: DEBUG oslo_concurrency.lockutils [req-1f45fcc7-55a9-4cce-aaaf-49ed72687c78 req-4105629e-3f30-4e0f-b151-b2aaf48f8ae8 service nova] Acquiring lock "fee701ab-a672-4e56-b238-3dc2981838da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.167040] env[68326]: DEBUG oslo_concurrency.lockutils [req-1f45fcc7-55a9-4cce-aaaf-49ed72687c78 req-4105629e-3f30-4e0f-b151-b2aaf48f8ae8 service nova] Lock "fee701ab-a672-4e56-b238-3dc2981838da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.167162] env[68326]: DEBUG oslo_concurrency.lockutils [req-1f45fcc7-55a9-4cce-aaaf-49ed72687c78 req-4105629e-3f30-4e0f-b151-b2aaf48f8ae8 service nova] Lock "fee701ab-a672-4e56-b238-3dc2981838da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.167339] env[68326]: DEBUG nova.compute.manager [req-1f45fcc7-55a9-4cce-aaaf-49ed72687c78 req-4105629e-3f30-4e0f-b151-b2aaf48f8ae8 service nova] [instance: fee701ab-a672-4e56-b238-3dc2981838da] No waiting events found dispatching network-vif-plugged-33f59384-7f07-4861-8df1-4651f187f045 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.167504] env[68326]: WARNING nova.compute.manager [req-1f45fcc7-55a9-4cce-aaaf-49ed72687c78 req-4105629e-3f30-4e0f-b151-b2aaf48f8ae8 service nova] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Received unexpected event network-vif-plugged-33f59384-7f07-4861-8df1-4651f187f045 for instance with vm_state building and task_state spawning. [ 1076.191216] env[68326]: DEBUG nova.objects.instance [None req-2fd177dc-31a0-4b79-9509-0a16c8b32022 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lazy-loading 'flavor' on Instance uuid afa2347b-d004-48d5-aed8-fc91987b999a {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.192530] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129889, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.259223] env[68326]: DEBUG nova.network.neutron [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Successfully updated port: 33f59384-7f07-4861-8df1-4651f187f045 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.403742] env[68326]: DEBUG oslo_vmware.api [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129888, 'name': ReconfigVM_Task, 'duration_secs': 0.522792} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.404308] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Reconfigured VM instance instance-00000055 to attach disk [datastore1] volume-18e915cb-004a-4b2c-98d3-566b4491cb8d/volume-18e915cb-004a-4b2c-98d3-566b4491cb8d.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.408961] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d3a05d9-8d85-4c51-b3c3-891f1b178cdf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.423904] env[68326]: DEBUG oslo_vmware.api [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1076.423904] env[68326]: value = "task-3129890" [ 1076.423904] env[68326]: _type = "Task" [ 1076.423904] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.431357] env[68326]: DEBUG oslo_vmware.api [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.565147] env[68326]: DEBUG oslo_concurrency.lockutils [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.121s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.570891] env[68326]: DEBUG oslo_concurrency.lockutils [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.129s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.571244] env[68326]: DEBUG nova.objects.instance [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lazy-loading 'resources' on Instance uuid 9afe106d-ba92-4885-99fd-ea9c38121b08 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.598075] env[68326]: INFO nova.compute.manager [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Took 36.26 seconds to build instance. [ 1076.690227] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609289} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.690523] env[68326]: INFO nova.virt.vmwareapi.ds_util [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 03f11437-001d-46dd-bad2-ddb81ebf9b96/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk. [ 1076.691311] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123e79e3-230d-4862-a5bc-36a2ce186011 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.695997] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2fd177dc-31a0-4b79-9509-0a16c8b32022 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "refresh_cache-afa2347b-d004-48d5-aed8-fc91987b999a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.696181] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2fd177dc-31a0-4b79-9509-0a16c8b32022 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquired lock "refresh_cache-afa2347b-d004-48d5-aed8-fc91987b999a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.696350] env[68326]: DEBUG nova.network.neutron [None req-2fd177dc-31a0-4b79-9509-0a16c8b32022 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.696523] env[68326]: DEBUG nova.objects.instance [None req-2fd177dc-31a0-4b79-9509-0a16c8b32022 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lazy-loading 'info_cache' on Instance uuid afa2347b-d004-48d5-aed8-fc91987b999a {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.720588] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 03f11437-001d-46dd-bad2-ddb81ebf9b96/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.722463] env[68326]: DEBUG nova.objects.base [None req-2fd177dc-31a0-4b79-9509-0a16c8b32022 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1076.723415] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4d68430-a77b-4614-a3b2-960df86e2511 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.744725] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1076.744725] env[68326]: value = "task-3129891" [ 1076.744725] env[68326]: _type = "Task" [ 1076.744725] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.757512] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.761167] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "refresh_cache-fee701ab-a672-4e56-b238-3dc2981838da" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.761315] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "refresh_cache-fee701ab-a672-4e56-b238-3dc2981838da" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.761469] env[68326]: DEBUG nova.network.neutron [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.933956] env[68326]: DEBUG oslo_vmware.api [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129890, 'name': ReconfigVM_Task, 'duration_secs': 0.267629} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.934489] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626398', 'volume_id': '18e915cb-004a-4b2c-98d3-566b4491cb8d', 'name': 'volume-18e915cb-004a-4b2c-98d3-566b4491cb8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '255a7bda-9571-470c-a530-a5c596e21a58', 'attached_at': '', 'detached_at': '', 'volume_id': '18e915cb-004a-4b2c-98d3-566b4491cb8d', 'serial': '18e915cb-004a-4b2c-98d3-566b4491cb8d'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1077.101014] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be812646-83ba-4f1d-b97c-0863daf1a77d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "af0dc19a-83ef-4554-b8a5-62859a808f4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.766s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.133830] env[68326]: DEBUG nova.network.neutron [None req-2fd177dc-31a0-4b79-9509-0a16c8b32022 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Updating instance_info_cache with network_info: [{"id": "7364cb4f-0dcc-4169-acdf-87ac98504eab", "address": "fa:16:3e:e8:0a:41", "network": {"id": "d95a95a7-e43b-4c08-9723-837909c928eb", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-273415824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b6f9c7473468437388b988af0d9bf755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8edfde4-5a99-4745-956d-04da82ab1b85", "external-id": "nsx-vlan-transportzone-519", "segmentation_id": 519, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7364cb4f-0d", "ovs_interfaceid": "7364cb4f-0dcc-4169-acdf-87ac98504eab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.258475] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.300026] env[68326]: DEBUG nova.network.neutron [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.432648] env[68326]: DEBUG nova.network.neutron [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Updating instance_info_cache with network_info: [{"id": "33f59384-7f07-4861-8df1-4651f187f045", "address": "fa:16:3e:ef:f4:e8", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33f59384-7f", "ovs_interfaceid": "33f59384-7f07-4861-8df1-4651f187f045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.469027] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2690685b-3d36-49b9-bfda-d4149790bfd3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.473662] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df54804e-2670-48a7-8e90-f047f730be90 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.507557] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10a7406-e3bc-4044-b89f-ff55c43d9894 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.515170] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d963fc-9ceb-46a7-8afe-7327e395ed07 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.530092] env[68326]: DEBUG nova.compute.provider_tree [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.636249] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2fd177dc-31a0-4b79-9509-0a16c8b32022 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Releasing lock "refresh_cache-afa2347b-d004-48d5-aed8-fc91987b999a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.756808] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129891, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.937689] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "refresh_cache-fee701ab-a672-4e56-b238-3dc2981838da" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.937689] env[68326]: DEBUG nova.compute.manager [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Instance network_info: |[{"id": "33f59384-7f07-4861-8df1-4651f187f045", "address": "fa:16:3e:ef:f4:e8", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33f59384-7f", "ovs_interfaceid": "33f59384-7f07-4861-8df1-4651f187f045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1077.937689] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:f4:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33f59384-7f07-4861-8df1-4651f187f045', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.944050] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.944266] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.944479] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0242ea8e-79f2-45b0-b36d-c452a2dd0f0a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.964581] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.964581] env[68326]: value = "task-3129892" [ 1077.964581] env[68326]: _type = "Task" [ 1077.964581] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.972274] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129892, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.008149] env[68326]: DEBUG nova.objects.instance [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lazy-loading 'flavor' on Instance uuid 255a7bda-9571-470c-a530-a5c596e21a58 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.035683] env[68326]: DEBUG nova.scheduler.client.report [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.048232] env[68326]: DEBUG oslo_concurrency.lockutils [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Acquiring lock "2d2b5b9f-183a-4095-983b-c100758c3343" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.048366] env[68326]: DEBUG oslo_concurrency.lockutils [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Lock "2d2b5b9f-183a-4095-983b-c100758c3343" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.048668] env[68326]: DEBUG oslo_concurrency.lockutils [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Acquiring lock "2d2b5b9f-183a-4095-983b-c100758c3343-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.048766] env[68326]: DEBUG oslo_concurrency.lockutils [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Lock "2d2b5b9f-183a-4095-983b-c100758c3343-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.049027] env[68326]: DEBUG oslo_concurrency.lockutils [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Lock "2d2b5b9f-183a-4095-983b-c100758c3343-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.051576] env[68326]: INFO nova.compute.manager [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Terminating instance [ 1078.105675] env[68326]: INFO nova.compute.manager [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Swapping old allocation on dict_keys(['a7eeb96a-3f51-4355-9e3e-4a40189339a5']) held by migration 9e85df1b-237a-4385-b2c4-a016166c3a9e for instance [ 1078.131821] env[68326]: DEBUG nova.scheduler.client.report [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Overwriting current allocation {'allocations': {'a7eeb96a-3f51-4355-9e3e-4a40189339a5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 137}}, 'project_id': '3013798cbd8f4dd4bfd5f5f149ad9c14', 'user_id': '65adda1b51764909ae608643098b66b7', 'consumer_generation': 1} on consumer 882c2871-7198-41e6-9701-7ccad3467dd4 {{(pid=68326) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1078.196418] env[68326]: DEBUG nova.compute.manager [req-4bf99b5a-33c3-4990-b60e-c85d920e4f84 req-004ca0f2-d053-424c-b0f1-43db079f4a72 service nova] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Received event network-changed-33f59384-7f07-4861-8df1-4651f187f045 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1078.197429] env[68326]: DEBUG nova.compute.manager [req-4bf99b5a-33c3-4990-b60e-c85d920e4f84 req-004ca0f2-d053-424c-b0f1-43db079f4a72 service nova] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Refreshing instance network info cache due to event network-changed-33f59384-7f07-4861-8df1-4651f187f045. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1078.197767] env[68326]: DEBUG oslo_concurrency.lockutils [req-4bf99b5a-33c3-4990-b60e-c85d920e4f84 req-004ca0f2-d053-424c-b0f1-43db079f4a72 service nova] Acquiring lock "refresh_cache-fee701ab-a672-4e56-b238-3dc2981838da" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.198143] env[68326]: DEBUG oslo_concurrency.lockutils [req-4bf99b5a-33c3-4990-b60e-c85d920e4f84 req-004ca0f2-d053-424c-b0f1-43db079f4a72 service nova] Acquired lock "refresh_cache-fee701ab-a672-4e56-b238-3dc2981838da" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.198143] env[68326]: DEBUG nova.network.neutron [req-4bf99b5a-33c3-4990-b60e-c85d920e4f84 req-004ca0f2-d053-424c-b0f1-43db079f4a72 service nova] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Refreshing network info cache for port 33f59384-7f07-4861-8df1-4651f187f045 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.211207] env[68326]: DEBUG oslo_concurrency.lockutils [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "refresh_cache-882c2871-7198-41e6-9701-7ccad3467dd4" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.211207] env[68326]: DEBUG oslo_concurrency.lockutils [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquired lock "refresh_cache-882c2871-7198-41e6-9701-7ccad3467dd4" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.211299] env[68326]: DEBUG nova.network.neutron [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.257335] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129891, 'name': ReconfigVM_Task, 'duration_secs': 1.057962} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.257626] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 03f11437-001d-46dd-bad2-ddb81ebf9b96/4f6abd85-2913-4a85-8b21-6c358400149a-rescue.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.258513] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65b825d-153e-4b5b-b1b3-4b7822864384 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.287611] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55f563e3-382b-4d56-8d75-fb63a56188bd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.302475] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1078.302475] env[68326]: value = "task-3129893" [ 1078.302475] env[68326]: _type = "Task" [ 1078.302475] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.310511] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.474676] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129892, 'name': CreateVM_Task, 'duration_secs': 0.361337} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.475046] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.475594] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.475760] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.476097] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.476359] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8762cb46-10a3-46b6-9643-958722e3057b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.481782] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1078.481782] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529a066d-2937-554e-1eb0-5d5220b83643" [ 1078.481782] env[68326]: _type = "Task" [ 1078.481782] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.494370] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529a066d-2937-554e-1eb0-5d5220b83643, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.513372] env[68326]: DEBUG oslo_concurrency.lockutils [None req-053cb9d0-1da9-4cbb-99be-e4899ef9d605 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "255a7bda-9571-470c-a530-a5c596e21a58" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.812s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.543063] env[68326]: DEBUG oslo_concurrency.lockutils [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.545675] env[68326]: DEBUG oslo_concurrency.lockutils [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.129s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.545904] env[68326]: DEBUG nova.objects.instance [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lazy-loading 'resources' on Instance uuid a6190545-bcc1-40c9-9505-0c1001a38cf2 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.557473] env[68326]: DEBUG nova.compute.manager [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1078.557729] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.559213] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20c1d79-e475-425d-9715-9d2690a112e4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.563217] env[68326]: INFO nova.scheduler.client.report [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleted allocations for instance 9afe106d-ba92-4885-99fd-ea9c38121b08 [ 1078.569512] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.569777] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2170fcc0-2ea3-4e08-b2fe-d74fa4300766 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.577048] env[68326]: DEBUG oslo_vmware.api [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Waiting for the task: (returnval){ [ 1078.577048] env[68326]: value = "task-3129894" [ 1078.577048] env[68326]: _type = "Task" [ 1078.577048] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.586046] env[68326]: DEBUG oslo_vmware.api [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': task-3129894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.645064] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd177dc-31a0-4b79-9509-0a16c8b32022 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.645064] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab583a28-7ddd-4cfa-9793-972bee40c15f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.650542] env[68326]: DEBUG oslo_vmware.api [None req-2fd177dc-31a0-4b79-9509-0a16c8b32022 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1078.650542] env[68326]: value = "task-3129895" [ 1078.650542] env[68326]: _type = "Task" [ 1078.650542] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.659594] env[68326]: DEBUG oslo_vmware.api [None req-2fd177dc-31a0-4b79-9509-0a16c8b32022 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.814475] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129893, 'name': ReconfigVM_Task, 'duration_secs': 0.382197} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.814956] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.815280] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-870adca2-bc1e-45c8-8f8c-92f7d6aea433 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.822750] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1078.822750] env[68326]: value = "task-3129896" [ 1078.822750] env[68326]: _type = "Task" [ 1078.822750] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.838886] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129896, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.898222] env[68326]: DEBUG nova.compute.manager [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Stashing vm_state: active {{(pid=68326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6214}} [ 1078.996369] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529a066d-2937-554e-1eb0-5d5220b83643, 'name': SearchDatastore_Task, 'duration_secs': 0.013402} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.996369] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.996795] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.997223] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.997535] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.997875] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.998268] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9c5b83d-0082-4e34-9db6-ecd8ef89e88f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.016275] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.016275] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.016275] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5f03748-5d56-4121-9573-c5924549a007 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.021505] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1079.021505] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52d8705d-9908-8cce-4de3-2df79078385b" [ 1079.021505] env[68326]: _type = "Task" [ 1079.021505] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.039364] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d8705d-9908-8cce-4de3-2df79078385b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.070594] env[68326]: DEBUG oslo_concurrency.lockutils [None req-22bf9399-c6d0-4439-ba43-a5717cdc32a3 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "9afe106d-ba92-4885-99fd-ea9c38121b08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.313s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.083580] env[68326]: DEBUG nova.network.neutron [req-4bf99b5a-33c3-4990-b60e-c85d920e4f84 req-004ca0f2-d053-424c-b0f1-43db079f4a72 service nova] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Updated VIF entry in instance network info cache for port 33f59384-7f07-4861-8df1-4651f187f045. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.084221] env[68326]: DEBUG nova.network.neutron [req-4bf99b5a-33c3-4990-b60e-c85d920e4f84 req-004ca0f2-d053-424c-b0f1-43db079f4a72 service nova] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Updating instance_info_cache with network_info: [{"id": "33f59384-7f07-4861-8df1-4651f187f045", "address": "fa:16:3e:ef:f4:e8", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33f59384-7f", "ovs_interfaceid": "33f59384-7f07-4861-8df1-4651f187f045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.092688] env[68326]: DEBUG oslo_vmware.api [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': task-3129894, 'name': PowerOffVM_Task, 'duration_secs': 0.221466} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.094164] env[68326]: DEBUG nova.network.neutron [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Updating instance_info_cache with network_info: [{"id": "9da77713-a789-43bf-b8e0-e4f8cab31129", "address": "fa:16:3e:bd:b6:50", "network": {"id": "c30337ac-41a1-4ae7-b9fc-10ed13fe5f5c", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.34", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "2ee8d950ad4d41a7b54d455853e50b47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9da77713-a7", "ovs_interfaceid": "9da77713-a789-43bf-b8e0-e4f8cab31129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.096111] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.096300] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.096746] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2144f96b-e7a9-46c0-9bde-021084dd6317 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.160817] env[68326]: DEBUG oslo_vmware.api [None req-2fd177dc-31a0-4b79-9509-0a16c8b32022 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129895, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.207346] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.207346] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.207461] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Deleting the datastore file [datastore2] 2d2b5b9f-183a-4095-983b-c100758c3343 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.208402] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5f8c541-7f77-429c-a22d-1a81f35b132d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.215510] env[68326]: DEBUG oslo_vmware.api [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Waiting for the task: (returnval){ [ 1079.215510] env[68326]: value = "task-3129898" [ 1079.215510] env[68326]: _type = "Task" [ 1079.215510] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.224939] env[68326]: DEBUG oslo_vmware.api [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': task-3129898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.333455] env[68326]: DEBUG oslo_concurrency.lockutils [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "9053f169-524a-478b-9898-0a5e6584d38f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.334082] env[68326]: DEBUG oslo_concurrency.lockutils [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "9053f169-524a-478b-9898-0a5e6584d38f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.334082] env[68326]: DEBUG oslo_concurrency.lockutils [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "9053f169-524a-478b-9898-0a5e6584d38f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.334269] env[68326]: DEBUG oslo_concurrency.lockutils [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "9053f169-524a-478b-9898-0a5e6584d38f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.334431] env[68326]: DEBUG oslo_concurrency.lockutils [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "9053f169-524a-478b-9898-0a5e6584d38f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.339506] env[68326]: DEBUG oslo_vmware.api [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129896, 'name': PowerOnVM_Task, 'duration_secs': 0.502152} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.342167] env[68326]: INFO nova.compute.manager [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Terminating instance [ 1079.343524] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.347911] env[68326]: DEBUG nova.compute.manager [None req-b508ae3c-323a-4b47-a665-1bea4a2d0b87 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1079.348894] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f0d76e-1e3b-4b42-825a-7d013d31c283 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.412640] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92aca163-d273-4ecc-8f29-df4404ee36d8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.422117] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.423694] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fc6d3e-2dc8-4f26-9a43-38b67dba113f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.462631] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85c9087-4d03-4805-9a6c-9c741842cb43 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.469922] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906667f9-3365-411d-a8b5-9abb2a5a46a3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.484617] env[68326]: DEBUG nova.compute.provider_tree [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.535796] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d8705d-9908-8cce-4de3-2df79078385b, 'name': SearchDatastore_Task, 'duration_secs': 0.020187} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.536551] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94bfa9c7-8fbf-43c4-bfc2-0596350148aa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.541718] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1079.541718] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]522cde8a-bab9-9bd1-a934-26988a38eb3b" [ 1079.541718] env[68326]: _type = "Task" [ 1079.541718] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.549791] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522cde8a-bab9-9bd1-a934-26988a38eb3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.594326] env[68326]: DEBUG oslo_concurrency.lockutils [req-4bf99b5a-33c3-4990-b60e-c85d920e4f84 req-004ca0f2-d053-424c-b0f1-43db079f4a72 service nova] Releasing lock "refresh_cache-fee701ab-a672-4e56-b238-3dc2981838da" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.594592] env[68326]: DEBUG nova.compute.manager [req-4bf99b5a-33c3-4990-b60e-c85d920e4f84 req-004ca0f2-d053-424c-b0f1-43db079f4a72 service nova] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Received event network-changed-681a881a-d50c-421e-a324-7cb77ae79072 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1079.594797] env[68326]: DEBUG nova.compute.manager [req-4bf99b5a-33c3-4990-b60e-c85d920e4f84 req-004ca0f2-d053-424c-b0f1-43db079f4a72 service nova] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Refreshing instance network info cache due to event network-changed-681a881a-d50c-421e-a324-7cb77ae79072. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1079.595044] env[68326]: DEBUG oslo_concurrency.lockutils [req-4bf99b5a-33c3-4990-b60e-c85d920e4f84 req-004ca0f2-d053-424c-b0f1-43db079f4a72 service nova] Acquiring lock "refresh_cache-af0dc19a-83ef-4554-b8a5-62859a808f4c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.595166] env[68326]: DEBUG oslo_concurrency.lockutils [req-4bf99b5a-33c3-4990-b60e-c85d920e4f84 req-004ca0f2-d053-424c-b0f1-43db079f4a72 service nova] Acquired lock "refresh_cache-af0dc19a-83ef-4554-b8a5-62859a808f4c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.595325] env[68326]: DEBUG nova.network.neutron [req-4bf99b5a-33c3-4990-b60e-c85d920e4f84 req-004ca0f2-d053-424c-b0f1-43db079f4a72 service nova] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Refreshing network info cache for port 681a881a-d50c-421e-a324-7cb77ae79072 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.597848] env[68326]: DEBUG oslo_concurrency.lockutils [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Releasing lock "refresh_cache-882c2871-7198-41e6-9701-7ccad3467dd4" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.598257] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.598513] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76ba6867-d287-428a-8305-b022797fa34b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.606063] env[68326]: DEBUG oslo_vmware.api [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1079.606063] env[68326]: value = "task-3129899" [ 1079.606063] env[68326]: _type = "Task" [ 1079.606063] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.615555] env[68326]: DEBUG oslo_vmware.api [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.661081] env[68326]: DEBUG oslo_vmware.api [None req-2fd177dc-31a0-4b79-9509-0a16c8b32022 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129895, 'name': PowerOnVM_Task, 'duration_secs': 0.620763} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.661367] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fd177dc-31a0-4b79-9509-0a16c8b32022 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.661570] env[68326]: DEBUG nova.compute.manager [None req-2fd177dc-31a0-4b79-9509-0a16c8b32022 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1079.662403] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a4c333-69df-41ae-a9d6-f8e96d2edadb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.725732] env[68326]: DEBUG oslo_vmware.api [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Task: {'id': task-3129898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241254} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.725933] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.726139] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.726330] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.726503] env[68326]: INFO nova.compute.manager [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1079.726800] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.727027] env[68326]: DEBUG nova.compute.manager [-] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1079.727141] env[68326]: DEBUG nova.network.neutron [-] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.850082] env[68326]: DEBUG nova.compute.manager [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1079.850319] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.851283] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca098b00-82b0-42d7-a2df-dd968551f6ca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.859744] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.860028] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34f4daeb-49fb-4246-baa7-694ef89c8c59 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.869407] env[68326]: DEBUG oslo_vmware.api [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1079.869407] env[68326]: value = "task-3129900" [ 1079.869407] env[68326]: _type = "Task" [ 1079.869407] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.877330] env[68326]: DEBUG oslo_vmware.api [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.987616] env[68326]: DEBUG nova.scheduler.client.report [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.055988] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522cde8a-bab9-9bd1-a934-26988a38eb3b, 'name': SearchDatastore_Task, 'duration_secs': 0.029468} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.056375] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.056753] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] fee701ab-a672-4e56-b238-3dc2981838da/fee701ab-a672-4e56-b238-3dc2981838da.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.057117] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-830606d0-f6aa-4c60-a6bb-be7423b677b6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.065011] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1080.065011] env[68326]: value = "task-3129901" [ 1080.065011] env[68326]: _type = "Task" [ 1080.065011] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.079713] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.115859] env[68326]: DEBUG oslo_vmware.api [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129899, 'name': PowerOffVM_Task, 'duration_secs': 0.37432} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.116133] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.116929] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1fd9d62c-3edc-4f90-8e25-61127fe41b68',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-888836463',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.117194] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.117367] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.117550] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.117721] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.117872] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.118105] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.118287] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.118458] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.118637] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.118825] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.124609] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ef11edf-06b7-4730-a4ed-a9d733c7022f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.140889] env[68326]: DEBUG oslo_vmware.api [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1080.140889] env[68326]: value = "task-3129902" [ 1080.140889] env[68326]: _type = "Task" [ 1080.140889] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.150754] env[68326]: DEBUG oslo_vmware.api [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129902, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.381131] env[68326]: DEBUG oslo_vmware.api [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129900, 'name': PowerOffVM_Task, 'duration_secs': 0.315245} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.381131] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.381131] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.381131] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2786f0e4-dad8-424e-a5f3-d4880e60c63a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.445642] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.446147] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.446947] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleting the datastore file [datastore2] 9053f169-524a-478b-9898-0a5e6584d38f {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.447810] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ecda7f3-d05b-45fe-a8d9-6d84c0a2e669 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.462869] env[68326]: DEBUG oslo_vmware.api [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1080.462869] env[68326]: value = "task-3129904" [ 1080.462869] env[68326]: _type = "Task" [ 1080.462869] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.474168] env[68326]: DEBUG oslo_vmware.api [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.492390] env[68326]: DEBUG oslo_concurrency.lockutils [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.494851] env[68326]: DEBUG oslo_concurrency.lockutils [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.479s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.495112] env[68326]: DEBUG nova.objects.instance [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lazy-loading 'resources' on Instance uuid f4bef3ba-a1e2-4232-b8ce-554d6a65298b {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.523595] env[68326]: INFO nova.scheduler.client.report [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Deleted allocations for instance a6190545-bcc1-40c9-9505-0c1001a38cf2 [ 1080.579222] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129901, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.584225] env[68326]: DEBUG nova.network.neutron [req-4bf99b5a-33c3-4990-b60e-c85d920e4f84 req-004ca0f2-d053-424c-b0f1-43db079f4a72 service nova] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Updated VIF entry in instance network info cache for port 681a881a-d50c-421e-a324-7cb77ae79072. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.584619] env[68326]: DEBUG nova.network.neutron [req-4bf99b5a-33c3-4990-b60e-c85d920e4f84 req-004ca0f2-d053-424c-b0f1-43db079f4a72 service nova] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Updating instance_info_cache with network_info: [{"id": "681a881a-d50c-421e-a324-7cb77ae79072", "address": "fa:16:3e:88:b4:6e", "network": {"id": "ac7359b8-ac06-40cc-b09d-ba5c0b1520ac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1023837366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed6fb8e7acbe445e83cf1f1cad1c5d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap681a881a-d5", "ovs_interfaceid": "681a881a-d50c-421e-a324-7cb77ae79072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.653930] env[68326]: DEBUG oslo_vmware.api [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129902, 'name': ReconfigVM_Task, 'duration_secs': 0.147138} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.655083] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16532d3c-3707-4a40-a40a-bc6093f547ea {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.683711] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:55:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1fd9d62c-3edc-4f90-8e25-61127fe41b68',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-888836463',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.683969] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.684173] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.684389] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.684723] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.684723] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.684913] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.685628] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.685858] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.686068] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.686267] env[68326]: DEBUG nova.virt.hardware [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.687596] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08bfc881-3aa0-4b2f-95af-2fd3233d2099 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.693327] env[68326]: DEBUG oslo_vmware.api [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1080.693327] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520098e2-942f-c04e-1136-467bac2d93ed" [ 1080.693327] env[68326]: _type = "Task" [ 1080.693327] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.702711] env[68326]: DEBUG oslo_vmware.api [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520098e2-942f-c04e-1136-467bac2d93ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.829179] env[68326]: DEBUG nova.compute.manager [req-6f60618d-bd5d-48a0-8e59-0d7e61bc7cb2 req-181b2748-ac32-4e9f-bef5-6f55757b9638 service nova] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Received event network-vif-deleted-4f2f883f-fb6c-41a4-9238-d737e8b29e4e {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1080.829179] env[68326]: INFO nova.compute.manager [req-6f60618d-bd5d-48a0-8e59-0d7e61bc7cb2 req-181b2748-ac32-4e9f-bef5-6f55757b9638 service nova] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Neutron deleted interface 4f2f883f-fb6c-41a4-9238-d737e8b29e4e; detaching it from the instance and deleting it from the info cache [ 1080.829179] env[68326]: DEBUG nova.network.neutron [req-6f60618d-bd5d-48a0-8e59-0d7e61bc7cb2 req-181b2748-ac32-4e9f-bef5-6f55757b9638 service nova] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.972962] env[68326]: DEBUG oslo_vmware.api [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302815} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.973240] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.973422] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.973599] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.973770] env[68326]: INFO nova.compute.manager [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1080.974030] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.974243] env[68326]: DEBUG nova.compute.manager [-] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1080.974339] env[68326]: DEBUG nova.network.neutron [-] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.040280] env[68326]: DEBUG oslo_concurrency.lockutils [None req-478e1a04-00b1-4439-822a-4c6ae25826a8 tempest-ServersWithSpecificFlavorTestJSON-501489702 tempest-ServersWithSpecificFlavorTestJSON-501489702-project-member] Lock "a6190545-bcc1-40c9-9505-0c1001a38cf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.981s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.078964] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534625} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.081573] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] fee701ab-a672-4e56-b238-3dc2981838da/fee701ab-a672-4e56-b238-3dc2981838da.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.081858] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.082315] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a7ec7f4-37d4-4247-8ac1-9e60189c0866 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.087863] env[68326]: DEBUG oslo_concurrency.lockutils [req-4bf99b5a-33c3-4990-b60e-c85d920e4f84 req-004ca0f2-d053-424c-b0f1-43db079f4a72 service nova] Releasing lock "refresh_cache-af0dc19a-83ef-4554-b8a5-62859a808f4c" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.089419] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1081.089419] env[68326]: value = "task-3129905" [ 1081.089419] env[68326]: _type = "Task" [ 1081.089419] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.100244] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.205704] env[68326]: DEBUG oslo_vmware.api [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520098e2-942f-c04e-1136-467bac2d93ed, 'name': SearchDatastore_Task, 'duration_secs': 0.007395} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.211318] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1081.214051] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ccfd2d1-e712-4053-beda-e6b0190b37c1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.233413] env[68326]: DEBUG oslo_vmware.api [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1081.233413] env[68326]: value = "task-3129906" [ 1081.233413] env[68326]: _type = "Task" [ 1081.233413] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.249809] env[68326]: DEBUG oslo_vmware.api [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129906, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.258378] env[68326]: INFO nova.compute.manager [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Unrescuing [ 1081.258632] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.258833] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquired lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.259026] env[68326]: DEBUG nova.network.neutron [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.276195] env[68326]: DEBUG nova.network.neutron [-] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.333750] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cb41c13-a726-43c2-8ffc-8f2d4b67906c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.344989] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22ee2ee-7ad6-48a2-a685-9608ac919e03 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.385102] env[68326]: DEBUG nova.compute.manager [req-6f60618d-bd5d-48a0-8e59-0d7e61bc7cb2 req-181b2748-ac32-4e9f-bef5-6f55757b9638 service nova] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Detach interface failed, port_id=4f2f883f-fb6c-41a4-9238-d737e8b29e4e, reason: Instance 2d2b5b9f-183a-4095-983b-c100758c3343 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1081.402121] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a5e3a3-9776-419f-94c1-4b6d37a46fc1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.409361] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225cef7c-015e-4faf-bea6-896f0515e3c9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.441709] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de40d7f9-c62e-43bf-a9d7-b415b5bedf40 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.449148] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846007af-337a-4263-b28b-429da0973d1f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.465894] env[68326]: DEBUG nova.compute.provider_tree [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.599586] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07168} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.599878] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.601658] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd60fbe-6d20-4f60-96a6-fa201c1abc12 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.624049] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] fee701ab-a672-4e56-b238-3dc2981838da/fee701ab-a672-4e56-b238-3dc2981838da.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.624373] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a7d7a95-4bdf-4a66-b166-2e77dbec63cb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.645647] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1081.645647] env[68326]: value = "task-3129907" [ 1081.645647] env[68326]: _type = "Task" [ 1081.645647] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.653462] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.742908] env[68326]: DEBUG oslo_vmware.api [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129906, 'name': ReconfigVM_Task, 'duration_secs': 0.223028} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.743224] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1081.744410] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4213243-652b-400b-aedb-cb2d219fdbc4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.768117] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 882c2871-7198-41e6-9701-7ccad3467dd4/882c2871-7198-41e6-9701-7ccad3467dd4.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.770662] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba2c6376-ffaf-449e-aa78-1c5088efbd4a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.784841] env[68326]: INFO nova.compute.manager [-] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Took 2.06 seconds to deallocate network for instance. [ 1081.789699] env[68326]: DEBUG nova.network.neutron [-] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.795431] env[68326]: DEBUG oslo_vmware.api [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1081.795431] env[68326]: value = "task-3129908" [ 1081.795431] env[68326]: _type = "Task" [ 1081.795431] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.808576] env[68326]: DEBUG oslo_vmware.api [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129908, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.968105] env[68326]: DEBUG nova.scheduler.client.report [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.158417] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129907, 'name': ReconfigVM_Task, 'duration_secs': 0.395786} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.158730] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Reconfigured VM instance instance-0000005f to attach disk [datastore1] fee701ab-a672-4e56-b238-3dc2981838da/fee701ab-a672-4e56-b238-3dc2981838da.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.159397] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd990dac-9f94-408f-944d-ba11e26ad38c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.168561] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1082.168561] env[68326]: value = "task-3129909" [ 1082.168561] env[68326]: _type = "Task" [ 1082.168561] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.175587] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129909, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.180643] env[68326]: DEBUG nova.network.neutron [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Updating instance_info_cache with network_info: [{"id": "3f8547ba-0225-42bd-899f-5d0e4be36827", "address": "fa:16:3e:95:73:4a", "network": {"id": "34edfa24-6dc6-4597-9b98-f6dc1b929e73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353251122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "428c18237d23455c9db1ec93c4626e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f8547ba-02", "ovs_interfaceid": "3f8547ba-0225-42bd-899f-5d0e4be36827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.298928] env[68326]: DEBUG oslo_concurrency.lockutils [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.298928] env[68326]: INFO nova.compute.manager [-] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Took 1.32 seconds to deallocate network for instance. [ 1082.318559] env[68326]: DEBUG oslo_vmware.api [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.474251] env[68326]: DEBUG oslo_concurrency.lockutils [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.477163] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.663s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.477523] env[68326]: DEBUG nova.objects.instance [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lazy-loading 'resources' on Instance uuid 1a787f55-5fd4-4353-84e5-47c76b080db5 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.500058] env[68326]: INFO nova.scheduler.client.report [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Deleted allocations for instance f4bef3ba-a1e2-4232-b8ce-554d6a65298b [ 1082.678403] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129909, 'name': Rename_Task, 'duration_secs': 0.155282} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.678676] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.678909] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d038d9c-76fe-4a90-b900-36abe74eceb5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.683077] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Releasing lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.683639] env[68326]: DEBUG nova.objects.instance [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lazy-loading 'flavor' on Instance uuid 03f11437-001d-46dd-bad2-ddb81ebf9b96 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.685851] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1082.685851] env[68326]: value = "task-3129910" [ 1082.685851] env[68326]: _type = "Task" [ 1082.685851] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.693694] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.809548] env[68326]: DEBUG oslo_vmware.api [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129908, 'name': ReconfigVM_Task, 'duration_secs': 0.84777} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.809874] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 882c2871-7198-41e6-9701-7ccad3467dd4/882c2871-7198-41e6-9701-7ccad3467dd4.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.810808] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f44991-a60b-4481-be0d-9f0a521fdbe2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.830769] env[68326]: DEBUG oslo_concurrency.lockutils [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.831888] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ff0d0b-1713-4974-8e75-b89d88d3f449 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.853013] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18bbaec-69dc-4749-a480-553b739dd2da {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.872895] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2086ec0-8ee3-4bc7-881f-00eeaad8d9be {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.879106] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.879425] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0483218-a32e-4f11-8b86-d78c99f10b51 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.885642] env[68326]: DEBUG oslo_vmware.api [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1082.885642] env[68326]: value = "task-3129911" [ 1082.885642] env[68326]: _type = "Task" [ 1082.885642] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.893957] env[68326]: DEBUG oslo_vmware.api [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.957707] env[68326]: DEBUG nova.compute.manager [req-121c5c1a-efe7-42d9-8096-1aae11d504aa req-8137efc9-370c-4b9b-b2ef-ec3b0b1a15ae service nova] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Received event network-vif-deleted-4a08cd8d-f0bf-4e2e-8505-d30a304da371 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1083.008433] env[68326]: DEBUG oslo_concurrency.lockutils [None req-349c5f84-acb4-4fb0-a630-f54665f7c5b5 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "f4bef3ba-a1e2-4232-b8ce-554d6a65298b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.637s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.112423] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.112766] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.113234] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.113495] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.113593] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.118495] env[68326]: INFO nova.compute.manager [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Terminating instance [ 1083.194195] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15f6ec0-c905-42c7-b01d-4c3309e271b5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.224765] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.230926] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a05f948-077a-4c2f-ae5d-bb57b1405a1b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.232744] env[68326]: DEBUG oslo_vmware.api [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129910, 'name': PowerOnVM_Task, 'duration_secs': 0.519782} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.233224] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.233433] env[68326]: INFO nova.compute.manager [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1083.233609] env[68326]: DEBUG nova.compute.manager [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1083.234760] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcef483f-e5ee-4a51-98d8-7e698e9d1784 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.238257] env[68326]: DEBUG oslo_vmware.api [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1083.238257] env[68326]: value = "task-3129912" [ 1083.238257] env[68326]: _type = "Task" [ 1083.238257] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.254533] env[68326]: DEBUG oslo_vmware.api [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.269832] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "0781d75d-bd5e-4fd2-8892-b5f50e2af7e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.270132] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "0781d75d-bd5e-4fd2-8892-b5f50e2af7e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.270398] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "0781d75d-bd5e-4fd2-8892-b5f50e2af7e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.270691] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "0781d75d-bd5e-4fd2-8892-b5f50e2af7e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.270795] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "0781d75d-bd5e-4fd2-8892-b5f50e2af7e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.275150] env[68326]: INFO nova.compute.manager [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Terminating instance [ 1083.338639] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe118af6-d92d-4412-9d62-380615dc5e1e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.345762] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adf904c-7dc2-443d-be28-65068e1226bd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.377378] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114b9e47-1116-41e7-8d5c-0f07890a4886 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.384762] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05475169-3c03-4aef-bb3a-fe6a7537f3fa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.403023] env[68326]: DEBUG nova.compute.provider_tree [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.408096] env[68326]: DEBUG oslo_vmware.api [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129911, 'name': PowerOnVM_Task, 'duration_secs': 0.445072} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.408096] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.626389] env[68326]: DEBUG nova.compute.manager [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1083.627076] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.628245] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817695fc-9ade-481f-b2b0-0144ff2fb98d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.638181] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.638498] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16acfcdb-e7d4-4455-804f-5aabfd0dc6de {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.645883] env[68326]: DEBUG oslo_vmware.api [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1083.645883] env[68326]: value = "task-3129913" [ 1083.645883] env[68326]: _type = "Task" [ 1083.645883] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.658183] env[68326]: DEBUG oslo_vmware.api [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.749258] env[68326]: DEBUG oslo_vmware.api [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129912, 'name': PowerOffVM_Task, 'duration_secs': 0.39662} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.749543] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.754763] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Reconfiguring VM instance instance-00000050 to detach disk 2002 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1083.759458] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69f35f2a-a5f8-4118-983f-ce23c74eae06 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.779505] env[68326]: INFO nova.compute.manager [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Took 30.42 seconds to build instance. [ 1083.780875] env[68326]: DEBUG nova.compute.manager [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1083.781190] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.782436] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c69ba9-4a67-4fec-b425-c0b69c2996f7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.788879] env[68326]: DEBUG oslo_vmware.api [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1083.788879] env[68326]: value = "task-3129914" [ 1083.788879] env[68326]: _type = "Task" [ 1083.788879] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.795200] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.795821] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2630e91c-d0da-4fd0-ae8f-b215f82d9e98 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.801837] env[68326]: DEBUG oslo_vmware.api [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129914, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.808993] env[68326]: DEBUG oslo_vmware.api [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1083.808993] env[68326]: value = "task-3129915" [ 1083.808993] env[68326]: _type = "Task" [ 1083.808993] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.819682] env[68326]: DEBUG oslo_vmware.api [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.911728] env[68326]: DEBUG nova.scheduler.client.report [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.157583] env[68326]: DEBUG oslo_vmware.api [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129913, 'name': PowerOffVM_Task, 'duration_secs': 0.269295} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.158188] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.158516] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.159065] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-338a9104-2477-4dbc-92b6-e3491050ee9b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.288042] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f21925d-c09d-4dd0-b07a-4559cff10633 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "fee701ab-a672-4e56-b238-3dc2981838da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.940s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.300660] env[68326]: DEBUG oslo_vmware.api [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129914, 'name': ReconfigVM_Task, 'duration_secs': 0.395277} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.302024] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Reconfigured VM instance instance-00000050 to detach disk 2002 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1084.302024] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.302024] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ded12d7f-daa4-4d7c-86dc-5001a1e43d90 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.316403] env[68326]: DEBUG oslo_vmware.api [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1084.316403] env[68326]: value = "task-3129917" [ 1084.316403] env[68326]: _type = "Task" [ 1084.316403] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.324319] env[68326]: DEBUG oslo_vmware.api [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129915, 'name': PowerOffVM_Task, 'duration_secs': 0.302835} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.325235] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.325557] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.326019] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11019f98-2ad5-4177-a898-dd4f910aca01 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.332538] env[68326]: DEBUG oslo_vmware.api [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129917, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.418130] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.418130] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.418130] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Deleting the datastore file [datastore2] 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.418130] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ede7294f-5efe-42cd-ba7e-cdac56d19eca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.424414] env[68326]: DEBUG oslo_vmware.api [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for the task: (returnval){ [ 1084.424414] env[68326]: value = "task-3129919" [ 1084.424414] env[68326]: _type = "Task" [ 1084.424414] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.425373] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.431630] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.175s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.431630] env[68326]: DEBUG nova.objects.instance [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lazy-loading 'resources' on Instance uuid fae9568a-747a-44ba-ad08-62c2e9be0197 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.432649] env[68326]: INFO nova.compute.manager [None req-590b6065-eb28-4c90-88d8-11916d88976b tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Updating instance to original state: 'active' [ 1084.441268] env[68326]: DEBUG oslo_vmware.api [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.450047] env[68326]: INFO nova.scheduler.client.report [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Deleted allocations for instance 1a787f55-5fd4-4353-84e5-47c76b080db5 [ 1084.828951] env[68326]: DEBUG oslo_vmware.api [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129917, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.830781] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.831011] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.831237] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Deleting the datastore file [datastore1] 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.831521] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78db697d-4b77-4763-a6b8-c9a8c1d59cd4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.838321] env[68326]: DEBUG oslo_vmware.api [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1084.838321] env[68326]: value = "task-3129920" [ 1084.838321] env[68326]: _type = "Task" [ 1084.838321] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.849825] env[68326]: DEBUG oslo_vmware.api [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.942337] env[68326]: DEBUG oslo_vmware.api [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Task: {'id': task-3129919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393019} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.942995] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.944525] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.944717] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.944913] env[68326]: INFO nova.compute.manager [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1084.945184] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.950857] env[68326]: DEBUG nova.compute.manager [-] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1084.950984] env[68326]: DEBUG nova.network.neutron [-] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.960852] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0932e1e8-7f96-45ee-8e79-bbf3e44ef8f2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "1a787f55-5fd4-4353-84e5-47c76b080db5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.896s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.096247] env[68326]: DEBUG nova.compute.manager [req-35e25192-b7b6-4be6-b0f0-a8c7e893152e req-0e11fc19-8cff-4cd0-9767-553dd9d52d56 service nova] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Received event network-changed-33f59384-7f07-4861-8df1-4651f187f045 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1085.096247] env[68326]: DEBUG nova.compute.manager [req-35e25192-b7b6-4be6-b0f0-a8c7e893152e req-0e11fc19-8cff-4cd0-9767-553dd9d52d56 service nova] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Refreshing instance network info cache due to event network-changed-33f59384-7f07-4861-8df1-4651f187f045. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1085.096247] env[68326]: DEBUG oslo_concurrency.lockutils [req-35e25192-b7b6-4be6-b0f0-a8c7e893152e req-0e11fc19-8cff-4cd0-9767-553dd9d52d56 service nova] Acquiring lock "refresh_cache-fee701ab-a672-4e56-b238-3dc2981838da" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.096247] env[68326]: DEBUG oslo_concurrency.lockutils [req-35e25192-b7b6-4be6-b0f0-a8c7e893152e req-0e11fc19-8cff-4cd0-9767-553dd9d52d56 service nova] Acquired lock "refresh_cache-fee701ab-a672-4e56-b238-3dc2981838da" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.096247] env[68326]: DEBUG nova.network.neutron [req-35e25192-b7b6-4be6-b0f0-a8c7e893152e req-0e11fc19-8cff-4cd0-9767-553dd9d52d56 service nova] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Refreshing network info cache for port 33f59384-7f07-4861-8df1-4651f187f045 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.329962] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0a3fb6-4deb-4a41-829b-8ffd7076ab46 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.337299] env[68326]: DEBUG oslo_vmware.api [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129917, 'name': PowerOnVM_Task, 'duration_secs': 0.555677} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.338042] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.338271] env[68326]: DEBUG nova.compute.manager [None req-c6fb293e-2aa9-46ce-b73b-ceb26b6691f1 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1085.339268] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5fa741-29c4-4127-962c-438cebe4c158 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.347922] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33dee56-cdc9-4ec9-b7e8-683c60881b23 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.359156] env[68326]: DEBUG oslo_vmware.api [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371643} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.385792] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.386041] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.386806] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.386806] env[68326]: INFO nova.compute.manager [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1085.386806] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.387235] env[68326]: DEBUG nova.compute.manager [-] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1085.387332] env[68326]: DEBUG nova.network.neutron [-] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.390057] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904a6330-38c9-4e7e-9383-fd37e6da1f62 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.398363] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0119c472-87f5-4f75-acdc-e61d2302bb87 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.412593] env[68326]: DEBUG nova.compute.provider_tree [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.684424] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "882c2871-7198-41e6-9701-7ccad3467dd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.684424] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "882c2871-7198-41e6-9701-7ccad3467dd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.684424] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "882c2871-7198-41e6-9701-7ccad3467dd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.684424] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "882c2871-7198-41e6-9701-7ccad3467dd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.684424] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "882c2871-7198-41e6-9701-7ccad3467dd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.685247] env[68326]: INFO nova.compute.manager [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Terminating instance [ 1085.726927] env[68326]: DEBUG nova.network.neutron [-] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.842773] env[68326]: DEBUG nova.network.neutron [req-35e25192-b7b6-4be6-b0f0-a8c7e893152e req-0e11fc19-8cff-4cd0-9767-553dd9d52d56 service nova] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Updated VIF entry in instance network info cache for port 33f59384-7f07-4861-8df1-4651f187f045. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.843047] env[68326]: DEBUG nova.network.neutron [req-35e25192-b7b6-4be6-b0f0-a8c7e893152e req-0e11fc19-8cff-4cd0-9767-553dd9d52d56 service nova] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Updating instance_info_cache with network_info: [{"id": "33f59384-7f07-4861-8df1-4651f187f045", "address": "fa:16:3e:ef:f4:e8", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33f59384-7f", "ovs_interfaceid": "33f59384-7f07-4861-8df1-4651f187f045", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.934787] env[68326]: ERROR nova.scheduler.client.report [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [req-7bbcf2a7-3a26-442d-a53d-670288828466] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7bbcf2a7-3a26-442d-a53d-670288828466"}]} [ 1085.959252] env[68326]: DEBUG nova.scheduler.client.report [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1085.974624] env[68326]: DEBUG nova.scheduler.client.report [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1085.974874] env[68326]: DEBUG nova.compute.provider_tree [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.986734] env[68326]: DEBUG nova.scheduler.client.report [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1086.006781] env[68326]: DEBUG nova.scheduler.client.report [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1086.108421] env[68326]: DEBUG nova.network.neutron [-] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.189534] env[68326]: DEBUG nova.compute.manager [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1086.190293] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.191235] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6038ade3-dde8-40f4-91bb-ef7bbc7670be {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.204717] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.205312] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb0214ec-62d4-4fc8-bbc6-d1c02b33561b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.213062] env[68326]: DEBUG oslo_vmware.api [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1086.213062] env[68326]: value = "task-3129921" [ 1086.213062] env[68326]: _type = "Task" [ 1086.213062] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.225857] env[68326]: DEBUG oslo_vmware.api [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.230028] env[68326]: INFO nova.compute.manager [-] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Took 1.28 seconds to deallocate network for instance. [ 1086.347634] env[68326]: DEBUG oslo_concurrency.lockutils [req-35e25192-b7b6-4be6-b0f0-a8c7e893152e req-0e11fc19-8cff-4cd0-9767-553dd9d52d56 service nova] Releasing lock "refresh_cache-fee701ab-a672-4e56-b238-3dc2981838da" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.372366] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe4dc49-93aa-4710-aaee-5a3b7f9bf4f4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.380275] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0df0568-ebf4-42cc-bbf4-a8c5a44b1518 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.415070] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa493e80-294d-4abb-98e8-6cffee2f79c6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.422886] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c99314-20d5-4dd4-bd7f-f3baac3f3b9f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.436193] env[68326]: DEBUG nova.compute.provider_tree [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1086.611606] env[68326]: INFO nova.compute.manager [-] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Took 1.22 seconds to deallocate network for instance. [ 1086.725941] env[68326]: DEBUG oslo_vmware.api [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129921, 'name': PowerOffVM_Task, 'duration_secs': 0.194578} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.726235] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.726416] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.726692] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b248c61-fd7d-4209-9abd-779186cab66d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.741958] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.780612] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.780944] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.781103] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Deleting the datastore file [datastore1] 882c2871-7198-41e6-9701-7ccad3467dd4 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.781383] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d81f84a-5810-407e-a1e1-37764c13c25a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.788626] env[68326]: DEBUG oslo_vmware.api [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1086.788626] env[68326]: value = "task-3129923" [ 1086.788626] env[68326]: _type = "Task" [ 1086.788626] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.799288] env[68326]: DEBUG oslo_vmware.api [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.961983] env[68326]: ERROR nova.scheduler.client.report [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] [req-dae5be37-532e-44be-8ab3-0b308cf4a1e9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dae5be37-532e-44be-8ab3-0b308cf4a1e9"}]} [ 1086.980087] env[68326]: DEBUG nova.scheduler.client.report [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1086.995367] env[68326]: DEBUG nova.scheduler.client.report [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1086.995657] env[68326]: DEBUG nova.compute.provider_tree [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1087.012586] env[68326]: DEBUG nova.scheduler.client.report [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1087.034501] env[68326]: DEBUG nova.scheduler.client.report [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1087.120774] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.131606] env[68326]: DEBUG nova.compute.manager [req-b6a290c9-9e10-4076-ab1a-5e0f496de551 req-00305ba2-fbe1-40e3-8c17-5197fc9143c1 service nova] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Received event network-vif-deleted-040a1b18-c0a4-4e45-b987-eaa0b4739010 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1087.131606] env[68326]: DEBUG nova.compute.manager [req-b6a290c9-9e10-4076-ab1a-5e0f496de551 req-00305ba2-fbe1-40e3-8c17-5197fc9143c1 service nova] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Received event network-vif-deleted-c6b409b2-62d7-4577-b6bc-7e7a72d3dbac {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1087.151038] env[68326]: DEBUG nova.compute.manager [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Stashing vm_state: active {{(pid=68326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6214}} [ 1087.301702] env[68326]: DEBUG oslo_vmware.api [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285411} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.301702] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.301702] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.301954] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.301984] env[68326]: INFO nova.compute.manager [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1087.302239] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.302454] env[68326]: DEBUG nova.compute.manager [-] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1087.302558] env[68326]: DEBUG nova.network.neutron [-] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.387366] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bedf9a-36d2-488c-a0f5-81c7b786e19e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.395723] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb149cbb-df1a-4e3f-a88f-ce94d015d339 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.426030] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d71f5b4-8783-4a69-8b18-9a963076e03f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.433383] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b3473c-74f1-4f45-95ab-d68b6292a2df {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.446741] env[68326]: DEBUG nova.compute.provider_tree [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1087.676136] env[68326]: DEBUG oslo_concurrency.lockutils [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.980390] env[68326]: DEBUG nova.scheduler.client.report [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1087.980673] env[68326]: DEBUG nova.compute.provider_tree [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 140 to 141 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1087.980856] env[68326]: DEBUG nova.compute.provider_tree [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1088.138202] env[68326]: DEBUG nova.network.neutron [-] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.486082] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.056s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.488329] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.090s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.489865] env[68326]: INFO nova.compute.claims [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.510155] env[68326]: INFO nova.scheduler.client.report [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Deleted allocations for instance fae9568a-747a-44ba-ad08-62c2e9be0197 [ 1088.640614] env[68326]: INFO nova.compute.manager [-] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Took 1.34 seconds to deallocate network for instance. [ 1089.018523] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cf0c13a1-c321-4e14-bf48-513529671678 tempest-ServerDiskConfigTestJSON-757200339 tempest-ServerDiskConfigTestJSON-757200339-project-member] Lock "fae9568a-747a-44ba-ad08-62c2e9be0197" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.182s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.147918] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.166795] env[68326]: DEBUG nova.compute.manager [req-aa2fbd85-6f35-4193-83c5-4afb6fddb704 req-584e96d0-a158-4dc0-914f-98e9a77f1e1d service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Received event network-changed-3f8547ba-0225-42bd-899f-5d0e4be36827 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1089.167062] env[68326]: DEBUG nova.compute.manager [req-aa2fbd85-6f35-4193-83c5-4afb6fddb704 req-584e96d0-a158-4dc0-914f-98e9a77f1e1d service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Refreshing instance network info cache due to event network-changed-3f8547ba-0225-42bd-899f-5d0e4be36827. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1089.167320] env[68326]: DEBUG oslo_concurrency.lockutils [req-aa2fbd85-6f35-4193-83c5-4afb6fddb704 req-584e96d0-a158-4dc0-914f-98e9a77f1e1d service nova] Acquiring lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.167480] env[68326]: DEBUG oslo_concurrency.lockutils [req-aa2fbd85-6f35-4193-83c5-4afb6fddb704 req-584e96d0-a158-4dc0-914f-98e9a77f1e1d service nova] Acquired lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.167683] env[68326]: DEBUG nova.network.neutron [req-aa2fbd85-6f35-4193-83c5-4afb6fddb704 req-584e96d0-a158-4dc0-914f-98e9a77f1e1d service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Refreshing network info cache for port 3f8547ba-0225-42bd-899f-5d0e4be36827 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.806184] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cb26b5-ec70-42cd-a16e-3ad93220e984 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.814952] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a38275-d670-4b13-9b21-985896f38087 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.851723] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9a9a40-fee8-4293-ac65-ef60acef3a0c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.860539] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac29777-1804-4df5-9c6a-6de639d7bb07 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.875108] env[68326]: DEBUG nova.compute.provider_tree [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.033074] env[68326]: DEBUG nova.network.neutron [req-aa2fbd85-6f35-4193-83c5-4afb6fddb704 req-584e96d0-a158-4dc0-914f-98e9a77f1e1d service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Updated VIF entry in instance network info cache for port 3f8547ba-0225-42bd-899f-5d0e4be36827. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.033492] env[68326]: DEBUG nova.network.neutron [req-aa2fbd85-6f35-4193-83c5-4afb6fddb704 req-584e96d0-a158-4dc0-914f-98e9a77f1e1d service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Updating instance_info_cache with network_info: [{"id": "3f8547ba-0225-42bd-899f-5d0e4be36827", "address": "fa:16:3e:95:73:4a", "network": {"id": "34edfa24-6dc6-4597-9b98-f6dc1b929e73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353251122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "428c18237d23455c9db1ec93c4626e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f8547ba-02", "ovs_interfaceid": "3f8547ba-0225-42bd-899f-5d0e4be36827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.380078] env[68326]: DEBUG nova.scheduler.client.report [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.537796] env[68326]: DEBUG oslo_concurrency.lockutils [req-aa2fbd85-6f35-4193-83c5-4afb6fddb704 req-584e96d0-a158-4dc0-914f-98e9a77f1e1d service nova] Releasing lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.537796] env[68326]: DEBUG nova.compute.manager [req-aa2fbd85-6f35-4193-83c5-4afb6fddb704 req-584e96d0-a158-4dc0-914f-98e9a77f1e1d service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Received event network-changed-3f8547ba-0225-42bd-899f-5d0e4be36827 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1090.537868] env[68326]: DEBUG nova.compute.manager [req-aa2fbd85-6f35-4193-83c5-4afb6fddb704 req-584e96d0-a158-4dc0-914f-98e9a77f1e1d service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Refreshing instance network info cache due to event network-changed-3f8547ba-0225-42bd-899f-5d0e4be36827. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1090.538294] env[68326]: DEBUG oslo_concurrency.lockutils [req-aa2fbd85-6f35-4193-83c5-4afb6fddb704 req-584e96d0-a158-4dc0-914f-98e9a77f1e1d service nova] Acquiring lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.538522] env[68326]: DEBUG oslo_concurrency.lockutils [req-aa2fbd85-6f35-4193-83c5-4afb6fddb704 req-584e96d0-a158-4dc0-914f-98e9a77f1e1d service nova] Acquired lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.538789] env[68326]: DEBUG nova.network.neutron [req-aa2fbd85-6f35-4193-83c5-4afb6fddb704 req-584e96d0-a158-4dc0-914f-98e9a77f1e1d service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Refreshing network info cache for port 3f8547ba-0225-42bd-899f-5d0e4be36827 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.885965] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.886542] env[68326]: DEBUG nova.compute.manager [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1090.889353] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.237s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.890853] env[68326]: INFO nova.compute.claims [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.395973] env[68326]: DEBUG nova.compute.utils [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.404753] env[68326]: DEBUG nova.compute.manager [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1091.404869] env[68326]: DEBUG nova.network.neutron [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.480263] env[68326]: DEBUG nova.network.neutron [req-aa2fbd85-6f35-4193-83c5-4afb6fddb704 req-584e96d0-a158-4dc0-914f-98e9a77f1e1d service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Updated VIF entry in instance network info cache for port 3f8547ba-0225-42bd-899f-5d0e4be36827. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.480263] env[68326]: DEBUG nova.network.neutron [req-aa2fbd85-6f35-4193-83c5-4afb6fddb704 req-584e96d0-a158-4dc0-914f-98e9a77f1e1d service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Updating instance_info_cache with network_info: [{"id": "3f8547ba-0225-42bd-899f-5d0e4be36827", "address": "fa:16:3e:95:73:4a", "network": {"id": "34edfa24-6dc6-4597-9b98-f6dc1b929e73", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1353251122-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "428c18237d23455c9db1ec93c4626e74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89f807d9-140f-4a6f-8bce-96795f9482ee", "external-id": "nsx-vlan-transportzone-762", "segmentation_id": 762, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f8547ba-02", "ovs_interfaceid": "3f8547ba-0225-42bd-899f-5d0e4be36827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.493177] env[68326]: DEBUG nova.policy [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e8b1198c39c466d869defa532a7c2b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80e12bd17fb14b2b843260fd9897d052', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.911531] env[68326]: DEBUG nova.compute.manager [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1091.982283] env[68326]: DEBUG oslo_concurrency.lockutils [req-aa2fbd85-6f35-4193-83c5-4afb6fddb704 req-584e96d0-a158-4dc0-914f-98e9a77f1e1d service nova] Releasing lock "refresh_cache-03f11437-001d-46dd-bad2-ddb81ebf9b96" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.982566] env[68326]: DEBUG nova.compute.manager [req-aa2fbd85-6f35-4193-83c5-4afb6fddb704 req-584e96d0-a158-4dc0-914f-98e9a77f1e1d service nova] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Received event network-vif-deleted-9da77713-a789-43bf-b8e0-e4f8cab31129 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1092.243783] env[68326]: DEBUG nova.network.neutron [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Successfully created port: bf9354fa-24a9-4dbc-9044-5a55f4a4c537 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.295148] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9687e981-627c-4fde-adf8-4fdd15b2b837 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.303659] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc02f97d-6ce1-4631-b3dc-0b10b686ba63 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.341261] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af53c2cd-4638-4ad1-8bc5-4692bf43a247 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.348876] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14990e4b-452c-43a9-898c-6792ea3204cd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.365014] env[68326]: DEBUG nova.compute.provider_tree [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.868829] env[68326]: DEBUG nova.scheduler.client.report [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.927861] env[68326]: DEBUG nova.compute.manager [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1092.967102] env[68326]: DEBUG nova.virt.hardware [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.967376] env[68326]: DEBUG nova.virt.hardware [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.967474] env[68326]: DEBUG nova.virt.hardware [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.967648] env[68326]: DEBUG nova.virt.hardware [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.967951] env[68326]: DEBUG nova.virt.hardware [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.967951] env[68326]: DEBUG nova.virt.hardware [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.968974] env[68326]: DEBUG nova.virt.hardware [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.968974] env[68326]: DEBUG nova.virt.hardware [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.968974] env[68326]: DEBUG nova.virt.hardware [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.968974] env[68326]: DEBUG nova.virt.hardware [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.968974] env[68326]: DEBUG nova.virt.hardware [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.973018] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc66842-c83f-4718-880b-3941656d6941 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.977978] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a007d564-9a27-4b83-9866-a259d89b872f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.373847] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.374444] env[68326]: DEBUG nova.compute.manager [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1093.378721] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.957s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.885166] env[68326]: DEBUG nova.compute.utils [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.887422] env[68326]: INFO nova.compute.claims [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.893035] env[68326]: DEBUG nova.compute.manager [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1093.893035] env[68326]: DEBUG nova.network.neutron [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1094.243449] env[68326]: DEBUG nova.policy [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aafb7d3f7eb4c65a1b2dae8a5c7b1fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bb2fbf93ccf47cfb7bd32c5a1dc5769', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.393755] env[68326]: DEBUG nova.compute.manager [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1094.401168] env[68326]: INFO nova.compute.resource_tracker [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updating resource usage from migration f5ba94ad-64ed-463f-a06d-408f9f90d4cc [ 1094.413728] env[68326]: DEBUG nova.compute.manager [req-d933cee0-1b9c-4253-aa0a-a8fef5626dd8 req-abb5ea33-7021-496e-b487-3ce7bac9b2ca service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Received event network-vif-plugged-bf9354fa-24a9-4dbc-9044-5a55f4a4c537 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1094.413728] env[68326]: DEBUG oslo_concurrency.lockutils [req-d933cee0-1b9c-4253-aa0a-a8fef5626dd8 req-abb5ea33-7021-496e-b487-3ce7bac9b2ca service nova] Acquiring lock "abc1874b-859c-461d-92b9-90b82a948b10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.413728] env[68326]: DEBUG oslo_concurrency.lockutils [req-d933cee0-1b9c-4253-aa0a-a8fef5626dd8 req-abb5ea33-7021-496e-b487-3ce7bac9b2ca service nova] Lock "abc1874b-859c-461d-92b9-90b82a948b10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.413728] env[68326]: DEBUG oslo_concurrency.lockutils [req-d933cee0-1b9c-4253-aa0a-a8fef5626dd8 req-abb5ea33-7021-496e-b487-3ce7bac9b2ca service nova] Lock "abc1874b-859c-461d-92b9-90b82a948b10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.413728] env[68326]: DEBUG nova.compute.manager [req-d933cee0-1b9c-4253-aa0a-a8fef5626dd8 req-abb5ea33-7021-496e-b487-3ce7bac9b2ca service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] No waiting events found dispatching network-vif-plugged-bf9354fa-24a9-4dbc-9044-5a55f4a4c537 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.413728] env[68326]: WARNING nova.compute.manager [req-d933cee0-1b9c-4253-aa0a-a8fef5626dd8 req-abb5ea33-7021-496e-b487-3ce7bac9b2ca service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Received unexpected event network-vif-plugged-bf9354fa-24a9-4dbc-9044-5a55f4a4c537 for instance with vm_state building and task_state spawning. [ 1094.568669] env[68326]: DEBUG nova.network.neutron [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Successfully updated port: bf9354fa-24a9-4dbc-9044-5a55f4a4c537 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.753378] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cc4972-822f-4059-81d3-2a0ac65ddaa5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.761158] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4209d8d-3484-4425-8090-a5d41da855fe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.792781] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331f594d-5263-47e2-b4c6-ad56af2898ed {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.800515] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc879aa-801d-4473-9eb4-7106190cf38d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.818693] env[68326]: DEBUG nova.compute.provider_tree [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.953975] env[68326]: DEBUG nova.network.neutron [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Successfully created port: c1b71504-8428-4dbf-94e5-25109716c461 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.073102] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.074069] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.074069] env[68326]: DEBUG nova.network.neutron [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.325022] env[68326]: DEBUG nova.scheduler.client.report [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.408249] env[68326]: DEBUG nova.compute.manager [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1095.442531] env[68326]: DEBUG nova.virt.hardware [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.442765] env[68326]: DEBUG nova.virt.hardware [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.443598] env[68326]: DEBUG nova.virt.hardware [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.443825] env[68326]: DEBUG nova.virt.hardware [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.443971] env[68326]: DEBUG nova.virt.hardware [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.444136] env[68326]: DEBUG nova.virt.hardware [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.444345] env[68326]: DEBUG nova.virt.hardware [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.444495] env[68326]: DEBUG nova.virt.hardware [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.444653] env[68326]: DEBUG nova.virt.hardware [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.444803] env[68326]: DEBUG nova.virt.hardware [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.444964] env[68326]: DEBUG nova.virt.hardware [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.445830] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167a48d0-8651-4db7-9903-caeba8f07ee7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.455730] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fef1bd6-3e07-430f-a205-443311b8e36c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.630179] env[68326]: DEBUG nova.network.neutron [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.829069] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.450s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.830797] env[68326]: INFO nova.compute.manager [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Migrating [ 1095.843672] env[68326]: DEBUG oslo_concurrency.lockutils [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.545s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.843672] env[68326]: DEBUG nova.objects.instance [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Lazy-loading 'resources' on Instance uuid 2d2b5b9f-183a-4095-983b-c100758c3343 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.935087] env[68326]: DEBUG nova.network.neutron [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Updating instance_info_cache with network_info: [{"id": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "address": "fa:16:3e:de:9d:80", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9354fa-24", "ovs_interfaceid": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.179669] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542c0db4-b857-4acb-bba1-13ec56739f8c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.187856] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d179d5f7-6110-4444-a97b-14d33e9bb9c9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.223448] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39dc04d-bf7b-4eb3-911f-71ae7d40e5cf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.231467] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4affcc-98c9-4c51-ae82-515b2bda719d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.249017] env[68326]: DEBUG nova.compute.provider_tree [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.358096] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.358304] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.358468] env[68326]: DEBUG nova.network.neutron [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.438271] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.438762] env[68326]: DEBUG nova.compute.manager [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Instance network_info: |[{"id": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "address": "fa:16:3e:de:9d:80", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9354fa-24", "ovs_interfaceid": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1096.439372] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:9d:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf9354fa-24a9-4dbc-9044-5a55f4a4c537', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.448387] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.449770] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.451017] env[68326]: DEBUG nova.compute.manager [req-b8fbd1df-69b5-4060-886e-18818c9fbc2f req-e1492f9d-a9b6-4eef-aeb7-04dd1b721c91 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Received event network-changed-bf9354fa-24a9-4dbc-9044-5a55f4a4c537 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1096.451328] env[68326]: DEBUG nova.compute.manager [req-b8fbd1df-69b5-4060-886e-18818c9fbc2f req-e1492f9d-a9b6-4eef-aeb7-04dd1b721c91 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Refreshing instance network info cache due to event network-changed-bf9354fa-24a9-4dbc-9044-5a55f4a4c537. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1096.451631] env[68326]: DEBUG oslo_concurrency.lockutils [req-b8fbd1df-69b5-4060-886e-18818c9fbc2f req-e1492f9d-a9b6-4eef-aeb7-04dd1b721c91 service nova] Acquiring lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.451867] env[68326]: DEBUG oslo_concurrency.lockutils [req-b8fbd1df-69b5-4060-886e-18818c9fbc2f req-e1492f9d-a9b6-4eef-aeb7-04dd1b721c91 service nova] Acquired lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.453044] env[68326]: DEBUG nova.network.neutron [req-b8fbd1df-69b5-4060-886e-18818c9fbc2f req-e1492f9d-a9b6-4eef-aeb7-04dd1b721c91 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Refreshing network info cache for port bf9354fa-24a9-4dbc-9044-5a55f4a4c537 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.453320] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-241794bf-1e95-4462-a3bd-b7615d9f1282 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.485395] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.485395] env[68326]: value = "task-3129924" [ 1096.485395] env[68326]: _type = "Task" [ 1096.485395] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.494117] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129924, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.748641] env[68326]: DEBUG nova.scheduler.client.report [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.848779] env[68326]: DEBUG nova.network.neutron [req-b8fbd1df-69b5-4060-886e-18818c9fbc2f req-e1492f9d-a9b6-4eef-aeb7-04dd1b721c91 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Updated VIF entry in instance network info cache for port bf9354fa-24a9-4dbc-9044-5a55f4a4c537. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.849199] env[68326]: DEBUG nova.network.neutron [req-b8fbd1df-69b5-4060-886e-18818c9fbc2f req-e1492f9d-a9b6-4eef-aeb7-04dd1b721c91 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Updating instance_info_cache with network_info: [{"id": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "address": "fa:16:3e:de:9d:80", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9354fa-24", "ovs_interfaceid": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.997767] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129924, 'name': CreateVM_Task, 'duration_secs': 0.32436} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.998528] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.000158] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.000569] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.000977] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.001779] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a1d9a7d-2b22-4787-9296-764a1a27c27b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.006899] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1097.006899] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]524b1199-3663-a2c3-35bb-fdd6c5298b87" [ 1097.006899] env[68326]: _type = "Task" [ 1097.006899] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.021657] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.022033] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524b1199-3663-a2c3-35bb-fdd6c5298b87, 'name': SearchDatastore_Task, 'duration_secs': 0.010511} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.022306] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.023749] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.024288] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1097.024897] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.025366] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.025366] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.025988] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8edf291f-8bbb-4e10-8b8c-f0a251877f03 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.035527] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.035744] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1097.036651] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd576d68-499b-4c6b-9bbf-5a074f4864e7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.045345] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1097.045345] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52bc6b1d-7692-c58c-8cca-56397a7bef4b" [ 1097.045345] env[68326]: _type = "Task" [ 1097.045345] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.060778] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52bc6b1d-7692-c58c-8cca-56397a7bef4b, 'name': SearchDatastore_Task, 'duration_secs': 0.011616} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.061985] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df41bccb-1501-4e13-9917-e59653e9d528 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.076094] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1097.076094] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52458661-0096-021d-2b22-fa6226396b3d" [ 1097.076094] env[68326]: _type = "Task" [ 1097.076094] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.095851] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52458661-0096-021d-2b22-fa6226396b3d, 'name': SearchDatastore_Task, 'duration_secs': 0.013339} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.096226] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.096571] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] abc1874b-859c-461d-92b9-90b82a948b10/abc1874b-859c-461d-92b9-90b82a948b10.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.096964] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ebbf4da-2648-4cb6-9eb6-5de23b8a83dd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.105360] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1097.105360] env[68326]: value = "task-3129925" [ 1097.105360] env[68326]: _type = "Task" [ 1097.105360] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.117388] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.196710] env[68326]: DEBUG nova.network.neutron [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Successfully updated port: c1b71504-8428-4dbf-94e5-25109716c461 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.256305] env[68326]: DEBUG oslo_concurrency.lockutils [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.413s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.258608] env[68326]: DEBUG oslo_concurrency.lockutils [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.428s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.258952] env[68326]: DEBUG nova.objects.instance [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lazy-loading 'resources' on Instance uuid 9053f169-524a-478b-9898-0a5e6584d38f {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.284187] env[68326]: INFO nova.scheduler.client.report [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Deleted allocations for instance 2d2b5b9f-183a-4095-983b-c100758c3343 [ 1097.327092] env[68326]: DEBUG nova.network.neutron [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updating instance_info_cache with network_info: [{"id": "cd8890a7-3ec5-4cd0-a683-1e994cdead42", "address": "fa:16:3e:06:e5:8e", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8890a7-3e", "ovs_interfaceid": "cd8890a7-3ec5-4cd0-a683-1e994cdead42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.351602] env[68326]: DEBUG oslo_concurrency.lockutils [req-b8fbd1df-69b5-4060-886e-18818c9fbc2f req-e1492f9d-a9b6-4eef-aeb7-04dd1b721c91 service nova] Releasing lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.539916] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.540153] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.540312] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.540499] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.540648] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.540792] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.541159] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1097.541416] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager.update_available_resource {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.617470] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129925, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.702366] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "refresh_cache-294ea93f-e72b-40ad-8329-c1f17d93544b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.702549] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquired lock "refresh_cache-294ea93f-e72b-40ad-8329-c1f17d93544b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.702653] env[68326]: DEBUG nova.network.neutron [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.796180] env[68326]: DEBUG oslo_concurrency.lockutils [None req-82f972b4-3091-4c9a-bced-ffa691a5844e tempest-ServersV294TestFqdnHostnames-1643116946 tempest-ServersV294TestFqdnHostnames-1643116946-project-member] Lock "2d2b5b9f-183a-4095-983b-c100758c3343" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.747s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.831839] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.046199] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.117500] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519559} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.117693] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] abc1874b-859c-461d-92b9-90b82a948b10/abc1874b-859c-461d-92b9-90b82a948b10.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.117908] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.118188] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e08b82e-f675-4a70-9c0e-8c0541a00fef {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.130632] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1098.130632] env[68326]: value = "task-3129926" [ 1098.130632] env[68326]: _type = "Task" [ 1098.130632] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.137061] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.138743] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fc955b-3e6b-4859-9e63-9c8c8d7625fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.146632] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216f539e-7874-4718-b12f-e3ed5d7db9f8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.181507] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56801fb-20fd-4d44-8503-1a2911604cfa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.189761] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecf4bf8-147b-4eee-9c33-d0af2ee7da10 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.203680] env[68326]: DEBUG nova.compute.provider_tree [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.304197] env[68326]: DEBUG nova.network.neutron [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.480127] env[68326]: DEBUG nova.compute.manager [req-6b273db9-1b6e-455e-ba58-c262fd7ef1b5 req-aef16b6b-89b3-4dfb-af3d-b47f79cd9059 service nova] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Received event network-vif-plugged-c1b71504-8428-4dbf-94e5-25109716c461 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1098.480127] env[68326]: DEBUG oslo_concurrency.lockutils [req-6b273db9-1b6e-455e-ba58-c262fd7ef1b5 req-aef16b6b-89b3-4dfb-af3d-b47f79cd9059 service nova] Acquiring lock "294ea93f-e72b-40ad-8329-c1f17d93544b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.480127] env[68326]: DEBUG oslo_concurrency.lockutils [req-6b273db9-1b6e-455e-ba58-c262fd7ef1b5 req-aef16b6b-89b3-4dfb-af3d-b47f79cd9059 service nova] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.480127] env[68326]: DEBUG oslo_concurrency.lockutils [req-6b273db9-1b6e-455e-ba58-c262fd7ef1b5 req-aef16b6b-89b3-4dfb-af3d-b47f79cd9059 service nova] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.480675] env[68326]: DEBUG nova.compute.manager [req-6b273db9-1b6e-455e-ba58-c262fd7ef1b5 req-aef16b6b-89b3-4dfb-af3d-b47f79cd9059 service nova] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] No waiting events found dispatching network-vif-plugged-c1b71504-8428-4dbf-94e5-25109716c461 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.481032] env[68326]: WARNING nova.compute.manager [req-6b273db9-1b6e-455e-ba58-c262fd7ef1b5 req-aef16b6b-89b3-4dfb-af3d-b47f79cd9059 service nova] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Received unexpected event network-vif-plugged-c1b71504-8428-4dbf-94e5-25109716c461 for instance with vm_state building and task_state spawning. [ 1098.481388] env[68326]: DEBUG nova.compute.manager [req-6b273db9-1b6e-455e-ba58-c262fd7ef1b5 req-aef16b6b-89b3-4dfb-af3d-b47f79cd9059 service nova] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Received event network-changed-c1b71504-8428-4dbf-94e5-25109716c461 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1098.481764] env[68326]: DEBUG nova.compute.manager [req-6b273db9-1b6e-455e-ba58-c262fd7ef1b5 req-aef16b6b-89b3-4dfb-af3d-b47f79cd9059 service nova] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Refreshing instance network info cache due to event network-changed-c1b71504-8428-4dbf-94e5-25109716c461. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1098.482147] env[68326]: DEBUG oslo_concurrency.lockutils [req-6b273db9-1b6e-455e-ba58-c262fd7ef1b5 req-aef16b6b-89b3-4dfb-af3d-b47f79cd9059 service nova] Acquiring lock "refresh_cache-294ea93f-e72b-40ad-8329-c1f17d93544b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.534119] env[68326]: DEBUG nova.network.neutron [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Updating instance_info_cache with network_info: [{"id": "c1b71504-8428-4dbf-94e5-25109716c461", "address": "fa:16:3e:ac:a9:68", "network": {"id": "9b16fc89-5369-46af-aa42-80cfe7ebfad1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2027627239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bb2fbf93ccf47cfb7bd32c5a1dc5769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b71504-84", "ovs_interfaceid": "c1b71504-8428-4dbf-94e5-25109716c461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.638696] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096585} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.639538] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.641044] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a579dccf-8c35-49e2-a255-6bacba01d4bf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.671700] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] abc1874b-859c-461d-92b9-90b82a948b10/abc1874b-859c-461d-92b9-90b82a948b10.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.672082] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a95a01df-c44d-4862-a527-67e4db8ae32f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.695400] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1098.695400] env[68326]: value = "task-3129927" [ 1098.695400] env[68326]: _type = "Task" [ 1098.695400] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.706344] env[68326]: DEBUG nova.scheduler.client.report [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.710221] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.039018] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Releasing lock "refresh_cache-294ea93f-e72b-40ad-8329-c1f17d93544b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.039018] env[68326]: DEBUG nova.compute.manager [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Instance network_info: |[{"id": "c1b71504-8428-4dbf-94e5-25109716c461", "address": "fa:16:3e:ac:a9:68", "network": {"id": "9b16fc89-5369-46af-aa42-80cfe7ebfad1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2027627239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bb2fbf93ccf47cfb7bd32c5a1dc5769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b71504-84", "ovs_interfaceid": "c1b71504-8428-4dbf-94e5-25109716c461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1099.039018] env[68326]: DEBUG oslo_concurrency.lockutils [req-6b273db9-1b6e-455e-ba58-c262fd7ef1b5 req-aef16b6b-89b3-4dfb-af3d-b47f79cd9059 service nova] Acquired lock "refresh_cache-294ea93f-e72b-40ad-8329-c1f17d93544b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.039018] env[68326]: DEBUG nova.network.neutron [req-6b273db9-1b6e-455e-ba58-c262fd7ef1b5 req-aef16b6b-89b3-4dfb-af3d-b47f79cd9059 service nova] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Refreshing network info cache for port c1b71504-8428-4dbf-94e5-25109716c461 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.039018] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:a9:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1b71504-8428-4dbf-94e5-25109716c461', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.048721] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Creating folder: Project (2bb2fbf93ccf47cfb7bd32c5a1dc5769). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1099.050045] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0070182-0c3c-4100-8568-38d87bbec22e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.062838] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Created folder: Project (2bb2fbf93ccf47cfb7bd32c5a1dc5769) in parent group-v626141. [ 1099.064618] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Creating folder: Instances. Parent ref: group-v626401. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1099.064618] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bc4b124-9af1-42f4-9ee6-8214289b3103 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.073788] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Created folder: Instances in parent group-v626401. [ 1099.074342] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.074667] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.076017] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eccde4ca-b99c-4382-a6bf-f779931512d0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.102020] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.102020] env[68326]: value = "task-3129930" [ 1099.102020] env[68326]: _type = "Task" [ 1099.102020] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.108227] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129930, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.210096] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129927, 'name': ReconfigVM_Task, 'duration_secs': 0.309286} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.210096] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Reconfigured VM instance instance-00000060 to attach disk [datastore1] abc1874b-859c-461d-92b9-90b82a948b10/abc1874b-859c-461d-92b9-90b82a948b10.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.211134] env[68326]: DEBUG oslo_concurrency.lockutils [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.213232] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f869935a-c49b-4983-8027-70d534742962 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.215293] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.473s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.215563] env[68326]: DEBUG nova.objects.instance [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lazy-loading 'resources' on Instance uuid 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.226245] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1099.226245] env[68326]: value = "task-3129931" [ 1099.226245] env[68326]: _type = "Task" [ 1099.226245] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.237318] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129931, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.242260] env[68326]: INFO nova.scheduler.client.report [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleted allocations for instance 9053f169-524a-478b-9898-0a5e6584d38f [ 1099.353360] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a13da6c-8b6e-4ed8-a18e-262cf77496f6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.396940] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updating instance '255a7bda-9571-470c-a530-a5c596e21a58' progress to 0 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.608760] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129930, 'name': CreateVM_Task, 'duration_secs': 0.398297} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.609041] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.609616] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.609788] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.610266] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.610356] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1e15d2b-c012-4db4-b843-81c55fe09c82 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.615450] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1099.615450] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c5c43b-a550-67a8-cfaa-344d068c4217" [ 1099.615450] env[68326]: _type = "Task" [ 1099.615450] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.623386] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c5c43b-a550-67a8-cfaa-344d068c4217, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.746400] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129931, 'name': Rename_Task, 'duration_secs': 0.195502} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.746400] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.746400] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b635132-6b08-433e-9637-d77b21707357 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.758019] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1099.758019] env[68326]: value = "task-3129932" [ 1099.758019] env[68326]: _type = "Task" [ 1099.758019] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.758019] env[68326]: DEBUG oslo_concurrency.lockutils [None req-487ebca7-0560-4a3e-9a8a-03a5b4a40e52 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "9053f169-524a-478b-9898-0a5e6584d38f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.423s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.771249] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129932, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.876167] env[68326]: DEBUG nova.network.neutron [req-6b273db9-1b6e-455e-ba58-c262fd7ef1b5 req-aef16b6b-89b3-4dfb-af3d-b47f79cd9059 service nova] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Updated VIF entry in instance network info cache for port c1b71504-8428-4dbf-94e5-25109716c461. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.877158] env[68326]: DEBUG nova.network.neutron [req-6b273db9-1b6e-455e-ba58-c262fd7ef1b5 req-aef16b6b-89b3-4dfb-af3d-b47f79cd9059 service nova] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Updating instance_info_cache with network_info: [{"id": "c1b71504-8428-4dbf-94e5-25109716c461", "address": "fa:16:3e:ac:a9:68", "network": {"id": "9b16fc89-5369-46af-aa42-80cfe7ebfad1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2027627239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bb2fbf93ccf47cfb7bd32c5a1dc5769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b71504-84", "ovs_interfaceid": "c1b71504-8428-4dbf-94e5-25109716c461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.904131] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1099.904430] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-851d9055-5f45-4a05-ad5f-55a574534578 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.915931] env[68326]: DEBUG oslo_vmware.api [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1099.915931] env[68326]: value = "task-3129933" [ 1099.915931] env[68326]: _type = "Task" [ 1099.915931] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.925384] env[68326]: DEBUG oslo_vmware.api [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.072288] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cd46d1-9133-49a7-abea-acf38212b1f6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.081783] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260fc994-4f15-46b8-9046-97c57e4d69a5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.121176] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215cbdbf-9957-4b6b-b710-5983ea943705 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.130165] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c5c43b-a550-67a8-cfaa-344d068c4217, 'name': SearchDatastore_Task, 'duration_secs': 0.010656} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.132073] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.132342] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.132733] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.132802] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.132969] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.134025] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57897c25-a74d-46a1-913a-b79d4abe3c16 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.136314] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461673f6-1173-459d-af73-ebbd2fd27e45 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.152849] env[68326]: DEBUG nova.compute.provider_tree [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.157270] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.157469] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.158248] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f3b94c-1776-4fdd-b62e-d5de2a681da3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.166605] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1100.166605] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529eba11-91b5-63f3-10ee-df0402c6e9d1" [ 1100.166605] env[68326]: _type = "Task" [ 1100.166605] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.178793] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529eba11-91b5-63f3-10ee-df0402c6e9d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.274911] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129932, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.379738] env[68326]: DEBUG oslo_concurrency.lockutils [req-6b273db9-1b6e-455e-ba58-c262fd7ef1b5 req-aef16b6b-89b3-4dfb-af3d-b47f79cd9059 service nova] Releasing lock "refresh_cache-294ea93f-e72b-40ad-8329-c1f17d93544b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.428607] env[68326]: DEBUG oslo_vmware.api [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129933, 'name': PowerOffVM_Task, 'duration_secs': 0.218299} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.428607] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1100.428607] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updating instance '255a7bda-9571-470c-a530-a5c596e21a58' progress to 17 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1100.656819] env[68326]: DEBUG nova.scheduler.client.report [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.675030] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]529eba11-91b5-63f3-10ee-df0402c6e9d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011346} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.676151] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d1f3cf-fd6a-4199-8007-b8dc3b13ef67 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.682033] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1100.682033] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52776c02-a93c-db25-4d23-2dc01387a1ed" [ 1100.682033] env[68326]: _type = "Task" [ 1100.682033] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.691621] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52776c02-a93c-db25-4d23-2dc01387a1ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.777838] env[68326]: DEBUG oslo_vmware.api [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129932, 'name': PowerOnVM_Task, 'duration_secs': 0.578783} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.778424] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.778856] env[68326]: INFO nova.compute.manager [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1100.779523] env[68326]: DEBUG nova.compute.manager [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1100.784021] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc6783f-ecb0-4c1e-ab2a-dd67a8130d36 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.841791] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Acquiring lock "9ff87d64-dd99-4b49-8410-0d1469adc734" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.841791] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Lock "9ff87d64-dd99-4b49-8410-0d1469adc734" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.940603] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:48:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.940915] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.941322] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.941322] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.941484] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.941575] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.941783] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.941991] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.942568] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.942568] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.942568] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.949736] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7367705e-000a-4894-8647-d425b2fb43df {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.969098] env[68326]: DEBUG oslo_vmware.api [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1100.969098] env[68326]: value = "task-3129934" [ 1100.969098] env[68326]: _type = "Task" [ 1100.969098] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.978140] env[68326]: DEBUG oslo_vmware.api [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.164331] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.166793] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.046s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.167030] env[68326]: DEBUG nova.objects.instance [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lazy-loading 'resources' on Instance uuid 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.197140] env[68326]: INFO nova.scheduler.client.report [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Deleted allocations for instance 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5 [ 1101.198737] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52776c02-a93c-db25-4d23-2dc01387a1ed, 'name': SearchDatastore_Task, 'duration_secs': 0.01806} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.202019] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.202340] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 294ea93f-e72b-40ad-8329-c1f17d93544b/294ea93f-e72b-40ad-8329-c1f17d93544b.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.202670] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-128e30c5-646e-4a88-953f-7cdbb161864d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.212996] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1101.212996] env[68326]: value = "task-3129935" [ 1101.212996] env[68326]: _type = "Task" [ 1101.212996] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.224230] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3129935, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.307278] env[68326]: INFO nova.compute.manager [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Took 26.93 seconds to build instance. [ 1101.345613] env[68326]: DEBUG nova.compute.manager [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1101.450106] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "0a2a7b09-c695-4012-bc34-14de81ae79c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.450212] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "0a2a7b09-c695-4012-bc34-14de81ae79c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.480143] env[68326]: DEBUG oslo_vmware.api [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129934, 'name': ReconfigVM_Task, 'duration_secs': 0.298375} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.480938] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updating instance '255a7bda-9571-470c-a530-a5c596e21a58' progress to 33 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.706443] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1ee3721b-9a56-4e6c-b036-d85f63840639 tempest-ServerRescueTestJSON-1661276380 tempest-ServerRescueTestJSON-1661276380-project-member] Lock "0781d75d-bd5e-4fd2-8892-b5f50e2af7e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.436s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.723260] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3129935, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.811020] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4225f5f9-d60d-46f9-8f30-37a651d602be tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "abc1874b-859c-461d-92b9-90b82a948b10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.445s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.865758] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.954185] env[68326]: DEBUG nova.compute.manager [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1101.987359] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.987620] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.988415] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.988415] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.988415] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.988415] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.988743] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.988743] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.989506] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.989506] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.989506] env[68326]: DEBUG nova.virt.hardware [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.995289] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1101.999616] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ee4b3da-45cd-405c-b637-c6bc17098edb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.022029] env[68326]: DEBUG oslo_vmware.api [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1102.022029] env[68326]: value = "task-3129936" [ 1102.022029] env[68326]: _type = "Task" [ 1102.022029] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.034409] env[68326]: DEBUG oslo_vmware.api [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129936, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.076879] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b27064-bd23-4772-9a24-ead939c1c149 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.085297] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9cb3b0-0853-4871-a7e1-f98a8cefdabd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.122389] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a57678-25de-48b7-b919-8592e446018f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.130509] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c82e1f-852a-421f-830e-745376587965 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.144819] env[68326]: DEBUG nova.compute.provider_tree [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1102.222909] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3129935, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761591} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.223101] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 294ea93f-e72b-40ad-8329-c1f17d93544b/294ea93f-e72b-40ad-8329-c1f17d93544b.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.223357] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.223617] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a86c9aef-482a-4acf-8cc3-22584d8a7b48 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.229164] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1102.229164] env[68326]: value = "task-3129937" [ 1102.229164] env[68326]: _type = "Task" [ 1102.229164] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.238268] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3129937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.479399] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.535264] env[68326]: DEBUG oslo_vmware.api [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129936, 'name': ReconfigVM_Task, 'duration_secs': 0.187716} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.535613] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1102.536495] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e5200e-ab1c-4b73-b504-9ce0e563b612 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.541440] env[68326]: DEBUG nova.compute.manager [req-a1bbff15-0314-4213-b08c-079a84271777 req-37dad145-25a3-4fc4-88ee-b02812c77415 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Received event network-changed-bf9354fa-24a9-4dbc-9044-5a55f4a4c537 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1102.541642] env[68326]: DEBUG nova.compute.manager [req-a1bbff15-0314-4213-b08c-079a84271777 req-37dad145-25a3-4fc4-88ee-b02812c77415 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Refreshing instance network info cache due to event network-changed-bf9354fa-24a9-4dbc-9044-5a55f4a4c537. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1102.541856] env[68326]: DEBUG oslo_concurrency.lockutils [req-a1bbff15-0314-4213-b08c-079a84271777 req-37dad145-25a3-4fc4-88ee-b02812c77415 service nova] Acquiring lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.541996] env[68326]: DEBUG oslo_concurrency.lockutils [req-a1bbff15-0314-4213-b08c-079a84271777 req-37dad145-25a3-4fc4-88ee-b02812c77415 service nova] Acquired lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.542167] env[68326]: DEBUG nova.network.neutron [req-a1bbff15-0314-4213-b08c-079a84271777 req-37dad145-25a3-4fc4-88ee-b02812c77415 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Refreshing network info cache for port bf9354fa-24a9-4dbc-9044-5a55f4a4c537 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.568235] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 255a7bda-9571-470c-a530-a5c596e21a58/255a7bda-9571-470c-a530-a5c596e21a58.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.568737] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5dee5b3-7d88-49f2-ab73-7be986782b47 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.591192] env[68326]: DEBUG oslo_vmware.api [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1102.591192] env[68326]: value = "task-3129938" [ 1102.591192] env[68326]: _type = "Task" [ 1102.591192] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.599442] env[68326]: DEBUG oslo_vmware.api [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.672444] env[68326]: ERROR nova.scheduler.client.report [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [req-ee286214-a435-44d6-bd31-b5ea2f40e1aa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ee286214-a435-44d6-bd31-b5ea2f40e1aa"}]} [ 1102.695715] env[68326]: DEBUG nova.scheduler.client.report [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1102.712550] env[68326]: DEBUG nova.scheduler.client.report [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1102.712774] env[68326]: DEBUG nova.compute.provider_tree [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1102.730834] env[68326]: DEBUG nova.scheduler.client.report [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1102.750135] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3129937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.333231} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.750437] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.751260] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f97416-8cda-4039-85a7-e9097586aa3f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.777216] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 294ea93f-e72b-40ad-8329-c1f17d93544b/294ea93f-e72b-40ad-8329-c1f17d93544b.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.784265] env[68326]: DEBUG nova.scheduler.client.report [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1102.785183] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f420f681-12aa-4352-8eb3-10725cdf5503 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.808363] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1102.808363] env[68326]: value = "task-3129939" [ 1102.808363] env[68326]: _type = "Task" [ 1102.808363] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.817543] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3129939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.060107] env[68326]: DEBUG nova.network.neutron [req-a1bbff15-0314-4213-b08c-079a84271777 req-37dad145-25a3-4fc4-88ee-b02812c77415 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Updated VIF entry in instance network info cache for port bf9354fa-24a9-4dbc-9044-5a55f4a4c537. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.062110] env[68326]: DEBUG nova.network.neutron [req-a1bbff15-0314-4213-b08c-079a84271777 req-37dad145-25a3-4fc4-88ee-b02812c77415 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Updating instance_info_cache with network_info: [{"id": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "address": "fa:16:3e:de:9d:80", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9354fa-24", "ovs_interfaceid": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.112410] env[68326]: DEBUG oslo_vmware.api [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129938, 'name': ReconfigVM_Task, 'duration_secs': 0.31096} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.112410] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 255a7bda-9571-470c-a530-a5c596e21a58/255a7bda-9571-470c-a530-a5c596e21a58.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.112410] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updating instance '255a7bda-9571-470c-a530-a5c596e21a58' progress to 50 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.237300] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74806410-83e7-4735-b8c1-ccf4f563bd16 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.246561] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4896cf6-0d65-478e-99a1-3b7e307b0eb1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.288093] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483ec022-a2ba-474a-9d29-5a939cadb4fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.297753] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32f6dc1-c883-475e-abd2-7613ef31f13e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.311452] env[68326]: DEBUG nova.compute.provider_tree [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.320737] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3129939, 'name': ReconfigVM_Task, 'duration_secs': 0.362485} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.323568] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 294ea93f-e72b-40ad-8329-c1f17d93544b/294ea93f-e72b-40ad-8329-c1f17d93544b.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.323568] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01ac6d27-5b5f-4496-879f-9277cfbcd207 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.329395] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1103.329395] env[68326]: value = "task-3129940" [ 1103.329395] env[68326]: _type = "Task" [ 1103.329395] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.340176] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3129940, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.566873] env[68326]: DEBUG oslo_concurrency.lockutils [req-a1bbff15-0314-4213-b08c-079a84271777 req-37dad145-25a3-4fc4-88ee-b02812c77415 service nova] Releasing lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.627717] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fd3ffa-9e93-4446-9e89-a999d64bae89 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.658620] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285d46c2-9f61-4df8-b9df-4b154be9366d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.684407] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updating instance '255a7bda-9571-470c-a530-a5c596e21a58' progress to 67 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.818729] env[68326]: DEBUG nova.scheduler.client.report [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.840814] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3129940, 'name': Rename_Task, 'duration_secs': 0.364247} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.842206] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.842997] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7e48ebe-39bd-47c6-a2af-e8fff3c9aeb4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.850438] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1103.850438] env[68326]: value = "task-3129941" [ 1103.850438] env[68326]: _type = "Task" [ 1103.850438] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.860908] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "c5314e58-524c-423f-a136-bace5e6cadba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.860908] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "c5314e58-524c-423f-a136-bace5e6cadba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.864557] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3129941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.324561] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.158s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.327136] env[68326]: DEBUG oslo_concurrency.lockutils [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.651s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.361813] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3129941, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.364650] env[68326]: INFO nova.scheduler.client.report [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Deleted allocations for instance 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7 [ 1104.372388] env[68326]: DEBUG nova.compute.manager [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1104.832485] env[68326]: INFO nova.compute.claims [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.867556] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3129941, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.881382] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fef55d91-10f7-4ca8-95cd-2947c45ef289 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.769s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.906166] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.340849] env[68326]: INFO nova.compute.resource_tracker [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updating resource usage from migration 1538afa6-6901-450c-9c75-9d4542739033 [ 1105.370251] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3129941, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.422952] env[68326]: DEBUG nova.network.neutron [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Port cd8890a7-3ec5-4cd0-a683-1e994cdead42 binding to destination host cpu-1 is already ACTIVE {{(pid=68326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1105.705818] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "49365ff0-3055-4fcd-a05c-39e0dcdef79b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.706097] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "49365ff0-3055-4fcd-a05c-39e0dcdef79b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.706312] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "49365ff0-3055-4fcd-a05c-39e0dcdef79b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.706489] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "49365ff0-3055-4fcd-a05c-39e0dcdef79b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.706648] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "49365ff0-3055-4fcd-a05c-39e0dcdef79b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.710120] env[68326]: INFO nova.compute.manager [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Terminating instance [ 1105.712677] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab3873b-6948-4233-b2ed-894b35e622e1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.721276] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ca4b35-33b2-47b4-b4f3-a65591b68d2f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.755894] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b08dcef-c804-4a41-b7f0-8fb299d295b8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.764402] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9f736b-e01e-4de8-919d-d96ad3a399a4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.778503] env[68326]: DEBUG nova.compute.provider_tree [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.863131] env[68326]: DEBUG oslo_vmware.api [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3129941, 'name': PowerOnVM_Task, 'duration_secs': 1.699883} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.863474] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.863784] env[68326]: INFO nova.compute.manager [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Took 10.46 seconds to spawn the instance on the hypervisor. [ 1105.864015] env[68326]: DEBUG nova.compute.manager [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1105.864813] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef88d49-e091-430f-80d6-8c165b5a0bcd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.220842] env[68326]: DEBUG nova.compute.manager [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1106.220842] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.220842] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeec2fe7-aed7-4ce2-b385-18c7e4bd810f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.228329] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.228557] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-144f8126-e096-4bf0-a315-3340e088e198 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.235908] env[68326]: DEBUG oslo_vmware.api [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1106.235908] env[68326]: value = "task-3129945" [ 1106.235908] env[68326]: _type = "Task" [ 1106.235908] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.244696] env[68326]: DEBUG oslo_vmware.api [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.279629] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "b48091bb-093f-4324-8350-aeb2be0055c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.279847] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "b48091bb-093f-4324-8350-aeb2be0055c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.281587] env[68326]: DEBUG nova.scheduler.client.report [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.384404] env[68326]: INFO nova.compute.manager [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Took 30.75 seconds to build instance. [ 1106.447861] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "255a7bda-9571-470c-a530-a5c596e21a58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.447861] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "255a7bda-9571-470c-a530-a5c596e21a58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.447861] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "255a7bda-9571-470c-a530-a5c596e21a58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.746892] env[68326]: DEBUG oslo_vmware.api [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129945, 'name': PowerOffVM_Task, 'duration_secs': 0.450613} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.747139] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.747307] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.747553] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16f05467-f20e-4d0d-b8fd-e35c969766f8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.785413] env[68326]: DEBUG nova.compute.manager [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1106.788741] env[68326]: DEBUG oslo_concurrency.lockutils [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.462s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.788965] env[68326]: INFO nova.compute.manager [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Migrating [ 1106.796299] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.648s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.796539] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.798832] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.753s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.799088] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.799245] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1106.799561] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.934s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.801144] env[68326]: INFO nova.compute.claims [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.807487] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e09113-88e9-4f64-ba92-5e3b7504bae8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.817620] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.817620] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.817803] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Deleting the datastore file [datastore1] 49365ff0-3055-4fcd-a05c-39e0dcdef79b {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.818939] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91a558c9-ed69-4a2a-beea-fe8bff6eceba {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.825029] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7e046b-9423-49bf-a2f8-eba18b808023 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.830836] env[68326]: DEBUG oslo_vmware.api [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1106.830836] env[68326]: value = "task-3129947" [ 1106.830836] env[68326]: _type = "Task" [ 1106.830836] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.845717] env[68326]: INFO nova.scheduler.client.report [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Deleted allocations for instance 882c2871-7198-41e6-9701-7ccad3467dd4 [ 1106.847575] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed377f0-2f87-4498-b13a-7e7289b009fa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.856159] env[68326]: DEBUG oslo_vmware.api [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.861414] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c36f88-ce13-4910-88a8-35f5f3d8d385 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.890468] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c8d99c5-2f21-4e17-b3e5-ecbee7e100e6 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.262s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.890796] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177901MB free_disk=133GB free_vcpus=48 pci_devices=None {{(pid=68326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1106.890932] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.287385] env[68326]: DEBUG nova.compute.manager [req-97547627-a5e8-4be6-922b-cac920043a64 req-362bad01-2934-4a40-939d-5b03dbf14676 service nova] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Received event network-changed-c1b71504-8428-4dbf-94e5-25109716c461 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1107.287385] env[68326]: DEBUG nova.compute.manager [req-97547627-a5e8-4be6-922b-cac920043a64 req-362bad01-2934-4a40-939d-5b03dbf14676 service nova] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Refreshing instance network info cache due to event network-changed-c1b71504-8428-4dbf-94e5-25109716c461. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1107.287385] env[68326]: DEBUG oslo_concurrency.lockutils [req-97547627-a5e8-4be6-922b-cac920043a64 req-362bad01-2934-4a40-939d-5b03dbf14676 service nova] Acquiring lock "refresh_cache-294ea93f-e72b-40ad-8329-c1f17d93544b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.287979] env[68326]: DEBUG oslo_concurrency.lockutils [req-97547627-a5e8-4be6-922b-cac920043a64 req-362bad01-2934-4a40-939d-5b03dbf14676 service nova] Acquired lock "refresh_cache-294ea93f-e72b-40ad-8329-c1f17d93544b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.288435] env[68326]: DEBUG nova.network.neutron [req-97547627-a5e8-4be6-922b-cac920043a64 req-362bad01-2934-4a40-939d-5b03dbf14676 service nova] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Refreshing network info cache for port c1b71504-8428-4dbf-94e5-25109716c461 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.312161] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.319138] env[68326]: DEBUG oslo_concurrency.lockutils [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.319138] env[68326]: DEBUG oslo_concurrency.lockutils [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.319473] env[68326]: DEBUG nova.network.neutron [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.341803] env[68326]: DEBUG oslo_vmware.api [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443011} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.342326] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.345020] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.345020] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.345020] env[68326]: INFO nova.compute.manager [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1107.345020] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.345020] env[68326]: DEBUG nova.compute.manager [-] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1107.345020] env[68326]: DEBUG nova.network.neutron [-] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.360534] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c56a0f74-0ea1-418d-8bae-8ba8b9bbbdbd tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "882c2871-7198-41e6-9701-7ccad3467dd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.678s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.499134] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.499509] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.499509] env[68326]: DEBUG nova.network.neutron [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.124109] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd1beda-0f08-4337-ab01-fbb61c0c0e80 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.139779] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee6cf24-be08-47be-a174-6d3bcfcaa308 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.150448] env[68326]: DEBUG nova.network.neutron [-] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.189028] env[68326]: INFO nova.compute.manager [-] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Took 0.85 seconds to deallocate network for instance. [ 1108.190296] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee47095-9199-4097-9557-72e9d3222751 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.212146] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ab4068-d481-4647-8800-7db4cf667795 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.228426] env[68326]: DEBUG nova.compute.provider_tree [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.294742] env[68326]: DEBUG nova.network.neutron [req-97547627-a5e8-4be6-922b-cac920043a64 req-362bad01-2934-4a40-939d-5b03dbf14676 service nova] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Updated VIF entry in instance network info cache for port c1b71504-8428-4dbf-94e5-25109716c461. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.295752] env[68326]: DEBUG nova.network.neutron [req-97547627-a5e8-4be6-922b-cac920043a64 req-362bad01-2934-4a40-939d-5b03dbf14676 service nova] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Updating instance_info_cache with network_info: [{"id": "c1b71504-8428-4dbf-94e5-25109716c461", "address": "fa:16:3e:ac:a9:68", "network": {"id": "9b16fc89-5369-46af-aa42-80cfe7ebfad1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2027627239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bb2fbf93ccf47cfb7bd32c5a1dc5769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b71504-84", "ovs_interfaceid": "c1b71504-8428-4dbf-94e5-25109716c461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.300119] env[68326]: DEBUG nova.network.neutron [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updating instance_info_cache with network_info: [{"id": "97470a46-6b57-4482-8fcf-64973ab15393", "address": "fa:16:3e:ac:0f:c8", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97470a46-6b", "ovs_interfaceid": "97470a46-6b57-4482-8fcf-64973ab15393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.420230] env[68326]: DEBUG nova.network.neutron [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updating instance_info_cache with network_info: [{"id": "cd8890a7-3ec5-4cd0-a683-1e994cdead42", "address": "fa:16:3e:06:e5:8e", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8890a7-3e", "ovs_interfaceid": "cd8890a7-3ec5-4cd0-a683-1e994cdead42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.709472] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.735591] env[68326]: DEBUG nova.scheduler.client.report [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.800016] env[68326]: DEBUG oslo_concurrency.lockutils [req-97547627-a5e8-4be6-922b-cac920043a64 req-362bad01-2934-4a40-939d-5b03dbf14676 service nova] Releasing lock "refresh_cache-294ea93f-e72b-40ad-8329-c1f17d93544b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.802164] env[68326]: DEBUG oslo_concurrency.lockutils [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.922176] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.143434] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "703e481a-907e-4738-a4b3-48c83d0aa4aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.143934] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "703e481a-907e-4738-a4b3-48c83d0aa4aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.143934] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "703e481a-907e-4738-a4b3-48c83d0aa4aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.144182] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "703e481a-907e-4738-a4b3-48c83d0aa4aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.144420] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "703e481a-907e-4738-a4b3-48c83d0aa4aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.146778] env[68326]: INFO nova.compute.manager [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Terminating instance [ 1109.238989] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.239554] env[68326]: DEBUG nova.compute.manager [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1109.243531] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.764s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.244465] env[68326]: INFO nova.compute.claims [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.313989] env[68326]: DEBUG nova.compute.manager [req-46d3a465-1101-4a33-98a5-049ef0d0bfd1 req-7b6e9988-0853-4bd9-86ae-492bde45cc5a service nova] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Received event network-vif-deleted-42c9f2eb-1e67-44d2-9774-0c702d26a4ca {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1109.431227] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8df6ad-b2ef-47a1-b492-88e5ed0e4069 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.440216] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfbbe75-f970-4f76-9a2f-ec5b211dc1a5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.651034] env[68326]: DEBUG nova.compute.manager [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1109.651283] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.652268] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a59734-d5a4-42d8-aa5f-51250e12196a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.660384] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.660634] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3624c1a9-8c99-4ab8-98d9-23749a3a7526 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.666812] env[68326]: DEBUG oslo_vmware.api [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1109.666812] env[68326]: value = "task-3129949" [ 1109.666812] env[68326]: _type = "Task" [ 1109.666812] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.674686] env[68326]: DEBUG oslo_vmware.api [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.744460] env[68326]: DEBUG nova.compute.utils [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.746323] env[68326]: DEBUG nova.compute.manager [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1109.746323] env[68326]: DEBUG nova.network.neutron [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.801685] env[68326]: DEBUG nova.policy [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9162a3a6f9ac4a08af509986865dc294', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a85fe7d3269b43ac9d42a56f97ab7b11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.090640] env[68326]: DEBUG nova.network.neutron [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Successfully created port: b0eb1964-eb32-4424-8d33-0a1348f8777e {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1110.177582] env[68326]: DEBUG oslo_vmware.api [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129949, 'name': PowerOffVM_Task, 'duration_secs': 0.442214} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.177888] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.178037] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.178284] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef9e41c9-dfaa-4b0f-bb71-6ebc146221e1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.249164] env[68326]: DEBUG nova.compute.manager [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1110.280483] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.280727] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.280936] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Deleting the datastore file [datastore2] 703e481a-907e-4738-a4b3-48c83d0aa4aa {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.281214] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a0eeec0-e30f-48fa-836a-46749e1a2594 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.288546] env[68326]: DEBUG oslo_vmware.api [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for the task: (returnval){ [ 1110.288546] env[68326]: value = "task-3129951" [ 1110.288546] env[68326]: _type = "Task" [ 1110.288546] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.299793] env[68326]: DEBUG oslo_vmware.api [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.319323] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34a7f3d-7835-4cf1-9c9b-1360cac667d9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.337049] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updating instance '4b99079e-12c5-42aa-8d2e-c977e22ba66b' progress to 0 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.514843] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b1fac4-0d8d-47fa-b861-1c4ce8615026 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.522089] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd1a929-6142-44ce-b4a0-6be1b772e623 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.555457] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ed9e68-30a0-4f89-81bb-8c9c926b2d75 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.562576] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c40ae8-914f-4fb1-be8a-55d213b5969a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.567442] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31db5193-0e55-409f-965e-8ae60208a431 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.579183] env[68326]: DEBUG nova.compute.provider_tree [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1110.598885] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5996b4-2331-4e67-9b26-2b01d99fb59f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.606223] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updating instance '255a7bda-9571-470c-a530-a5c596e21a58' progress to 83 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.616651] env[68326]: ERROR nova.scheduler.client.report [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [req-d145f3e4-7339-4c41-9052-b25992b3d715] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d145f3e4-7339-4c41-9052-b25992b3d715"}]} [ 1110.633021] env[68326]: DEBUG nova.scheduler.client.report [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1110.646309] env[68326]: DEBUG nova.scheduler.client.report [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1110.646524] env[68326]: DEBUG nova.compute.provider_tree [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1110.657483] env[68326]: DEBUG nova.scheduler.client.report [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1110.675824] env[68326]: DEBUG nova.scheduler.client.report [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1110.802719] env[68326]: DEBUG oslo_vmware.api [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.850191] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.850500] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc3d552d-f37b-4936-be7c-642b6e90da84 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.858232] env[68326]: DEBUG oslo_vmware.api [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1110.858232] env[68326]: value = "task-3129953" [ 1110.858232] env[68326]: _type = "Task" [ 1110.858232] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.873506] env[68326]: DEBUG oslo_vmware.api [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.947274] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21685446-18df-44c4-95e8-0f05ce6b212f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.955893] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0527515-744a-4680-928c-cb3df24fff29 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.987608] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f7c1f6-5d40-4ac0-a409-5faf3c005aa0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.996827] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d373379-d8ab-4ae1-a7a0-4d4ea8ca3b5a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.011456] env[68326]: DEBUG nova.compute.provider_tree [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.112884] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.113240] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57e8944d-3e07-4da5-98e3-90cf6009747b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.120560] env[68326]: DEBUG oslo_vmware.api [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1111.120560] env[68326]: value = "task-3129954" [ 1111.120560] env[68326]: _type = "Task" [ 1111.120560] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.129059] env[68326]: DEBUG oslo_vmware.api [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.262167] env[68326]: DEBUG nova.compute.manager [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1111.289295] env[68326]: DEBUG nova.virt.hardware [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.289547] env[68326]: DEBUG nova.virt.hardware [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.289702] env[68326]: DEBUG nova.virt.hardware [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.289885] env[68326]: DEBUG nova.virt.hardware [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.290062] env[68326]: DEBUG nova.virt.hardware [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.290202] env[68326]: DEBUG nova.virt.hardware [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.290412] env[68326]: DEBUG nova.virt.hardware [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.290567] env[68326]: DEBUG nova.virt.hardware [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.290734] env[68326]: DEBUG nova.virt.hardware [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.290897] env[68326]: DEBUG nova.virt.hardware [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.291083] env[68326]: DEBUG nova.virt.hardware [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.291947] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f654be1e-13d6-4c87-9e8e-8535c1f166be {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.306038] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9cfdc8-5f84-4771-be79-fbd2d2f95bfe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.309946] env[68326]: DEBUG oslo_vmware.api [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Task: {'id': task-3129951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.517481} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.310196] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.310376] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.310549] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.310721] env[68326]: INFO nova.compute.manager [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1111.310948] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.311484] env[68326]: DEBUG nova.compute.manager [-] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1111.311584] env[68326]: DEBUG nova.network.neutron [-] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.369926] env[68326]: DEBUG oslo_vmware.api [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129953, 'name': PowerOffVM_Task, 'duration_secs': 0.213424} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.370319] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.370558] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updating instance '4b99079e-12c5-42aa-8d2e-c977e22ba66b' progress to 17 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.544657] env[68326]: DEBUG nova.scheduler.client.report [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1111.544932] env[68326]: DEBUG nova.compute.provider_tree [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 145 to 146 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1111.545200] env[68326]: DEBUG nova.compute.provider_tree [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1111.587723] env[68326]: DEBUG nova.compute.manager [req-ef9f7863-4cf3-4535-82a4-37fe71053bdf req-a037817a-4726-4f17-bacc-baf60b2396e3 service nova] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Received event network-vif-plugged-b0eb1964-eb32-4424-8d33-0a1348f8777e {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1111.588043] env[68326]: DEBUG oslo_concurrency.lockutils [req-ef9f7863-4cf3-4535-82a4-37fe71053bdf req-a037817a-4726-4f17-bacc-baf60b2396e3 service nova] Acquiring lock "9ff87d64-dd99-4b49-8410-0d1469adc734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.588203] env[68326]: DEBUG oslo_concurrency.lockutils [req-ef9f7863-4cf3-4535-82a4-37fe71053bdf req-a037817a-4726-4f17-bacc-baf60b2396e3 service nova] Lock "9ff87d64-dd99-4b49-8410-0d1469adc734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.588376] env[68326]: DEBUG oslo_concurrency.lockutils [req-ef9f7863-4cf3-4535-82a4-37fe71053bdf req-a037817a-4726-4f17-bacc-baf60b2396e3 service nova] Lock "9ff87d64-dd99-4b49-8410-0d1469adc734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.588542] env[68326]: DEBUG nova.compute.manager [req-ef9f7863-4cf3-4535-82a4-37fe71053bdf req-a037817a-4726-4f17-bacc-baf60b2396e3 service nova] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] No waiting events found dispatching network-vif-plugged-b0eb1964-eb32-4424-8d33-0a1348f8777e {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1111.588702] env[68326]: WARNING nova.compute.manager [req-ef9f7863-4cf3-4535-82a4-37fe71053bdf req-a037817a-4726-4f17-bacc-baf60b2396e3 service nova] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Received unexpected event network-vif-plugged-b0eb1964-eb32-4424-8d33-0a1348f8777e for instance with vm_state building and task_state spawning. [ 1111.632485] env[68326]: DEBUG oslo_vmware.api [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3129954, 'name': PowerOnVM_Task, 'duration_secs': 0.397958} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.632886] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.633107] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2ea418b7-3f51-4b99-b741-d938550a52ef tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updating instance '255a7bda-9571-470c-a530-a5c596e21a58' progress to 100 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.722887] env[68326]: DEBUG nova.network.neutron [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Successfully updated port: b0eb1964-eb32-4424-8d33-0a1348f8777e {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.876735] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:48:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.876947] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.877102] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.877280] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.877421] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.877564] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.877770] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.877933] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.878125] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.878317] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.878502] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.883629] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73bafa7d-befc-4bc4-b0ac-0aadce6ad002 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.900679] env[68326]: DEBUG oslo_vmware.api [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1111.900679] env[68326]: value = "task-3129955" [ 1111.900679] env[68326]: _type = "Task" [ 1111.900679] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.909866] env[68326]: DEBUG oslo_vmware.api [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.050539] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.051068] env[68326]: DEBUG nova.compute.manager [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1112.053613] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.148s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.055110] env[68326]: INFO nova.compute.claims [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.188213] env[68326]: DEBUG nova.network.neutron [-] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.227064] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Acquiring lock "refresh_cache-9ff87d64-dd99-4b49-8410-0d1469adc734" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.227064] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Acquired lock "refresh_cache-9ff87d64-dd99-4b49-8410-0d1469adc734" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.227064] env[68326]: DEBUG nova.network.neutron [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.411166] env[68326]: DEBUG oslo_vmware.api [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129955, 'name': ReconfigVM_Task, 'duration_secs': 0.171093} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.411504] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updating instance '4b99079e-12c5-42aa-8d2e-c977e22ba66b' progress to 33 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.560536] env[68326]: DEBUG nova.compute.utils [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.563793] env[68326]: DEBUG nova.compute.manager [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1112.563984] env[68326]: DEBUG nova.network.neutron [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.599604] env[68326]: DEBUG nova.policy [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7eb2e4cb8e0646b28879e6c7a4a1890a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52f98726b5db4f3dbfaf2dfd091e05bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.690204] env[68326]: INFO nova.compute.manager [-] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Took 1.38 seconds to deallocate network for instance. [ 1112.765973] env[68326]: DEBUG nova.network.neutron [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.920304] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.920304] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.920304] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.920304] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.920304] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.920304] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.920304] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.920304] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.920304] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.920304] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.920304] env[68326]: DEBUG nova.virt.hardware [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.926690] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1112.929556] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e8ed5e8-f5cf-4298-a687-204f6f5ca9f1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.954024] env[68326]: DEBUG oslo_vmware.api [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1112.954024] env[68326]: value = "task-3129957" [ 1112.954024] env[68326]: _type = "Task" [ 1112.954024] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.962509] env[68326]: DEBUG oslo_vmware.api [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.002518] env[68326]: DEBUG nova.network.neutron [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Successfully created port: c163b58c-7f9b-4dfe-9f61-30b6abe41c81 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.007229] env[68326]: DEBUG nova.network.neutron [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Updating instance_info_cache with network_info: [{"id": "b0eb1964-eb32-4424-8d33-0a1348f8777e", "address": "fa:16:3e:8f:81:c3", "network": {"id": "3922f21e-ea90-4487-804a-109a503864a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1131601670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a85fe7d3269b43ac9d42a56f97ab7b11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0eb1964-eb", "ovs_interfaceid": "b0eb1964-eb32-4424-8d33-0a1348f8777e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.064669] env[68326]: DEBUG nova.compute.manager [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1113.196737] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.382626] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e9a4a1-c93e-44d2-afdd-77d8df848b8e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.391367] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770ee44a-5bf0-4a97-bd89-f926aae875a3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.424774] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5dd62d-3529-4322-a11b-34a1033aa2ae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.433042] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b032672-01c0-48f2-81e1-e2fdaa3883a3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.446837] env[68326]: DEBUG nova.compute.provider_tree [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.462988] env[68326]: DEBUG oslo_vmware.api [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129957, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.509683] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Releasing lock "refresh_cache-9ff87d64-dd99-4b49-8410-0d1469adc734" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.510030] env[68326]: DEBUG nova.compute.manager [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Instance network_info: |[{"id": "b0eb1964-eb32-4424-8d33-0a1348f8777e", "address": "fa:16:3e:8f:81:c3", "network": {"id": "3922f21e-ea90-4487-804a-109a503864a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1131601670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a85fe7d3269b43ac9d42a56f97ab7b11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0eb1964-eb", "ovs_interfaceid": "b0eb1964-eb32-4424-8d33-0a1348f8777e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1113.510437] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:81:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62237242-7ce2-4664-a1c5-6783b516b507', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0eb1964-eb32-4424-8d33-0a1348f8777e', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.517775] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Creating folder: Project (a85fe7d3269b43ac9d42a56f97ab7b11). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.518048] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3101ab9-e82d-4448-b5c3-74fe0a3fbd83 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.529758] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Created folder: Project (a85fe7d3269b43ac9d42a56f97ab7b11) in parent group-v626141. [ 1113.529935] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Creating folder: Instances. Parent ref: group-v626407. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.530174] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd776a50-54d7-4592-8b41-cefc055fe089 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.539848] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Created folder: Instances in parent group-v626407. [ 1113.540101] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.540288] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.540481] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-747ba850-970d-4bd2-beb6-5abd8a86f71f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.565932] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.565932] env[68326]: value = "task-3129960" [ 1113.565932] env[68326]: _type = "Task" [ 1113.565932] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.577238] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129960, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.618878] env[68326]: DEBUG nova.compute.manager [req-4bef8b4d-0cd4-445d-bf1d-de374c76ffee req-706a7233-7e34-4983-9116-7726f58932eb service nova] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Received event network-vif-deleted-bdbc754e-d877-4ace-b3c2-01f96d9f6780 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1113.619111] env[68326]: DEBUG nova.compute.manager [req-4bef8b4d-0cd4-445d-bf1d-de374c76ffee req-706a7233-7e34-4983-9116-7726f58932eb service nova] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Received event network-changed-b0eb1964-eb32-4424-8d33-0a1348f8777e {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1113.619279] env[68326]: DEBUG nova.compute.manager [req-4bef8b4d-0cd4-445d-bf1d-de374c76ffee req-706a7233-7e34-4983-9116-7726f58932eb service nova] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Refreshing instance network info cache due to event network-changed-b0eb1964-eb32-4424-8d33-0a1348f8777e. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1113.619492] env[68326]: DEBUG oslo_concurrency.lockutils [req-4bef8b4d-0cd4-445d-bf1d-de374c76ffee req-706a7233-7e34-4983-9116-7726f58932eb service nova] Acquiring lock "refresh_cache-9ff87d64-dd99-4b49-8410-0d1469adc734" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.619633] env[68326]: DEBUG oslo_concurrency.lockutils [req-4bef8b4d-0cd4-445d-bf1d-de374c76ffee req-706a7233-7e34-4983-9116-7726f58932eb service nova] Acquired lock "refresh_cache-9ff87d64-dd99-4b49-8410-0d1469adc734" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.619789] env[68326]: DEBUG nova.network.neutron [req-4bef8b4d-0cd4-445d-bf1d-de374c76ffee req-706a7233-7e34-4983-9116-7726f58932eb service nova] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Refreshing network info cache for port b0eb1964-eb32-4424-8d33-0a1348f8777e {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.625742] env[68326]: DEBUG nova.network.neutron [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Port cd8890a7-3ec5-4cd0-a683-1e994cdead42 binding to destination host cpu-1 is already ACTIVE {{(pid=68326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1113.626070] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.626230] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.626400] env[68326]: DEBUG nova.network.neutron [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.950677] env[68326]: DEBUG nova.scheduler.client.report [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.966160] env[68326]: DEBUG oslo_vmware.api [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129957, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.077401] env[68326]: DEBUG nova.compute.manager [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1114.079612] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129960, 'name': CreateVM_Task, 'duration_secs': 0.412473} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.079975] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.080642] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.081019] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.081164] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.081375] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa653c50-b7a1-4ed1-9e04-763d50efd2c0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.087576] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Waiting for the task: (returnval){ [ 1114.087576] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]525d9d9e-96c2-fe2e-e774-122cc72e8b34" [ 1114.087576] env[68326]: _type = "Task" [ 1114.087576] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.098192] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525d9d9e-96c2-fe2e-e774-122cc72e8b34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.108064] env[68326]: DEBUG nova.virt.hardware [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.108386] env[68326]: DEBUG nova.virt.hardware [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.108665] env[68326]: DEBUG nova.virt.hardware [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.108968] env[68326]: DEBUG nova.virt.hardware [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.109231] env[68326]: DEBUG nova.virt.hardware [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.110193] env[68326]: DEBUG nova.virt.hardware [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.110193] env[68326]: DEBUG nova.virt.hardware [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.110193] env[68326]: DEBUG nova.virt.hardware [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.110352] env[68326]: DEBUG nova.virt.hardware [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.110534] env[68326]: DEBUG nova.virt.hardware [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.110808] env[68326]: DEBUG nova.virt.hardware [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.112045] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e317ead-9d05-4802-9c6c-6488a5eac6a8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.122616] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41546a7d-3db9-453d-9689-b8f936938eb6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.456295] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.456563] env[68326]: DEBUG nova.compute.manager [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1114.459367] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.568s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.473026] env[68326]: DEBUG oslo_vmware.api [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129957, 'name': ReconfigVM_Task, 'duration_secs': 1.187174} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.473026] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.474336] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d703c9-d190-43dc-a222-b20c03c53219 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.500851] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 4b99079e-12c5-42aa-8d2e-c977e22ba66b/4b99079e-12c5-42aa-8d2e-c977e22ba66b.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.503057] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-682ad103-6449-4990-bf20-8bc511e9d2a7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.531497] env[68326]: DEBUG oslo_vmware.api [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1114.531497] env[68326]: value = "task-3129961" [ 1114.531497] env[68326]: _type = "Task" [ 1114.531497] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.542955] env[68326]: DEBUG oslo_vmware.api [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.599298] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525d9d9e-96c2-fe2e-e774-122cc72e8b34, 'name': SearchDatastore_Task, 'duration_secs': 0.011554} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.601924] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.602262] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.602509] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.602698] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.602904] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.603236] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d010c92-8daa-47dd-8bbf-2725f27be060 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.610668] env[68326]: DEBUG nova.network.neutron [req-4bef8b4d-0cd4-445d-bf1d-de374c76ffee req-706a7233-7e34-4983-9116-7726f58932eb service nova] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Updated VIF entry in instance network info cache for port b0eb1964-eb32-4424-8d33-0a1348f8777e. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.610668] env[68326]: DEBUG nova.network.neutron [req-4bef8b4d-0cd4-445d-bf1d-de374c76ffee req-706a7233-7e34-4983-9116-7726f58932eb service nova] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Updating instance_info_cache with network_info: [{"id": "b0eb1964-eb32-4424-8d33-0a1348f8777e", "address": "fa:16:3e:8f:81:c3", "network": {"id": "3922f21e-ea90-4487-804a-109a503864a0", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1131601670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a85fe7d3269b43ac9d42a56f97ab7b11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62237242-7ce2-4664-a1c5-6783b516b507", "external-id": "nsx-vlan-transportzone-295", "segmentation_id": 295, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0eb1964-eb", "ovs_interfaceid": "b0eb1964-eb32-4424-8d33-0a1348f8777e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.614848] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.614848] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.615150] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-126b94ff-386a-454b-a836-43f582fa5b8e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.621571] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Waiting for the task: (returnval){ [ 1114.621571] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52946be9-6695-beaf-9947-0aa261fc0b21" [ 1114.621571] env[68326]: _type = "Task" [ 1114.621571] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.631124] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52946be9-6695-beaf-9947-0aa261fc0b21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.688756] env[68326]: DEBUG nova.network.neutron [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updating instance_info_cache with network_info: [{"id": "cd8890a7-3ec5-4cd0-a683-1e994cdead42", "address": "fa:16:3e:06:e5:8e", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8890a7-3e", "ovs_interfaceid": "cd8890a7-3ec5-4cd0-a683-1e994cdead42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.890424] env[68326]: DEBUG nova.network.neutron [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Successfully updated port: c163b58c-7f9b-4dfe-9f61-30b6abe41c81 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.925917] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "fee701ab-a672-4e56-b238-3dc2981838da" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.927029] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "fee701ab-a672-4e56-b238-3dc2981838da" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.971904] env[68326]: DEBUG nova.compute.utils [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1114.975031] env[68326]: DEBUG nova.compute.manager [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1114.975031] env[68326]: DEBUG nova.network.neutron [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.046154] env[68326]: DEBUG oslo_vmware.api [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129961, 'name': ReconfigVM_Task, 'duration_secs': 0.337685} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.048748] env[68326]: DEBUG nova.policy [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e8b1198c39c466d869defa532a7c2b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80e12bd17fb14b2b843260fd9897d052', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.050402] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 4b99079e-12c5-42aa-8d2e-c977e22ba66b/4b99079e-12c5-42aa-8d2e-c977e22ba66b.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.050696] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updating instance '4b99079e-12c5-42aa-8d2e-c977e22ba66b' progress to 50 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.114933] env[68326]: DEBUG oslo_concurrency.lockutils [req-4bef8b4d-0cd4-445d-bf1d-de374c76ffee req-706a7233-7e34-4983-9116-7726f58932eb service nova] Releasing lock "refresh_cache-9ff87d64-dd99-4b49-8410-0d1469adc734" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.133504] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52946be9-6695-beaf-9947-0aa261fc0b21, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.134388] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4aa1326-d5ea-4783-b7e2-e9120b85ddbc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.141436] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Waiting for the task: (returnval){ [ 1115.141436] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52a02a77-b67b-42d6-5352-af7afa118d15" [ 1115.141436] env[68326]: _type = "Task" [ 1115.141436] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.150156] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a02a77-b67b-42d6-5352-af7afa118d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.191160] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.371658] env[68326]: DEBUG nova.network.neutron [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Successfully created port: cd12d253-a496-46ab-90ec-ab944e3b25e0 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.395430] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "refresh_cache-0a2a7b09-c695-4012-bc34-14de81ae79c7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.395581] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "refresh_cache-0a2a7b09-c695-4012-bc34-14de81ae79c7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.395733] env[68326]: DEBUG nova.network.neutron [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.431088] env[68326]: DEBUG nova.compute.utils [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.475321] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Applying migration context for instance 255a7bda-9571-470c-a530-a5c596e21a58 as it has an incoming, in-progress migration f5ba94ad-64ed-463f-a06d-408f9f90d4cc. Migration status is reverting {{(pid=68326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1115.475604] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Applying migration context for instance 4b99079e-12c5-42aa-8d2e-c977e22ba66b as it has an incoming, in-progress migration 1538afa6-6901-450c-9c75-9d4542739033. Migration status is migrating {{(pid=68326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1115.477421] env[68326]: INFO nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updating resource usage from migration f5ba94ad-64ed-463f-a06d-408f9f90d4cc [ 1115.477875] env[68326]: INFO nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updating resource usage from migration 1538afa6-6901-450c-9c75-9d4542739033 [ 1115.482325] env[68326]: DEBUG nova.compute.manager [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1115.517885] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 5945078b-f11b-4503-8990-a8437c8f2627 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.518120] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance bb66c99b-5e81-4473-99be-1bfedd3319dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.522018] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 4dffff54-42e7-4336-9b0f-dfb8fe6f3144 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.522018] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 9ba0b8a6-4663-4787-985f-5b1d8e11af11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.522018] env[68326]: WARNING nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 703e481a-907e-4738-a4b3-48c83d0aa4aa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1115.522018] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 03f11437-001d-46dd-bad2-ddb81ebf9b96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.522018] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance afa2347b-d004-48d5-aed8-fc91987b999a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.522018] env[68326]: WARNING nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 49365ff0-3055-4fcd-a05c-39e0dcdef79b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1115.522018] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance af0dc19a-83ef-4554-b8a5-62859a808f4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.522018] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance fee701ab-a672-4e56-b238-3dc2981838da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.522018] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance abc1874b-859c-461d-92b9-90b82a948b10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.522018] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 294ea93f-e72b-40ad-8329-c1f17d93544b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.522018] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Migration f5ba94ad-64ed-463f-a06d-408f9f90d4cc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1115.522018] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 255a7bda-9571-470c-a530-a5c596e21a58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.522018] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Migration 1538afa6-6901-450c-9c75-9d4542739033 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1115.522018] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 4b99079e-12c5-42aa-8d2e-c977e22ba66b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.522427] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 9ff87d64-dd99-4b49-8410-0d1469adc734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.522427] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 0a2a7b09-c695-4012-bc34-14de81ae79c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.522427] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance c5314e58-524c-423f-a136-bace5e6cadba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1115.558151] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559ee0ec-91d9-4d4f-951c-a5776430a4dd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.577919] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc8f8bc-2f98-4122-b855-33dfc4218c43 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.595607] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updating instance '4b99079e-12c5-42aa-8d2e-c977e22ba66b' progress to 67 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.651803] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a02a77-b67b-42d6-5352-af7afa118d15, 'name': SearchDatastore_Task, 'duration_secs': 0.011737} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.652073] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.652333] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 9ff87d64-dd99-4b49-8410-0d1469adc734/9ff87d64-dd99-4b49-8410-0d1469adc734.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.652586] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e08c6c65-250e-4fa4-94f8-431ebf97c61d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.660895] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Waiting for the task: (returnval){ [ 1115.660895] env[68326]: value = "task-3129963" [ 1115.660895] env[68326]: _type = "Task" [ 1115.660895] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.669240] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': task-3129963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.695370] env[68326]: DEBUG nova.compute.manager [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68326) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1115.936235] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "fee701ab-a672-4e56-b238-3dc2981838da" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.957738] env[68326]: DEBUG nova.network.neutron [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.031374] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance b48091bb-093f-4324-8350-aeb2be0055c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1116.031374] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1116.031374] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1116.172090] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': task-3129963, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.174787] env[68326]: DEBUG nova.network.neutron [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Port 97470a46-6b57-4482-8fcf-64973ab15393 binding to destination host cpu-1 is already ACTIVE {{(pid=68326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1116.205263] env[68326]: DEBUG nova.network.neutron [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Updating instance_info_cache with network_info: [{"id": "c163b58c-7f9b-4dfe-9f61-30b6abe41c81", "address": "fa:16:3e:47:53:3b", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc163b58c-7f", "ovs_interfaceid": "c163b58c-7f9b-4dfe-9f61-30b6abe41c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.285696] env[68326]: DEBUG nova.compute.manager [req-586e4e88-8d2e-4e28-accb-d1bc7bb1ae6f req-d7001d2a-97cd-47f4-a263-d85a460ae8e4 service nova] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Received event network-vif-plugged-c163b58c-7f9b-4dfe-9f61-30b6abe41c81 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1116.285894] env[68326]: DEBUG oslo_concurrency.lockutils [req-586e4e88-8d2e-4e28-accb-d1bc7bb1ae6f req-d7001d2a-97cd-47f4-a263-d85a460ae8e4 service nova] Acquiring lock "0a2a7b09-c695-4012-bc34-14de81ae79c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.286109] env[68326]: DEBUG oslo_concurrency.lockutils [req-586e4e88-8d2e-4e28-accb-d1bc7bb1ae6f req-d7001d2a-97cd-47f4-a263-d85a460ae8e4 service nova] Lock "0a2a7b09-c695-4012-bc34-14de81ae79c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.286287] env[68326]: DEBUG oslo_concurrency.lockutils [req-586e4e88-8d2e-4e28-accb-d1bc7bb1ae6f req-d7001d2a-97cd-47f4-a263-d85a460ae8e4 service nova] Lock "0a2a7b09-c695-4012-bc34-14de81ae79c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.286451] env[68326]: DEBUG nova.compute.manager [req-586e4e88-8d2e-4e28-accb-d1bc7bb1ae6f req-d7001d2a-97cd-47f4-a263-d85a460ae8e4 service nova] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] No waiting events found dispatching network-vif-plugged-c163b58c-7f9b-4dfe-9f61-30b6abe41c81 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.286596] env[68326]: WARNING nova.compute.manager [req-586e4e88-8d2e-4e28-accb-d1bc7bb1ae6f req-d7001d2a-97cd-47f4-a263-d85a460ae8e4 service nova] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Received unexpected event network-vif-plugged-c163b58c-7f9b-4dfe-9f61-30b6abe41c81 for instance with vm_state building and task_state spawning. [ 1116.286766] env[68326]: DEBUG nova.compute.manager [req-586e4e88-8d2e-4e28-accb-d1bc7bb1ae6f req-d7001d2a-97cd-47f4-a263-d85a460ae8e4 service nova] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Received event network-changed-c163b58c-7f9b-4dfe-9f61-30b6abe41c81 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1116.287046] env[68326]: DEBUG nova.compute.manager [req-586e4e88-8d2e-4e28-accb-d1bc7bb1ae6f req-d7001d2a-97cd-47f4-a263-d85a460ae8e4 service nova] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Refreshing instance network info cache due to event network-changed-c163b58c-7f9b-4dfe-9f61-30b6abe41c81. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1116.287177] env[68326]: DEBUG oslo_concurrency.lockutils [req-586e4e88-8d2e-4e28-accb-d1bc7bb1ae6f req-d7001d2a-97cd-47f4-a263-d85a460ae8e4 service nova] Acquiring lock "refresh_cache-0a2a7b09-c695-4012-bc34-14de81ae79c7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.341628] env[68326]: DEBUG oslo_concurrency.lockutils [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "af0dc19a-83ef-4554-b8a5-62859a808f4c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.341863] env[68326]: DEBUG oslo_concurrency.lockutils [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "af0dc19a-83ef-4554-b8a5-62859a808f4c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.345115] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9081ac5-3f76-4cff-a44d-b27c6e474660 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.354326] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9a691f-2206-4363-8384-72cda420049e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.386291] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4663fa3a-75c6-45be-8964-7c0ecc42088c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.393937] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d3e60c-fc5e-428c-82d0-6dce9d1301b7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.409926] env[68326]: DEBUG nova.compute.provider_tree [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.500312] env[68326]: DEBUG nova.compute.manager [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1116.526377] env[68326]: DEBUG nova.virt.hardware [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.526630] env[68326]: DEBUG nova.virt.hardware [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.526788] env[68326]: DEBUG nova.virt.hardware [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.526970] env[68326]: DEBUG nova.virt.hardware [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.527131] env[68326]: DEBUG nova.virt.hardware [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.527281] env[68326]: DEBUG nova.virt.hardware [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.527488] env[68326]: DEBUG nova.virt.hardware [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.527644] env[68326]: DEBUG nova.virt.hardware [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.527809] env[68326]: DEBUG nova.virt.hardware [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.527969] env[68326]: DEBUG nova.virt.hardware [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.528155] env[68326]: DEBUG nova.virt.hardware [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.529291] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff88e5b-1f30-4e9c-9fb6-e89e26d756f8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.538065] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24557f8-3a46-4cd2-9394-866c2eaf03b3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.672531] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': task-3129963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547703} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.672810] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 9ff87d64-dd99-4b49-8410-0d1469adc734/9ff87d64-dd99-4b49-8410-0d1469adc734.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.673345] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.673345] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83cb2fea-8abe-40c6-8c27-aabc4c98308f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.685635] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Waiting for the task: (returnval){ [ 1116.685635] env[68326]: value = "task-3129964" [ 1116.685635] env[68326]: _type = "Task" [ 1116.685635] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.694075] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': task-3129964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.706646] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "refresh_cache-0a2a7b09-c695-4012-bc34-14de81ae79c7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.707036] env[68326]: DEBUG nova.compute.manager [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Instance network_info: |[{"id": "c163b58c-7f9b-4dfe-9f61-30b6abe41c81", "address": "fa:16:3e:47:53:3b", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc163b58c-7f", "ovs_interfaceid": "c163b58c-7f9b-4dfe-9f61-30b6abe41c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1116.707346] env[68326]: DEBUG oslo_concurrency.lockutils [req-586e4e88-8d2e-4e28-accb-d1bc7bb1ae6f req-d7001d2a-97cd-47f4-a263-d85a460ae8e4 service nova] Acquired lock "refresh_cache-0a2a7b09-c695-4012-bc34-14de81ae79c7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.707542] env[68326]: DEBUG nova.network.neutron [req-586e4e88-8d2e-4e28-accb-d1bc7bb1ae6f req-d7001d2a-97cd-47f4-a263-d85a460ae8e4 service nova] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Refreshing network info cache for port c163b58c-7f9b-4dfe-9f61-30b6abe41c81 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.709377] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:53:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c163b58c-7f9b-4dfe-9f61-30b6abe41c81', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.717690] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.718405] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.719192] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7889393-e1aa-4477-a682-f4cb5f0a811a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.739745] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.739745] env[68326]: value = "task-3129965" [ 1116.739745] env[68326]: _type = "Task" [ 1116.739745] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.752331] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129965, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.795013] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.844961] env[68326]: DEBUG nova.compute.utils [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.913255] env[68326]: DEBUG nova.scheduler.client.report [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.004049] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "fee701ab-a672-4e56-b238-3dc2981838da" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.004161] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "fee701ab-a672-4e56-b238-3dc2981838da" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.004363] env[68326]: INFO nova.compute.manager [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Attaching volume f4c3695b-9194-423a-bcdf-97f115826fb7 to /dev/sdb [ 1117.043588] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5373073a-cfcc-496c-b461-58e4c2463470 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.051380] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd378480-f6e8-407d-94e7-8cd09b3d49a9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.068035] env[68326]: DEBUG nova.virt.block_device [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Updating existing volume attachment record: 279fd52f-1c53-43d3-bb81-4d5ff65df35d {{(pid=68326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1117.203537] env[68326]: DEBUG oslo_concurrency.lockutils [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.203815] env[68326]: DEBUG oslo_concurrency.lockutils [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.204071] env[68326]: DEBUG oslo_concurrency.lockutils [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.213332] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': task-3129964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.218902] env[68326]: DEBUG nova.network.neutron [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Successfully updated port: cd12d253-a496-46ab-90ec-ab944e3b25e0 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.251394] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129965, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.349568] env[68326]: DEBUG oslo_concurrency.lockutils [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "af0dc19a-83ef-4554-b8a5-62859a808f4c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.418448] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1117.418688] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.959s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.418933] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.107s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.420514] env[68326]: INFO nova.compute.claims [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.436154] env[68326]: DEBUG nova.network.neutron [req-586e4e88-8d2e-4e28-accb-d1bc7bb1ae6f req-d7001d2a-97cd-47f4-a263-d85a460ae8e4 service nova] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Updated VIF entry in instance network info cache for port c163b58c-7f9b-4dfe-9f61-30b6abe41c81. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.436544] env[68326]: DEBUG nova.network.neutron [req-586e4e88-8d2e-4e28-accb-d1bc7bb1ae6f req-d7001d2a-97cd-47f4-a263-d85a460ae8e4 service nova] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Updating instance_info_cache with network_info: [{"id": "c163b58c-7f9b-4dfe-9f61-30b6abe41c81", "address": "fa:16:3e:47:53:3b", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc163b58c-7f", "ovs_interfaceid": "c163b58c-7f9b-4dfe-9f61-30b6abe41c81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.704390] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': task-3129964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.885696} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.704390] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.705051] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af78dc2-be38-4f70-b33b-45cc839755a9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.722282] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.722426] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.722573] env[68326]: DEBUG nova.network.neutron [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.732400] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 9ff87d64-dd99-4b49-8410-0d1469adc734/9ff87d64-dd99-4b49-8410-0d1469adc734.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.733468] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9e7e2db-27b2-4427-97fd-f4de47af8510 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.757531] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129965, 'name': CreateVM_Task, 'duration_secs': 0.655036} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.758683] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.759023] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Waiting for the task: (returnval){ [ 1117.759023] env[68326]: value = "task-3129969" [ 1117.759023] env[68326]: _type = "Task" [ 1117.759023] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.760022] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.760022] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.760151] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.760449] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ec95f7-b907-42a9-b985-abe5062cd6e4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.768203] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1117.768203] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520f7435-28be-11bf-49f7-4ae29008b547" [ 1117.768203] env[68326]: _type = "Task" [ 1117.768203] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.779747] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520f7435-28be-11bf-49f7-4ae29008b547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.938675] env[68326]: DEBUG oslo_concurrency.lockutils [req-586e4e88-8d2e-4e28-accb-d1bc7bb1ae6f req-d7001d2a-97cd-47f4-a263-d85a460ae8e4 service nova] Releasing lock "refresh_cache-0a2a7b09-c695-4012-bc34-14de81ae79c7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.239800] env[68326]: DEBUG oslo_concurrency.lockutils [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.239946] env[68326]: DEBUG oslo_concurrency.lockutils [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.240131] env[68326]: DEBUG nova.network.neutron [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.264642] env[68326]: DEBUG nova.network.neutron [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.272919] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': task-3129969, 'name': ReconfigVM_Task, 'duration_secs': 0.2802} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.275971] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 9ff87d64-dd99-4b49-8410-0d1469adc734/9ff87d64-dd99-4b49-8410-0d1469adc734.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.276588] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44382c66-191e-49ce-851d-6391885affaf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.283918] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520f7435-28be-11bf-49f7-4ae29008b547, 'name': SearchDatastore_Task, 'duration_secs': 0.012091} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.287420] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.287553] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.287859] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.288034] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.288263] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.288652] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Waiting for the task: (returnval){ [ 1118.288652] env[68326]: value = "task-3129970" [ 1118.288652] env[68326]: _type = "Task" [ 1118.288652] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.288769] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90e4bde7-fb24-4008-9785-3b488f638df7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.299256] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': task-3129970, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.302381] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.302493] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.303623] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f4ef47-47aa-4ad3-bf9b-d1ca6f58e8ec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.309367] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1118.309367] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52fa11c7-9650-fc7a-0fa2-a15861e12b4b" [ 1118.309367] env[68326]: _type = "Task" [ 1118.309367] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.315208] env[68326]: DEBUG nova.compute.manager [req-7f83c08d-c949-4858-9fdc-824dac9c5771 req-071ee8d2-2952-46b3-a81d-b82046e69785 service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Received event network-vif-plugged-cd12d253-a496-46ab-90ec-ab944e3b25e0 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1118.315417] env[68326]: DEBUG oslo_concurrency.lockutils [req-7f83c08d-c949-4858-9fdc-824dac9c5771 req-071ee8d2-2952-46b3-a81d-b82046e69785 service nova] Acquiring lock "c5314e58-524c-423f-a136-bace5e6cadba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.315617] env[68326]: DEBUG oslo_concurrency.lockutils [req-7f83c08d-c949-4858-9fdc-824dac9c5771 req-071ee8d2-2952-46b3-a81d-b82046e69785 service nova] Lock "c5314e58-524c-423f-a136-bace5e6cadba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.315805] env[68326]: DEBUG oslo_concurrency.lockutils [req-7f83c08d-c949-4858-9fdc-824dac9c5771 req-071ee8d2-2952-46b3-a81d-b82046e69785 service nova] Lock "c5314e58-524c-423f-a136-bace5e6cadba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.315981] env[68326]: DEBUG nova.compute.manager [req-7f83c08d-c949-4858-9fdc-824dac9c5771 req-071ee8d2-2952-46b3-a81d-b82046e69785 service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] No waiting events found dispatching network-vif-plugged-cd12d253-a496-46ab-90ec-ab944e3b25e0 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.316158] env[68326]: WARNING nova.compute.manager [req-7f83c08d-c949-4858-9fdc-824dac9c5771 req-071ee8d2-2952-46b3-a81d-b82046e69785 service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Received unexpected event network-vif-plugged-cd12d253-a496-46ab-90ec-ab944e3b25e0 for instance with vm_state building and task_state spawning. [ 1118.316317] env[68326]: DEBUG nova.compute.manager [req-7f83c08d-c949-4858-9fdc-824dac9c5771 req-071ee8d2-2952-46b3-a81d-b82046e69785 service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Received event network-changed-cd12d253-a496-46ab-90ec-ab944e3b25e0 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1118.316467] env[68326]: DEBUG nova.compute.manager [req-7f83c08d-c949-4858-9fdc-824dac9c5771 req-071ee8d2-2952-46b3-a81d-b82046e69785 service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Refreshing instance network info cache due to event network-changed-cd12d253-a496-46ab-90ec-ab944e3b25e0. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1118.316624] env[68326]: DEBUG oslo_concurrency.lockutils [req-7f83c08d-c949-4858-9fdc-824dac9c5771 req-071ee8d2-2952-46b3-a81d-b82046e69785 service nova] Acquiring lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.324754] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fa11c7-9650-fc7a-0fa2-a15861e12b4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.422954] env[68326]: DEBUG oslo_concurrency.lockutils [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "af0dc19a-83ef-4554-b8a5-62859a808f4c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.423164] env[68326]: DEBUG oslo_concurrency.lockutils [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "af0dc19a-83ef-4554-b8a5-62859a808f4c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.423401] env[68326]: INFO nova.compute.manager [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Attaching volume 147cdb15-6af9-4e17-8223-6cfeed27c680 to /dev/sdb [ 1118.427341] env[68326]: DEBUG nova.network.neutron [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Updating instance_info_cache with network_info: [{"id": "cd12d253-a496-46ab-90ec-ab944e3b25e0", "address": "fa:16:3e:e4:7d:f1", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd12d253-a4", "ovs_interfaceid": "cd12d253-a496-46ab-90ec-ab944e3b25e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.458992] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16e4be7-b26a-44a9-889e-00cd90927dd8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.470186] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445d9658-fd86-449a-bb1e-84a9f0f7b170 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.485313] env[68326]: DEBUG nova.virt.block_device [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Updating existing volume attachment record: 359cd835-2bc4-4104-8297-b09bab7e33e7 {{(pid=68326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1118.696315] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a5ea3f-6db5-48eb-afdb-a9e1bde9df84 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.704972] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42924d3-7a04-4c2c-995d-d96b2706931e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.739974] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770fc8b5-6ffd-4984-a5b5-78f8f106dc06 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.750628] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0556e5b9-4291-4636-adea-829dfddb30db {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.765487] env[68326]: DEBUG nova.compute.provider_tree [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.803210] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': task-3129970, 'name': Rename_Task, 'duration_secs': 0.37221} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.803510] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.804100] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83a1fd73-2093-4154-8d72-774c2c66e70b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.816495] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Waiting for the task: (returnval){ [ 1118.816495] env[68326]: value = "task-3129973" [ 1118.816495] env[68326]: _type = "Task" [ 1118.816495] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.823628] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fa11c7-9650-fc7a-0fa2-a15861e12b4b, 'name': SearchDatastore_Task, 'duration_secs': 0.015867} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.824777] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fac2e51-5248-4d29-8cb5-521b138299b6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.830600] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': task-3129973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.834470] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1118.834470] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5211ee80-27aa-7b94-dc0c-4367936f4118" [ 1118.834470] env[68326]: _type = "Task" [ 1118.834470] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.844538] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5211ee80-27aa-7b94-dc0c-4367936f4118, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.931660] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.932116] env[68326]: DEBUG nova.compute.manager [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Instance network_info: |[{"id": "cd12d253-a496-46ab-90ec-ab944e3b25e0", "address": "fa:16:3e:e4:7d:f1", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd12d253-a4", "ovs_interfaceid": "cd12d253-a496-46ab-90ec-ab944e3b25e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1118.932571] env[68326]: DEBUG oslo_concurrency.lockutils [req-7f83c08d-c949-4858-9fdc-824dac9c5771 req-071ee8d2-2952-46b3-a81d-b82046e69785 service nova] Acquired lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.932813] env[68326]: DEBUG nova.network.neutron [req-7f83c08d-c949-4858-9fdc-824dac9c5771 req-071ee8d2-2952-46b3-a81d-b82046e69785 service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Refreshing network info cache for port cd12d253-a496-46ab-90ec-ab944e3b25e0 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.934633] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:7d:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '39ab9baf-90cd-4fe2-8d56-434f8210fc19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd12d253-a496-46ab-90ec-ab944e3b25e0', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.943072] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.946212] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.948778] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23099e47-dedd-4fbb-b010-864b17e1eda7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.971880] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.971880] env[68326]: value = "task-3129974" [ 1118.971880] env[68326]: _type = "Task" [ 1118.971880] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.983608] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129974, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.030350] env[68326]: DEBUG nova.network.neutron [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updating instance_info_cache with network_info: [{"id": "97470a46-6b57-4482-8fcf-64973ab15393", "address": "fa:16:3e:ac:0f:c8", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97470a46-6b", "ovs_interfaceid": "97470a46-6b57-4482-8fcf-64973ab15393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.230583] env[68326]: DEBUG nova.network.neutron [req-7f83c08d-c949-4858-9fdc-824dac9c5771 req-071ee8d2-2952-46b3-a81d-b82046e69785 service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Updated VIF entry in instance network info cache for port cd12d253-a496-46ab-90ec-ab944e3b25e0. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.231010] env[68326]: DEBUG nova.network.neutron [req-7f83c08d-c949-4858-9fdc-824dac9c5771 req-071ee8d2-2952-46b3-a81d-b82046e69785 service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Updating instance_info_cache with network_info: [{"id": "cd12d253-a496-46ab-90ec-ab944e3b25e0", "address": "fa:16:3e:e4:7d:f1", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd12d253-a4", "ovs_interfaceid": "cd12d253-a496-46ab-90ec-ab944e3b25e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.269459] env[68326]: DEBUG nova.scheduler.client.report [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.329091] env[68326]: DEBUG oslo_vmware.api [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': task-3129973, 'name': PowerOnVM_Task, 'duration_secs': 0.514533} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.329452] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.329622] env[68326]: INFO nova.compute.manager [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1119.329828] env[68326]: DEBUG nova.compute.manager [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1119.330668] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf9fe3e-f022-4279-bfab-042822611c2c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.350235] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5211ee80-27aa-7b94-dc0c-4367936f4118, 'name': SearchDatastore_Task, 'duration_secs': 0.023774} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.350481] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.350731] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 0a2a7b09-c695-4012-bc34-14de81ae79c7/0a2a7b09-c695-4012-bc34-14de81ae79c7.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1119.350985] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69923fa5-0231-4935-8c54-63f61dd84444 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.358609] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1119.358609] env[68326]: value = "task-3129977" [ 1119.358609] env[68326]: _type = "Task" [ 1119.358609] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.366870] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.482987] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3129974, 'name': CreateVM_Task, 'duration_secs': 0.410477} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.483194] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.483933] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.484126] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.484449] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.484713] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2854d0c5-2399-40ee-9793-6475a97db125 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.489582] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1119.489582] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]521357b4-3bab-b2a0-e8e0-254ed6b7d0e8" [ 1119.489582] env[68326]: _type = "Task" [ 1119.489582] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.497723] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521357b4-3bab-b2a0-e8e0-254ed6b7d0e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.533063] env[68326]: DEBUG oslo_concurrency.lockutils [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.733993] env[68326]: DEBUG oslo_concurrency.lockutils [req-7f83c08d-c949-4858-9fdc-824dac9c5771 req-071ee8d2-2952-46b3-a81d-b82046e69785 service nova] Releasing lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.775485] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.776085] env[68326]: DEBUG nova.compute.manager [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1119.778948] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.070s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.779227] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.782326] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.586s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.783604] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.786487] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.991s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.821941] env[68326]: INFO nova.scheduler.client.report [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Deleted allocations for instance 703e481a-907e-4738-a4b3-48c83d0aa4aa [ 1119.824390] env[68326]: INFO nova.scheduler.client.report [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Deleted allocations for instance 49365ff0-3055-4fcd-a05c-39e0dcdef79b [ 1119.853534] env[68326]: INFO nova.compute.manager [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Took 18.00 seconds to build instance. [ 1119.870055] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49766} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.871056] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 0a2a7b09-c695-4012-bc34-14de81ae79c7/0a2a7b09-c695-4012-bc34-14de81ae79c7.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.871306] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.871604] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6831771-b6cf-4fbe-9270-bc0f4e846146 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.881330] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1119.881330] env[68326]: value = "task-3129979" [ 1119.881330] env[68326]: _type = "Task" [ 1119.881330] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.893788] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.004335] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521357b4-3bab-b2a0-e8e0-254ed6b7d0e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.005682] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.005982] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.006247] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.006395] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.006577] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.007072] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef5a5644-d0e7-4629-a022-8a882c303882 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.021847] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.021952] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.023238] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a990547a-05ba-40aa-b703-77090a0dc6f1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.032596] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1120.032596] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52640b23-15a3-9cfe-4fdb-51f0865168eb" [ 1120.032596] env[68326]: _type = "Task" [ 1120.032596] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.042994] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52640b23-15a3-9cfe-4fdb-51f0865168eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.058998] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadab586-6942-47e7-8227-b8bcb0e3d3ae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.078287] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff286bc-9a26-4ceb-b74f-7737fd87f73a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.086858] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updating instance '4b99079e-12c5-42aa-8d2e-c977e22ba66b' progress to 83 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.290775] env[68326]: DEBUG nova.compute.utils [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.292202] env[68326]: DEBUG nova.compute.manager [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1120.292202] env[68326]: DEBUG nova.network.neutron [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.295079] env[68326]: DEBUG nova.objects.instance [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lazy-loading 'migration_context' on Instance uuid 255a7bda-9571-470c-a530-a5c596e21a58 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.336076] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d987799d-ebca-4b1a-9b83-6a9afafc411e tempest-MigrationsAdminTest-373429299 tempest-MigrationsAdminTest-373429299-project-member] Lock "703e481a-907e-4738-a4b3-48c83d0aa4aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.192s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.337412] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e20b71e9-d46c-4648-b94c-f5cd67e2f817 tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "49365ff0-3055-4fcd-a05c-39e0dcdef79b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.631s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.340705] env[68326]: DEBUG nova.policy [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db0893c6b3314c13a6f730308e9a5d10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29faa62d8f7d46f19d04f1d15fc7c591', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.355423] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a6d9701d-ad4f-450d-b711-420ecf39f7db tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Lock "9ff87d64-dd99-4b49-8410-0d1469adc734" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.515s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.392676] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11396} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.393392] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.393737] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b4dc0c-e4f6-4cfe-a94a-5e4239c81868 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.417323] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 0a2a7b09-c695-4012-bc34-14de81ae79c7/0a2a7b09-c695-4012-bc34-14de81ae79c7.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.417654] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6cab3a9-826d-4208-8dcc-478f6e8729b2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.440208] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1120.440208] env[68326]: value = "task-3129980" [ 1120.440208] env[68326]: _type = "Task" [ 1120.440208] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.449457] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.497685] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "afa2347b-d004-48d5-aed8-fc91987b999a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.497942] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "afa2347b-d004-48d5-aed8-fc91987b999a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.498172] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "afa2347b-d004-48d5-aed8-fc91987b999a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.498352] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "afa2347b-d004-48d5-aed8-fc91987b999a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.498517] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "afa2347b-d004-48d5-aed8-fc91987b999a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.500609] env[68326]: INFO nova.compute.manager [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Terminating instance [ 1120.513894] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Acquiring lock "9ff87d64-dd99-4b49-8410-0d1469adc734" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.514038] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Lock "9ff87d64-dd99-4b49-8410-0d1469adc734" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.514284] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Acquiring lock "9ff87d64-dd99-4b49-8410-0d1469adc734-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.514377] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Lock "9ff87d64-dd99-4b49-8410-0d1469adc734-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.514540] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Lock "9ff87d64-dd99-4b49-8410-0d1469adc734-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.517150] env[68326]: INFO nova.compute.manager [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Terminating instance [ 1120.545911] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52640b23-15a3-9cfe-4fdb-51f0865168eb, 'name': SearchDatastore_Task, 'duration_secs': 0.030449} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.546781] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1cbc82-25c1-4c4c-9b4b-fea94ffdf187 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.557224] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1120.557224] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]528a70a4-73b8-7a37-7131-7cb5aebdb84d" [ 1120.557224] env[68326]: _type = "Task" [ 1120.557224] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.567669] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]528a70a4-73b8-7a37-7131-7cb5aebdb84d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.593037] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.593616] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0db5519d-88e9-4ed3-b95d-40aff3ff6ff1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.601612] env[68326]: DEBUG oslo_vmware.api [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1120.601612] env[68326]: value = "task-3129981" [ 1120.601612] env[68326]: _type = "Task" [ 1120.601612] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.611567] env[68326]: DEBUG oslo_vmware.api [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.612776] env[68326]: DEBUG nova.network.neutron [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Successfully created port: 2a76b798-4dc6-452c-9d6f-b5db9d2b3248 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.795941] env[68326]: DEBUG nova.compute.manager [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1120.955655] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.007333] env[68326]: DEBUG nova.compute.manager [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1121.007656] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.008671] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce2eb76-f5b2-4333-9772-96bb64e575da {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.017177] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.017554] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-724367d2-15ec-4302-aae3-1a87cd98de63 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.022890] env[68326]: DEBUG nova.compute.manager [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1121.023853] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.025502] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb4a382-a956-48b1-8478-0d6e72c668f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.032217] env[68326]: DEBUG oslo_vmware.api [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1121.032217] env[68326]: value = "task-3129983" [ 1121.032217] env[68326]: _type = "Task" [ 1121.032217] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.037497] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.040221] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d80a11d-04be-44a3-b8d0-c5f8c706a810 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.049882] env[68326]: DEBUG oslo_vmware.api [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.051497] env[68326]: DEBUG oslo_vmware.api [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Waiting for the task: (returnval){ [ 1121.051497] env[68326]: value = "task-3129984" [ 1121.051497] env[68326]: _type = "Task" [ 1121.051497] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.066425] env[68326]: DEBUG oslo_vmware.api [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': task-3129984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.073760] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]528a70a4-73b8-7a37-7131-7cb5aebdb84d, 'name': SearchDatastore_Task, 'duration_secs': 0.040596} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.077070] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.077364] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] c5314e58-524c-423f-a136-bace5e6cadba/c5314e58-524c-423f-a136-bace5e6cadba.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.077848] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b04d9ad7-2b4c-48ec-872e-13691bc6ac97 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.086080] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1121.086080] env[68326]: value = "task-3129985" [ 1121.086080] env[68326]: _type = "Task" [ 1121.086080] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.095077] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.118063] env[68326]: DEBUG oslo_vmware.api [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3129981, 'name': PowerOnVM_Task, 'duration_secs': 0.413218} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.119437] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.119634] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-990e2d02-26f3-45bf-9f65-b08fa5ba9ca0 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updating instance '4b99079e-12c5-42aa-8d2e-c977e22ba66b' progress to 100 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.123870] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bdd963-5779-470a-8638-e165ad503a08 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.133435] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd90f2f-0a61-4d7a-9687-30ffc9d43896 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.166398] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1caeb3-83d8-4e57-bd19-69a2b7704718 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.177682] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23eaa6db-872b-47df-bcab-3913127c669b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.192405] env[68326]: DEBUG nova.compute.provider_tree [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.453554] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129980, 'name': ReconfigVM_Task, 'duration_secs': 0.687577} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.453855] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 0a2a7b09-c695-4012-bc34-14de81ae79c7/0a2a7b09-c695-4012-bc34-14de81ae79c7.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.454564] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d232cd4-812e-4183-a0a0-342e0015c6a2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.464456] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1121.464456] env[68326]: value = "task-3129987" [ 1121.464456] env[68326]: _type = "Task" [ 1121.464456] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.474095] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129987, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.546444] env[68326]: DEBUG oslo_vmware.api [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129983, 'name': PowerOffVM_Task, 'duration_secs': 0.25753} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.546799] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.547083] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.547505] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7b78e18-5ee4-41a1-9d66-95d95da8a44b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.561577] env[68326]: DEBUG oslo_vmware.api [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': task-3129984, 'name': PowerOffVM_Task, 'duration_secs': 0.240135} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.561878] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.562197] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.562412] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36030f6c-65ae-474d-b6b7-d60a3d7fb369 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.599914] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129985, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.673141] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.673478] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.673577] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Deleting the datastore file [datastore1] afa2347b-d004-48d5-aed8-fc91987b999a {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.673940] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5db4dff-8ad8-41cf-99fe-8e7622c869ca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.678735] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.678993] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.679270] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Deleting the datastore file [datastore2] 9ff87d64-dd99-4b49-8410-0d1469adc734 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.679700] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c92d53df-8011-4ec7-a3f6-dcc2976d908b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.688308] env[68326]: DEBUG oslo_vmware.api [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for the task: (returnval){ [ 1121.688308] env[68326]: value = "task-3129990" [ 1121.688308] env[68326]: _type = "Task" [ 1121.688308] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.696057] env[68326]: DEBUG nova.scheduler.client.report [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.701700] env[68326]: DEBUG oslo_vmware.api [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.706866] env[68326]: DEBUG oslo_vmware.api [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Waiting for the task: (returnval){ [ 1121.706866] env[68326]: value = "task-3129991" [ 1121.706866] env[68326]: _type = "Task" [ 1121.706866] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.717613] env[68326]: DEBUG oslo_vmware.api [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': task-3129991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.814256] env[68326]: DEBUG nova.compute.manager [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1121.849349] env[68326]: DEBUG nova.virt.hardware [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.849741] env[68326]: DEBUG nova.virt.hardware [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.850020] env[68326]: DEBUG nova.virt.hardware [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.850286] env[68326]: DEBUG nova.virt.hardware [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.850583] env[68326]: DEBUG nova.virt.hardware [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.850682] env[68326]: DEBUG nova.virt.hardware [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.851220] env[68326]: DEBUG nova.virt.hardware [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.851401] env[68326]: DEBUG nova.virt.hardware [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.851674] env[68326]: DEBUG nova.virt.hardware [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.851899] env[68326]: DEBUG nova.virt.hardware [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.852153] env[68326]: DEBUG nova.virt.hardware [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.853360] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8d4c36-f832-4915-b506-baadb4a5babb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.863362] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e3d249-762c-40c4-b115-ac2ef7eab973 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.976863] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129987, 'name': Rename_Task, 'duration_secs': 0.181954} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.977256] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.977809] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92f7a89b-29a5-428e-9d55-988e4cde1dba {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.984870] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1121.984870] env[68326]: value = "task-3129992" [ 1121.984870] env[68326]: _type = "Task" [ 1121.984870] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.993306] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.099493] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601811} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.100017] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] c5314e58-524c-423f-a136-bace5e6cadba/c5314e58-524c-423f-a136-bace5e6cadba.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.100412] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.101017] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00edf754-e6c2-43dc-9af5-82935763d27e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.108932] env[68326]: DEBUG nova.compute.manager [req-c81e1082-536e-4a89-80e7-01139efd03e2 req-7b5d2d35-c819-4149-8889-163bbc239ce2 service nova] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Received event network-vif-plugged-2a76b798-4dc6-452c-9d6f-b5db9d2b3248 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1122.108932] env[68326]: DEBUG oslo_concurrency.lockutils [req-c81e1082-536e-4a89-80e7-01139efd03e2 req-7b5d2d35-c819-4149-8889-163bbc239ce2 service nova] Acquiring lock "b48091bb-093f-4324-8350-aeb2be0055c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.109652] env[68326]: DEBUG oslo_concurrency.lockutils [req-c81e1082-536e-4a89-80e7-01139efd03e2 req-7b5d2d35-c819-4149-8889-163bbc239ce2 service nova] Lock "b48091bb-093f-4324-8350-aeb2be0055c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.110081] env[68326]: DEBUG oslo_concurrency.lockutils [req-c81e1082-536e-4a89-80e7-01139efd03e2 req-7b5d2d35-c819-4149-8889-163bbc239ce2 service nova] Lock "b48091bb-093f-4324-8350-aeb2be0055c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.110428] env[68326]: DEBUG nova.compute.manager [req-c81e1082-536e-4a89-80e7-01139efd03e2 req-7b5d2d35-c819-4149-8889-163bbc239ce2 service nova] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] No waiting events found dispatching network-vif-plugged-2a76b798-4dc6-452c-9d6f-b5db9d2b3248 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.110734] env[68326]: WARNING nova.compute.manager [req-c81e1082-536e-4a89-80e7-01139efd03e2 req-7b5d2d35-c819-4149-8889-163bbc239ce2 service nova] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Received unexpected event network-vif-plugged-2a76b798-4dc6-452c-9d6f-b5db9d2b3248 for instance with vm_state building and task_state spawning. [ 1122.114076] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1122.114076] env[68326]: value = "task-3129993" [ 1122.114076] env[68326]: _type = "Task" [ 1122.114076] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.119889] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Volume attach. Driver type: vmdk {{(pid=68326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1122.122082] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626413', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'name': 'volume-f4c3695b-9194-423a-bcdf-97f115826fb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fee701ab-a672-4e56-b238-3dc2981838da', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'serial': 'f4c3695b-9194-423a-bcdf-97f115826fb7'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1122.123891] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5834e734-92cb-42b4-afa1-3e3ab5f3737b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.135806] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.150027] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50953768-ff03-4b55-ba6d-53fbe49cbbcd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.181544] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-f4c3695b-9194-423a-bcdf-97f115826fb7/volume-f4c3695b-9194-423a-bcdf-97f115826fb7.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.181884] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b66d13a-7554-4735-b7c4-727627bca7f5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.209201] env[68326]: DEBUG oslo_vmware.api [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Task: {'id': task-3129990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161273} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.211212] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.211391] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.211760] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.211760] env[68326]: INFO nova.compute.manager [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1122.212075] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.212199] env[68326]: DEBUG oslo_vmware.api [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1122.212199] env[68326]: value = "task-3129994" [ 1122.212199] env[68326]: _type = "Task" [ 1122.212199] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.215650] env[68326]: DEBUG nova.compute.manager [-] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1122.215814] env[68326]: DEBUG nova.network.neutron [-] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.230497] env[68326]: DEBUG oslo_vmware.api [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Task: {'id': task-3129991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187126} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.234458] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.234950] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.235414] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.235605] env[68326]: INFO nova.compute.manager [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1122.235931] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.236156] env[68326]: DEBUG oslo_vmware.api [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.237113] env[68326]: DEBUG nova.compute.manager [-] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1122.237219] env[68326]: DEBUG nova.network.neutron [-] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.361256] env[68326]: DEBUG nova.network.neutron [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Successfully updated port: 2a76b798-4dc6-452c-9d6f-b5db9d2b3248 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.501379] env[68326]: DEBUG oslo_vmware.api [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3129992, 'name': PowerOnVM_Task, 'duration_secs': 0.499802} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.501379] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.502079] env[68326]: INFO nova.compute.manager [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1122.502079] env[68326]: DEBUG nova.compute.manager [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1122.502860] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af38a0f5-469d-443b-9961-e68f893acc1e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.623924] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161068} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.624213] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.625863] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee056a94-de4f-4059-aa17-380b61b055eb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.649777] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] c5314e58-524c-423f-a136-bace5e6cadba/c5314e58-524c-423f-a136-bace5e6cadba.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.655486] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d90adba3-9052-444e-8d41-70ba797697b2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.679119] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1122.679119] env[68326]: value = "task-3129995" [ 1122.679119] env[68326]: _type = "Task" [ 1122.679119] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.691605] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.713422] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.927s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.740514] env[68326]: DEBUG oslo_vmware.api [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.864481] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "refresh_cache-b48091bb-093f-4324-8350-aeb2be0055c6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.864799] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "refresh_cache-b48091bb-093f-4324-8350-aeb2be0055c6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.864799] env[68326]: DEBUG nova.network.neutron [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.877897] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f4a6e576-8a7b-43c7-8385-19e86e3b18b7 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "03f11437-001d-46dd-bad2-ddb81ebf9b96" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.878226] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f4a6e576-8a7b-43c7-8385-19e86e3b18b7 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "03f11437-001d-46dd-bad2-ddb81ebf9b96" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.030827] env[68326]: INFO nova.compute.manager [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Took 20.57 seconds to build instance. [ 1123.192827] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.231743] env[68326]: DEBUG oslo_vmware.api [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129994, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.274982] env[68326]: DEBUG nova.network.neutron [-] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.275177] env[68326]: DEBUG nova.network.neutron [-] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.378278] env[68326]: DEBUG oslo_concurrency.lockutils [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.378604] env[68326]: DEBUG oslo_concurrency.lockutils [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.378775] env[68326]: DEBUG nova.compute.manager [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Going to confirm migration 7 {{(pid=68326) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5328}} [ 1123.381065] env[68326]: INFO nova.compute.manager [None req-f4a6e576-8a7b-43c7-8385-19e86e3b18b7 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Detaching volume 7741f6a3-b78d-4918-a44f-b1e9051f24a6 [ 1123.416420] env[68326]: DEBUG nova.network.neutron [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.423571] env[68326]: INFO nova.virt.block_device [None req-f4a6e576-8a7b-43c7-8385-19e86e3b18b7 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Attempting to driver detach volume 7741f6a3-b78d-4918-a44f-b1e9051f24a6 from mountpoint /dev/sdb [ 1123.423812] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a6e576-8a7b-43c7-8385-19e86e3b18b7 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Volume detach. Driver type: vmdk {{(pid=68326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1123.424016] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a6e576-8a7b-43c7-8385-19e86e3b18b7 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626392', 'volume_id': '7741f6a3-b78d-4918-a44f-b1e9051f24a6', 'name': 'volume-7741f6a3-b78d-4918-a44f-b1e9051f24a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03f11437-001d-46dd-bad2-ddb81ebf9b96', 'attached_at': '', 'detached_at': '', 'volume_id': '7741f6a3-b78d-4918-a44f-b1e9051f24a6', 'serial': '7741f6a3-b78d-4918-a44f-b1e9051f24a6'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1123.424863] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd646bbe-b18c-4a71-925b-ab9f0440a207 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.454522] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c9a755-aba8-4b89-9d00-602624a95501 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.465257] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97912a52-7415-4217-8f43-d522a24fd31e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.498092] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f54e9a-8f87-48c1-8bad-299304b75167 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.515316] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a6e576-8a7b-43c7-8385-19e86e3b18b7 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] The volume has not been displaced from its original location: [datastore1] volume-7741f6a3-b78d-4918-a44f-b1e9051f24a6/volume-7741f6a3-b78d-4918-a44f-b1e9051f24a6.vmdk. No consolidation needed. {{(pid=68326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1123.525029] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a6e576-8a7b-43c7-8385-19e86e3b18b7 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.525029] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1831395-1938-433b-bca4-d5f0acd909f0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.542957] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Volume attach. Driver type: vmdk {{(pid=68326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1123.543240] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626416', 'volume_id': '147cdb15-6af9-4e17-8223-6cfeed27c680', 'name': 'volume-147cdb15-6af9-4e17-8223-6cfeed27c680', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af0dc19a-83ef-4554-b8a5-62859a808f4c', 'attached_at': '', 'detached_at': '', 'volume_id': '147cdb15-6af9-4e17-8223-6cfeed27c680', 'serial': '147cdb15-6af9-4e17-8223-6cfeed27c680'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1123.546467] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55c83940-6bab-4d9d-be02-6bf3692648c4 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "0a2a7b09-c695-4012-bc34-14de81ae79c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.096s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.547251] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741f2fc5-56cd-4080-bf73-8236cd65c11a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.568968] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bae4634-ebfa-4bcd-b7e1-31b7c1bce64b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.571728] env[68326]: DEBUG oslo_vmware.api [None req-f4a6e576-8a7b-43c7-8385-19e86e3b18b7 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1123.571728] env[68326]: value = "task-3129997" [ 1123.571728] env[68326]: _type = "Task" [ 1123.571728] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.598326] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] volume-147cdb15-6af9-4e17-8223-6cfeed27c680/volume-147cdb15-6af9-4e17-8223-6cfeed27c680.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.602358] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07772790-b60e-4861-bc1e-34bb5c71b8d8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.615131] env[68326]: DEBUG oslo_vmware.api [None req-f4a6e576-8a7b-43c7-8385-19e86e3b18b7 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.625404] env[68326]: DEBUG oslo_vmware.api [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1123.625404] env[68326]: value = "task-3129998" [ 1123.625404] env[68326]: _type = "Task" [ 1123.625404] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.634487] env[68326]: DEBUG oslo_vmware.api [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3129998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.660121] env[68326]: DEBUG nova.network.neutron [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Updating instance_info_cache with network_info: [{"id": "2a76b798-4dc6-452c-9d6f-b5db9d2b3248", "address": "fa:16:3e:b1:59:ba", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a76b798-4d", "ovs_interfaceid": "2a76b798-4dc6-452c-9d6f-b5db9d2b3248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.691211] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129995, 'name': ReconfigVM_Task, 'duration_secs': 0.678793} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.691211] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Reconfigured VM instance instance-00000064 to attach disk [datastore1] c5314e58-524c-423f-a136-bace5e6cadba/c5314e58-524c-423f-a136-bace5e6cadba.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.692163] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d095d723-5f2a-47aa-879a-825f46c94ddf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.700255] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1123.700255] env[68326]: value = "task-3129999" [ 1123.700255] env[68326]: _type = "Task" [ 1123.700255] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.710050] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129999, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.733031] env[68326]: DEBUG oslo_vmware.api [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3129994, 'name': ReconfigVM_Task, 'duration_secs': 1.061581} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.733534] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-f4c3695b-9194-423a-bcdf-97f115826fb7/volume-f4c3695b-9194-423a-bcdf-97f115826fb7.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.739018] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7253950e-dcb1-4721-a5c8-77e310d86b58 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.760492] env[68326]: DEBUG oslo_vmware.api [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1123.760492] env[68326]: value = "task-3130000" [ 1123.760492] env[68326]: _type = "Task" [ 1123.760492] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.770824] env[68326]: DEBUG oslo_vmware.api [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.780601] env[68326]: INFO nova.compute.manager [-] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Took 1.54 seconds to deallocate network for instance. [ 1123.781058] env[68326]: INFO nova.compute.manager [-] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Took 1.57 seconds to deallocate network for instance. [ 1123.943814] env[68326]: DEBUG oslo_concurrency.lockutils [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.944130] env[68326]: DEBUG oslo_concurrency.lockutils [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.944248] env[68326]: DEBUG nova.network.neutron [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.944349] env[68326]: DEBUG nova.objects.instance [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lazy-loading 'info_cache' on Instance uuid 4b99079e-12c5-42aa-8d2e-c977e22ba66b {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.084068] env[68326]: DEBUG oslo_vmware.api [None req-f4a6e576-8a7b-43c7-8385-19e86e3b18b7 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3129997, 'name': ReconfigVM_Task, 'duration_secs': 0.361262} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.084068] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a6e576-8a7b-43c7-8385-19e86e3b18b7 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.089093] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f0d284f-327f-4571-b3fc-bcd9d072e15b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.108484] env[68326]: DEBUG oslo_vmware.api [None req-f4a6e576-8a7b-43c7-8385-19e86e3b18b7 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1124.108484] env[68326]: value = "task-3130001" [ 1124.108484] env[68326]: _type = "Task" [ 1124.108484] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.119192] env[68326]: DEBUG oslo_vmware.api [None req-f4a6e576-8a7b-43c7-8385-19e86e3b18b7 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3130001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.135874] env[68326]: DEBUG oslo_vmware.api [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3129998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.162954] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "refresh_cache-b48091bb-093f-4324-8350-aeb2be0055c6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.163845] env[68326]: DEBUG nova.compute.manager [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Instance network_info: |[{"id": "2a76b798-4dc6-452c-9d6f-b5db9d2b3248", "address": "fa:16:3e:b1:59:ba", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a76b798-4d", "ovs_interfaceid": "2a76b798-4dc6-452c-9d6f-b5db9d2b3248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1124.163845] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:59:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a76b798-4dc6-452c-9d6f-b5db9d2b3248', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.171708] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Creating folder: Project (29faa62d8f7d46f19d04f1d15fc7c591). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.172049] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53b13c2d-3c8c-4ab7-822b-f7b35b7d8a99 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.180945] env[68326]: DEBUG nova.compute.manager [req-5ce88c73-19b7-4d69-a315-5a1600029491 req-d444d236-588e-429a-9eb6-d15f54e2110a service nova] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Received event network-changed-2a76b798-4dc6-452c-9d6f-b5db9d2b3248 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1124.181241] env[68326]: DEBUG nova.compute.manager [req-5ce88c73-19b7-4d69-a315-5a1600029491 req-d444d236-588e-429a-9eb6-d15f54e2110a service nova] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Refreshing instance network info cache due to event network-changed-2a76b798-4dc6-452c-9d6f-b5db9d2b3248. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1124.181485] env[68326]: DEBUG oslo_concurrency.lockutils [req-5ce88c73-19b7-4d69-a315-5a1600029491 req-d444d236-588e-429a-9eb6-d15f54e2110a service nova] Acquiring lock "refresh_cache-b48091bb-093f-4324-8350-aeb2be0055c6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.181716] env[68326]: DEBUG oslo_concurrency.lockutils [req-5ce88c73-19b7-4d69-a315-5a1600029491 req-d444d236-588e-429a-9eb6-d15f54e2110a service nova] Acquired lock "refresh_cache-b48091bb-093f-4324-8350-aeb2be0055c6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.181865] env[68326]: DEBUG nova.network.neutron [req-5ce88c73-19b7-4d69-a315-5a1600029491 req-d444d236-588e-429a-9eb6-d15f54e2110a service nova] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Refreshing network info cache for port 2a76b798-4dc6-452c-9d6f-b5db9d2b3248 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.187160] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Created folder: Project (29faa62d8f7d46f19d04f1d15fc7c591) in parent group-v626141. [ 1124.187360] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Creating folder: Instances. Parent ref: group-v626417. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.187613] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17f5df9a-1892-4e0d-ad73-d3cf4e5643fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.212034] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Created folder: Instances in parent group-v626417. [ 1124.212366] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.214995] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.214995] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebd13e8d-a2b7-446f-81b6-be4ecd0566f9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.238017] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3129999, 'name': Rename_Task, 'duration_secs': 0.185938} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.238583] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.238847] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ca57aff-3043-4fcf-be75-aa925bbf22fb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.247426] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.247426] env[68326]: value = "task-3130004" [ 1124.247426] env[68326]: _type = "Task" [ 1124.247426] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.253342] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1124.253342] env[68326]: value = "task-3130005" [ 1124.253342] env[68326]: _type = "Task" [ 1124.253342] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.266539] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130004, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.276110] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130005, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.285590] env[68326]: DEBUG oslo_vmware.api [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130000, 'name': ReconfigVM_Task, 'duration_secs': 0.198534} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.285590] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626413', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'name': 'volume-f4c3695b-9194-423a-bcdf-97f115826fb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fee701ab-a672-4e56-b238-3dc2981838da', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'serial': 'f4c3695b-9194-423a-bcdf-97f115826fb7'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1124.286444] env[68326]: INFO nova.compute.manager [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Swapping old allocation on dict_keys(['a7eeb96a-3f51-4355-9e3e-4a40189339a5']) held by migration f5ba94ad-64ed-463f-a06d-408f9f90d4cc for instance [ 1124.290743] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.291010] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.291236] env[68326]: DEBUG nova.objects.instance [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Lazy-loading 'resources' on Instance uuid 9ff87d64-dd99-4b49-8410-0d1469adc734 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.295406] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.314774] env[68326]: DEBUG nova.scheduler.client.report [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Overwriting current allocation {'allocations': {'a7eeb96a-3f51-4355-9e3e-4a40189339a5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 148}}, 'project_id': '33c8b2c61ceb4df2a45b3e33b9a4f19f', 'user_id': '06c63714ea15448083de4bdab19146e3', 'consumer_generation': 1} on consumer 255a7bda-9571-470c-a530-a5c596e21a58 {{(pid=68326) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1124.429097] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.429318] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.429507] env[68326]: DEBUG nova.network.neutron [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.621082] env[68326]: DEBUG oslo_vmware.api [None req-f4a6e576-8a7b-43c7-8385-19e86e3b18b7 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3130001, 'name': ReconfigVM_Task, 'duration_secs': 0.177487} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.621524] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4a6e576-8a7b-43c7-8385-19e86e3b18b7 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626392', 'volume_id': '7741f6a3-b78d-4918-a44f-b1e9051f24a6', 'name': 'volume-7741f6a3-b78d-4918-a44f-b1e9051f24a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '03f11437-001d-46dd-bad2-ddb81ebf9b96', 'attached_at': '', 'detached_at': '', 'volume_id': '7741f6a3-b78d-4918-a44f-b1e9051f24a6', 'serial': '7741f6a3-b78d-4918-a44f-b1e9051f24a6'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1124.638628] env[68326]: DEBUG oslo_vmware.api [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3129998, 'name': ReconfigVM_Task, 'duration_secs': 0.621886} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.638943] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Reconfigured VM instance instance-0000005e to attach disk [datastore1] volume-147cdb15-6af9-4e17-8223-6cfeed27c680/volume-147cdb15-6af9-4e17-8223-6cfeed27c680.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.644281] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3d79e2e-4fb5-49bf-8543-8298b3b7d366 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.661100] env[68326]: DEBUG oslo_vmware.api [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1124.661100] env[68326]: value = "task-3130006" [ 1124.661100] env[68326]: _type = "Task" [ 1124.661100] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.670912] env[68326]: DEBUG oslo_vmware.api [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130006, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.691389] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "b449e5c5-3731-4cb3-b63b-536391b3e256" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.691475] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "b449e5c5-3731-4cb3-b63b-536391b3e256" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.738376] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "f96cd4fa-9b9a-4283-bab8-6e459509ea4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.739374] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "f96cd4fa-9b9a-4283-bab8-6e459509ea4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.762348] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130004, 'name': CreateVM_Task, 'duration_secs': 0.505951} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.762926] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.763909] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.764091] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.764418] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.765020] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94377f54-7961-49f4-a3ef-effe2b9e5b11 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.770911] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130005, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.775231] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1124.775231] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5260f42c-421a-c101-8f8e-74d44d930f98" [ 1124.775231] env[68326]: _type = "Task" [ 1124.775231] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.785635] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5260f42c-421a-c101-8f8e-74d44d930f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.829923] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "0a2a7b09-c695-4012-bc34-14de81ae79c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.830256] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "0a2a7b09-c695-4012-bc34-14de81ae79c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.830531] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "0a2a7b09-c695-4012-bc34-14de81ae79c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.830731] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "0a2a7b09-c695-4012-bc34-14de81ae79c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.830902] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "0a2a7b09-c695-4012-bc34-14de81ae79c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.833370] env[68326]: INFO nova.compute.manager [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Terminating instance [ 1125.046602] env[68326]: DEBUG nova.network.neutron [req-5ce88c73-19b7-4d69-a315-5a1600029491 req-d444d236-588e-429a-9eb6-d15f54e2110a service nova] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Updated VIF entry in instance network info cache for port 2a76b798-4dc6-452c-9d6f-b5db9d2b3248. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.047019] env[68326]: DEBUG nova.network.neutron [req-5ce88c73-19b7-4d69-a315-5a1600029491 req-d444d236-588e-429a-9eb6-d15f54e2110a service nova] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Updating instance_info_cache with network_info: [{"id": "2a76b798-4dc6-452c-9d6f-b5db9d2b3248", "address": "fa:16:3e:b1:59:ba", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a76b798-4d", "ovs_interfaceid": "2a76b798-4dc6-452c-9d6f-b5db9d2b3248", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.123043] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d71e121-cdc5-4536-bcdf-7a5d682a2354 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.132284] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e827f999-5133-47af-9e5c-0650ce04f724 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.921903] env[68326]: DEBUG nova.compute.manager [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1125.924767] env[68326]: DEBUG nova.compute.manager [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1125.928979] env[68326]: DEBUG nova.objects.instance [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lazy-loading 'flavor' on Instance uuid fee701ab-a672-4e56-b238-3dc2981838da {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.930346] env[68326]: DEBUG nova.compute.manager [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1125.930525] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.930951] env[68326]: DEBUG oslo_concurrency.lockutils [req-5ce88c73-19b7-4d69-a315-5a1600029491 req-d444d236-588e-429a-9eb6-d15f54e2110a service nova] Releasing lock "refresh_cache-b48091bb-093f-4324-8350-aeb2be0055c6" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.931174] env[68326]: DEBUG nova.compute.manager [req-5ce88c73-19b7-4d69-a315-5a1600029491 req-d444d236-588e-429a-9eb6-d15f54e2110a service nova] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Received event network-vif-deleted-b0eb1964-eb32-4424-8d33-0a1348f8777e {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1125.931346] env[68326]: DEBUG nova.compute.manager [req-5ce88c73-19b7-4d69-a315-5a1600029491 req-d444d236-588e-429a-9eb6-d15f54e2110a service nova] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Received event network-vif-deleted-7364cb4f-0dcc-4169-acdf-87ac98504eab {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1125.935178] env[68326]: DEBUG nova.objects.instance [None req-f4a6e576-8a7b-43c7-8385-19e86e3b18b7 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lazy-loading 'flavor' on Instance uuid 03f11437-001d-46dd-bad2-ddb81ebf9b96 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.951060] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24745a1-be41-4d32-a7ec-21438fe5efe3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.953854] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ae1f95-19c1-49e1-9fa1-8dd99747f70b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.970147] env[68326]: DEBUG oslo_vmware.api [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130005, 'name': PowerOnVM_Task, 'duration_secs': 0.713929} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.970147] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5260f42c-421a-c101-8f8e-74d44d930f98, 'name': SearchDatastore_Task, 'duration_secs': 0.016093} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.975219] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.975434] env[68326]: INFO nova.compute.manager [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1125.975607] env[68326]: DEBUG nova.compute.manager [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1125.975949] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.976177] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.976399] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.976531] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.976698] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.978023] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.978023] env[68326]: DEBUG oslo_vmware.api [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130006, 'name': ReconfigVM_Task, 'duration_secs': 0.223923} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.978975] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a4f23c-b453-4639-8f7d-173ba31f4313 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.981472] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db2a0e1c-2fac-483a-a872-d452031358cc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.984360] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb83ffe-c453-4f2b-be12-6e652dafac1c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.987813] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d142cfb4-77ea-4f89-aea4-cf539532de45 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.989315] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626416', 'volume_id': '147cdb15-6af9-4e17-8223-6cfeed27c680', 'name': 'volume-147cdb15-6af9-4e17-8223-6cfeed27c680', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af0dc19a-83ef-4554-b8a5-62859a808f4c', 'attached_at': '', 'detached_at': '', 'volume_id': '147cdb15-6af9-4e17-8223-6cfeed27c680', 'serial': '147cdb15-6af9-4e17-8223-6cfeed27c680'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1126.004241] env[68326]: DEBUG nova.compute.provider_tree [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.012234] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.012416] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.013219] env[68326]: DEBUG oslo_vmware.api [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1126.013219] env[68326]: value = "task-3130007" [ 1126.013219] env[68326]: _type = "Task" [ 1126.013219] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.016437] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db1d56c-fbf2-4d10-b071-c48878e546bd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.031765] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1126.031765] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52bf74d1-65c4-8eb9-49e1-414fbd61fd1f" [ 1126.031765] env[68326]: _type = "Task" [ 1126.031765] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.035187] env[68326]: DEBUG oslo_vmware.api [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.044828] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52bf74d1-65c4-8eb9-49e1-414fbd61fd1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.188565] env[68326]: DEBUG nova.network.neutron [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updating instance_info_cache with network_info: [{"id": "cd8890a7-3ec5-4cd0-a683-1e994cdead42", "address": "fa:16:3e:06:e5:8e", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd8890a7-3e", "ovs_interfaceid": "cd8890a7-3ec5-4cd0-a683-1e994cdead42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.199488] env[68326]: DEBUG nova.network.neutron [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updating instance_info_cache with network_info: [{"id": "97470a46-6b57-4482-8fcf-64973ab15393", "address": "fa:16:3e:ac:0f:c8", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97470a46-6b", "ovs_interfaceid": "97470a46-6b57-4482-8fcf-64973ab15393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.386504] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Acquiring lock "60d4f31b-3c99-490c-b835-0cff349a87d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.386740] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Lock "60d4f31b-3c99-490c-b835-0cff349a87d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.434827] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bf32c375-e591-4322-99dd-0ab7736368cb tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "fee701ab-a672-4e56-b238-3dc2981838da" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.431s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.455440] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.457382] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.459431] env[68326]: INFO nova.compute.manager [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Rebuilding instance [ 1126.503914] env[68326]: DEBUG nova.compute.manager [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1126.504810] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5368ab6c-0665-4463-a598-9c2446ef0573 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.524455] env[68326]: INFO nova.compute.manager [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Took 21.64 seconds to build instance. [ 1126.550828] env[68326]: DEBUG oslo_vmware.api [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130007, 'name': PowerOffVM_Task, 'duration_secs': 0.419628} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.552019] env[68326]: ERROR nova.scheduler.client.report [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] [req-d5b47875-ad11-4536-a6fe-ea120891337d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d5b47875-ad11-4536-a6fe-ea120891337d"}]} [ 1126.552949] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.553143] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.568272] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87c57ddf-7e90-48a3-a428-abe65ca144ab {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.575671] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52bf74d1-65c4-8eb9-49e1-414fbd61fd1f, 'name': SearchDatastore_Task, 'duration_secs': 0.012963} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.576677] env[68326]: DEBUG nova.scheduler.client.report [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1126.583625] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-506b8544-8bda-484d-a15e-45122cfc0944 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.597500] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1126.597500] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5208d3fd-1918-bc47-b2ea-4474ea1556a0" [ 1126.597500] env[68326]: _type = "Task" [ 1126.597500] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.608548] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5208d3fd-1918-bc47-b2ea-4474ea1556a0, 'name': SearchDatastore_Task} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.609518] env[68326]: DEBUG nova.scheduler.client.report [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1126.609735] env[68326]: DEBUG nova.compute.provider_tree [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 132, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.611707] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.611968] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] b48091bb-093f-4324-8350-aeb2be0055c6/b48091bb-093f-4324-8350-aeb2be0055c6.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.612433] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e03db62-8f61-4204-ac2e-ba1beb40ab8b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.622157] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1126.622157] env[68326]: value = "task-3130009" [ 1126.622157] env[68326]: _type = "Task" [ 1126.622157] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.627081] env[68326]: DEBUG nova.scheduler.client.report [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1126.634681] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.647176] env[68326]: DEBUG nova.scheduler.client.report [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1126.658830] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.659144] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.659430] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleting the datastore file [datastore2] 0a2a7b09-c695-4012-bc34-14de81ae79c7 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.659798] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79dfe580-6407-4b08-84d8-cbd868669a25 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.668052] env[68326]: DEBUG oslo_vmware.api [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1126.668052] env[68326]: value = "task-3130010" [ 1126.668052] env[68326]: _type = "Task" [ 1126.668052] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.678617] env[68326]: DEBUG oslo_vmware.api [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.691359] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "refresh_cache-255a7bda-9571-470c-a530-a5c596e21a58" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.692328] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40d505a-83ca-4d6a-85f5-aaae471fde15 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.699542] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0656dcc-a9a5-4af1-9777-c7419a18e5ae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.702375] env[68326]: DEBUG oslo_concurrency.lockutils [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "refresh_cache-4b99079e-12c5-42aa-8d2e-c977e22ba66b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.702614] env[68326]: DEBUG nova.objects.instance [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lazy-loading 'migration_context' on Instance uuid 4b99079e-12c5-42aa-8d2e-c977e22ba66b {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.890026] env[68326]: DEBUG nova.compute.manager [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1126.964168] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f4a6e576-8a7b-43c7-8385-19e86e3b18b7 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "03f11437-001d-46dd-bad2-ddb81ebf9b96" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.086s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.027830] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64c3674c-e792-445b-a81c-ace38e73c230 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "c5314e58-524c-423f-a136-bace5e6cadba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.169s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.028898] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fae7ea-9d90-4711-8c8d-643ef091b163 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.034726] env[68326]: DEBUG nova.objects.instance [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lazy-loading 'flavor' on Instance uuid af0dc19a-83ef-4554-b8a5-62859a808f4c {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.041131] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74807464-83c3-416c-8ebc-9c25c19c7750 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.076918] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ecea13-23a3-4f7a-a7c3-1564e396d572 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.085965] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7594b98-ad3f-4ad8-82ab-cc7ed9ad41be {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.104928] env[68326]: DEBUG nova.compute.provider_tree [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.136456] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130009, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.178528] env[68326]: DEBUG oslo_vmware.api [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24414} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.178765] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.178932] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.179129] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.179459] env[68326]: INFO nova.compute.manager [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1127.179531] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.179715] env[68326]: DEBUG nova.compute.manager [-] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1127.179803] env[68326]: DEBUG nova.network.neutron [-] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.205896] env[68326]: DEBUG nova.objects.base [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Object Instance<4b99079e-12c5-42aa-8d2e-c977e22ba66b> lazy-loaded attributes: info_cache,migration_context {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1127.208172] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e21df94-abe6-4b2e-9a33-9db6f05af1eb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.231171] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc5a2f13-4096-4690-a1c8-9b9a3784a9f4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.236684] env[68326]: DEBUG oslo_vmware.api [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1127.236684] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]522af613-0dba-2fe7-8260-6d92417484d2" [ 1127.236684] env[68326]: _type = "Task" [ 1127.236684] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.244974] env[68326]: DEBUG oslo_vmware.api [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522af613-0dba-2fe7-8260-6d92417484d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.413808] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.520769] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.521663] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2964222c-b580-4155-9d5e-c82f4ed94a5e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.531328] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1127.531328] env[68326]: value = "task-3130011" [ 1127.531328] env[68326]: _type = "Task" [ 1127.531328] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.540187] env[68326]: DEBUG oslo_concurrency.lockutils [None req-87322c66-2976-4df8-96e9-93db21bb74c0 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "af0dc19a-83ef-4554-b8a5-62859a808f4c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.117s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.546614] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.608710] env[68326]: DEBUG nova.compute.manager [req-01853e78-f30d-40b8-9552-4b6aa4e777e5 req-c0f466c6-ce58-4423-9c9c-b034cef95a3c service nova] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Received event network-vif-deleted-c163b58c-7f9b-4dfe-9f61-30b6abe41c81 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1127.608918] env[68326]: INFO nova.compute.manager [req-01853e78-f30d-40b8-9552-4b6aa4e777e5 req-c0f466c6-ce58-4423-9c9c-b034cef95a3c service nova] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Neutron deleted interface c163b58c-7f9b-4dfe-9f61-30b6abe41c81; detaching it from the instance and deleting it from the info cache [ 1127.609179] env[68326]: DEBUG nova.network.neutron [req-01853e78-f30d-40b8-9552-4b6aa4e777e5 req-c0f466c6-ce58-4423-9c9c-b034cef95a3c service nova] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.640874] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6029} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.641960] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] b48091bb-093f-4324-8350-aeb2be0055c6/b48091bb-093f-4324-8350-aeb2be0055c6.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.642328] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.642603] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be74ad96-622d-4ff2-ad8a-530eddfcf3e6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.645821] env[68326]: DEBUG nova.scheduler.client.report [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1127.646129] env[68326]: DEBUG nova.compute.provider_tree [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 150 to 151 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1127.646338] env[68326]: DEBUG nova.compute.provider_tree [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.656666] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1127.656666] env[68326]: value = "task-3130012" [ 1127.656666] env[68326]: _type = "Task" [ 1127.656666] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.669930] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.755503] env[68326]: DEBUG oslo_vmware.api [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522af613-0dba-2fe7-8260-6d92417484d2, 'name': SearchDatastore_Task, 'duration_secs': 0.030181} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.755849] env[68326]: DEBUG oslo_concurrency.lockutils [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.774568] env[68326]: DEBUG oslo_concurrency.lockutils [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "03f11437-001d-46dd-bad2-ddb81ebf9b96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.774863] env[68326]: DEBUG oslo_concurrency.lockutils [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "03f11437-001d-46dd-bad2-ddb81ebf9b96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.775047] env[68326]: DEBUG oslo_concurrency.lockutils [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "03f11437-001d-46dd-bad2-ddb81ebf9b96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.775210] env[68326]: DEBUG oslo_concurrency.lockutils [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "03f11437-001d-46dd-bad2-ddb81ebf9b96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.775370] env[68326]: DEBUG oslo_concurrency.lockutils [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "03f11437-001d-46dd-bad2-ddb81ebf9b96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.780669] env[68326]: INFO nova.compute.manager [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Terminating instance [ 1127.802042] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.802323] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-687ae498-1cab-42a8-9b64-1cd36c248c2e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.812346] env[68326]: DEBUG oslo_vmware.api [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1127.812346] env[68326]: value = "task-3130013" [ 1127.812346] env[68326]: _type = "Task" [ 1127.812346] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.823950] env[68326]: DEBUG oslo_vmware.api [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.988294] env[68326]: DEBUG nova.network.neutron [-] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.045480] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130011, 'name': PowerOffVM_Task, 'duration_secs': 0.456899} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.045891] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.108017] env[68326]: INFO nova.compute.manager [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Detaching volume f4c3695b-9194-423a-bcdf-97f115826fb7 [ 1128.116241] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-493e2c89-35b1-4560-9654-d3646c0c9003 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.130122] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f066d2cc-ff21-4107-ac70-c7194798d1ba {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.151534] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.860s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.154336] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.859s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.154542] env[68326]: DEBUG nova.objects.instance [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lazy-loading 'resources' on Instance uuid afa2347b-d004-48d5-aed8-fc91987b999a {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.173655] env[68326]: DEBUG nova.compute.manager [req-01853e78-f30d-40b8-9552-4b6aa4e777e5 req-c0f466c6-ce58-4423-9c9c-b034cef95a3c service nova] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Detach interface failed, port_id=c163b58c-7f9b-4dfe-9f61-30b6abe41c81, reason: Instance 0a2a7b09-c695-4012-bc34-14de81ae79c7 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1128.181031] env[68326]: INFO nova.virt.block_device [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Attempting to driver detach volume f4c3695b-9194-423a-bcdf-97f115826fb7 from mountpoint /dev/sdb [ 1128.181031] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Volume detach. Driver type: vmdk {{(pid=68326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1128.181031] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626413', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'name': 'volume-f4c3695b-9194-423a-bcdf-97f115826fb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fee701ab-a672-4e56-b238-3dc2981838da', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'serial': 'f4c3695b-9194-423a-bcdf-97f115826fb7'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1128.183348] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d4c428-dec4-4865-9e0e-77351e6edc65 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.187334] env[68326]: INFO nova.scheduler.client.report [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Deleted allocations for instance 9ff87d64-dd99-4b49-8410-0d1469adc734 [ 1128.218211] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217541} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.222373] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.223294] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16ad803-0b07-400b-876c-577e67033eb8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.230021] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440b9c06-1b50-4cdb-aebe-89dfae28d6fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.258220] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] b48091bb-093f-4324-8350-aeb2be0055c6/b48091bb-093f-4324-8350-aeb2be0055c6.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.264567] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7b2666b-6347-48b9-93e3-dcda04f14dfd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.282548] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6ff189-48d4-4814-82f2-ba0fff7120b2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.285371] env[68326]: DEBUG nova.compute.manager [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1128.285638] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.286557] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7d2d23-f615-4e66-a6df-a7092f807b05 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.308213] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1128.308213] env[68326]: value = "task-3130014" [ 1128.308213] env[68326]: _type = "Task" [ 1128.308213] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.312891] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb8d926-5589-46fa-ae6d-6653fcae07cd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.316921] env[68326]: DEBUG nova.compute.manager [req-d4840928-8852-4bdd-8ac5-c754aaf2b9f3 req-d4a1db8f-120a-43b0-b677-dba727a04062 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Received event network-changed-bf9354fa-24a9-4dbc-9044-5a55f4a4c537 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1128.317153] env[68326]: DEBUG nova.compute.manager [req-d4840928-8852-4bdd-8ac5-c754aaf2b9f3 req-d4a1db8f-120a-43b0-b677-dba727a04062 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Refreshing instance network info cache due to event network-changed-bf9354fa-24a9-4dbc-9044-5a55f4a4c537. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1128.317369] env[68326]: DEBUG oslo_concurrency.lockutils [req-d4840928-8852-4bdd-8ac5-c754aaf2b9f3 req-d4a1db8f-120a-43b0-b677-dba727a04062 service nova] Acquiring lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.317512] env[68326]: DEBUG oslo_concurrency.lockutils [req-d4840928-8852-4bdd-8ac5-c754aaf2b9f3 req-d4a1db8f-120a-43b0-b677-dba727a04062 service nova] Acquired lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.317700] env[68326]: DEBUG nova.network.neutron [req-d4840928-8852-4bdd-8ac5-c754aaf2b9f3 req-d4a1db8f-120a-43b0-b677-dba727a04062 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Refreshing network info cache for port bf9354fa-24a9-4dbc-9044-5a55f4a4c537 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.325372] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.329254] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfdbc9c5-1c20-437f-bc63-a80c07737138 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.343404] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] The volume has not been displaced from its original location: [datastore1] volume-f4c3695b-9194-423a-bcdf-97f115826fb7/volume-f4c3695b-9194-423a-bcdf-97f115826fb7.vmdk. No consolidation needed. {{(pid=68326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1128.348843] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1128.359634] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b559b346-3bd5-4df8-ab3a-87d417261ab8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.373064] env[68326]: DEBUG oslo_vmware.api [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130013, 'name': PowerOffVM_Task, 'duration_secs': 0.259659} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.373424] env[68326]: DEBUG oslo_vmware.api [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1128.373424] env[68326]: value = "task-3130015" [ 1128.373424] env[68326]: _type = "Task" [ 1128.373424] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.374034] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.378802] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.378802] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.378802] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.378802] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.378802] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.378802] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.378802] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.378802] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.378802] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.378802] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.378802] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.378802] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.384320] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71e38b3d-5701-4889-a5a5-605d29b34c86 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.402771] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1128.402771] env[68326]: value = "task-3130016" [ 1128.402771] env[68326]: _type = "Task" [ 1128.402771] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.412037] env[68326]: DEBUG oslo_vmware.api [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3130015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.416689] env[68326]: DEBUG oslo_vmware.api [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1128.416689] env[68326]: value = "task-3130017" [ 1128.416689] env[68326]: _type = "Task" [ 1128.416689] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.416952] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130016, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.429567] env[68326]: DEBUG oslo_vmware.api [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130017, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.491603] env[68326]: INFO nova.compute.manager [-] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Took 1.31 seconds to deallocate network for instance. [ 1128.644504] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdcdf70-2d9e-46ac-b548-fde7b1cd37f4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.653374] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2370245b-b9d7-4a92-b2a0-d45a8c73e491 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.685909] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06a464b-99f7-47d7-aa19-16a33a1b15f0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.696860] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895c6597-e408-430c-b4ff-b4f14146ce20 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.702611] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5ad72d01-2dd8-4109-b49e-cfa0f0a4cfde tempest-ServersNegativeTestMultiTenantJSON-1527085018 tempest-ServersNegativeTestMultiTenantJSON-1527085018-project-member] Lock "9ff87d64-dd99-4b49-8410-0d1469adc734" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.187s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.714960] env[68326]: DEBUG nova.compute.provider_tree [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.830080] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130014, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.897650] env[68326]: DEBUG oslo_vmware.api [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3130015, 'name': PowerOffVM_Task, 'duration_secs': 0.198331} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.898151] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.898357] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.898691] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf2873c0-badd-40e6-897d-4a17117df011 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.913093] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130016, 'name': ReconfigVM_Task, 'duration_secs': 0.333104} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.913373] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1128.918113] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21ea98c4-20e4-45ab-94b6-d609fa8b6ae7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.939458] env[68326]: DEBUG oslo_vmware.api [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130017, 'name': ReconfigVM_Task, 'duration_secs': 0.211063} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.941216] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1128.941216] env[68326]: value = "task-3130019" [ 1128.941216] env[68326]: _type = "Task" [ 1128.941216] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.941986] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e30f3e-d081-4599-82fe-b34779a5ede3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.953309] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.978103] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.978389] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.978573] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.978867] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.978969] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.979122] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.979323] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.979479] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.979782] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.979974] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.980307] env[68326]: DEBUG nova.virt.hardware [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.985399] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b47a9a38-78bb-4e59-aea0-dbfd3b4921c8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.988024] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.988251] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.988522] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Deleting the datastore file [datastore2] 03f11437-001d-46dd-bad2-ddb81ebf9b96 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.989152] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea1a07ef-1fa6-4b63-82f0-40abaa2d4fc2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.995599] env[68326]: DEBUG oslo_vmware.api [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1128.995599] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52f4635c-1280-f285-540c-14058d8339f7" [ 1128.995599] env[68326]: _type = "Task" [ 1128.995599] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.002474] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.002474] env[68326]: DEBUG oslo_vmware.api [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1129.002474] env[68326]: value = "task-3130020" [ 1129.002474] env[68326]: _type = "Task" [ 1129.002474] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.010010] env[68326]: DEBUG oslo_vmware.api [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52f4635c-1280-f285-540c-14058d8339f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008808} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.018544] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1129.021842] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b78a227-aade-40a2-9104-d9aaea0f7440 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.035327] env[68326]: DEBUG oslo_vmware.api [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3130020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.043745] env[68326]: DEBUG oslo_vmware.api [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1129.043745] env[68326]: value = "task-3130021" [ 1129.043745] env[68326]: _type = "Task" [ 1129.043745] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.053266] env[68326]: DEBUG oslo_vmware.api [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.198832] env[68326]: DEBUG nova.network.neutron [req-d4840928-8852-4bdd-8ac5-c754aaf2b9f3 req-d4a1db8f-120a-43b0-b677-dba727a04062 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Updated VIF entry in instance network info cache for port bf9354fa-24a9-4dbc-9044-5a55f4a4c537. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.198832] env[68326]: DEBUG nova.network.neutron [req-d4840928-8852-4bdd-8ac5-c754aaf2b9f3 req-d4a1db8f-120a-43b0-b677-dba727a04062 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Updating instance_info_cache with network_info: [{"id": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "address": "fa:16:3e:de:9d:80", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9354fa-24", "ovs_interfaceid": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.217891] env[68326]: DEBUG nova.scheduler.client.report [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.327932] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130014, 'name': ReconfigVM_Task, 'duration_secs': 0.575819} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.328471] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Reconfigured VM instance instance-00000065 to attach disk [datastore1] b48091bb-093f-4324-8350-aeb2be0055c6/b48091bb-093f-4324-8350-aeb2be0055c6.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.328904] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae199b2d-049b-4981-9198-10033a99a243 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.337349] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1129.337349] env[68326]: value = "task-3130022" [ 1129.337349] env[68326]: _type = "Task" [ 1129.337349] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.348107] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130022, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.456531] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130019, 'name': ReconfigVM_Task, 'duration_secs': 0.200283} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.457104] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626413', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'name': 'volume-f4c3695b-9194-423a-bcdf-97f115826fb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fee701ab-a672-4e56-b238-3dc2981838da', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'serial': 'f4c3695b-9194-423a-bcdf-97f115826fb7'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1129.482462] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "eef63db5-82c4-4b21-a18b-af0ad5a2a5e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.482516] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "eef63db5-82c4-4b21-a18b-af0ad5a2a5e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.522924] env[68326]: DEBUG oslo_vmware.api [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3130020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18011} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.523207] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.523392] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.523639] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.523729] env[68326]: INFO nova.compute.manager [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1129.523967] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.524177] env[68326]: DEBUG nova.compute.manager [-] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1129.524300] env[68326]: DEBUG nova.network.neutron [-] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.562793] env[68326]: DEBUG oslo_vmware.api [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130021, 'name': ReconfigVM_Task, 'duration_secs': 0.425275} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.562793] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1129.562793] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a11130-5c7f-4dbc-814b-d5d7bf50a364 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.588760] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 255a7bda-9571-470c-a530-a5c596e21a58/255a7bda-9571-470c-a530-a5c596e21a58.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.591633] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6200dc5-b13f-4075-9e2a-716a073b9ec2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.611076] env[68326]: DEBUG oslo_vmware.api [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1129.611076] env[68326]: value = "task-3130023" [ 1129.611076] env[68326]: _type = "Task" [ 1129.611076] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.620358] env[68326]: DEBUG oslo_vmware.api [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130023, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.700323] env[68326]: DEBUG oslo_concurrency.lockutils [req-d4840928-8852-4bdd-8ac5-c754aaf2b9f3 req-d4a1db8f-120a-43b0-b677-dba727a04062 service nova] Releasing lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.724556] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.570s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.727661] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.272s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.730017] env[68326]: INFO nova.compute.claims [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.748324] env[68326]: INFO nova.scheduler.client.report [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Deleted allocations for instance afa2347b-d004-48d5-aed8-fc91987b999a [ 1129.848123] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130022, 'name': Rename_Task, 'duration_secs': 0.164269} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.848385] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.848643] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00991665-fd9a-4144-8c52-66dd03605dbf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.857624] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1129.857624] env[68326]: value = "task-3130024" [ 1129.857624] env[68326]: _type = "Task" [ 1129.857624] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.866455] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.988812] env[68326]: DEBUG nova.compute.manager [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1130.122431] env[68326]: DEBUG oslo_vmware.api [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.259575] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2966e841-5b34-4558-913c-a46e5935711e tempest-ListServerFiltersTestJSON-2008603104 tempest-ListServerFiltersTestJSON-2008603104-project-member] Lock "afa2347b-d004-48d5-aed8-fc91987b999a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.761s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.340018] env[68326]: DEBUG nova.compute.manager [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Received event network-changed-cd12d253-a496-46ab-90ec-ab944e3b25e0 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1130.340274] env[68326]: DEBUG nova.compute.manager [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Refreshing instance network info cache due to event network-changed-cd12d253-a496-46ab-90ec-ab944e3b25e0. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1130.342183] env[68326]: DEBUG oslo_concurrency.lockutils [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] Acquiring lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.342183] env[68326]: DEBUG oslo_concurrency.lockutils [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] Acquired lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.342746] env[68326]: DEBUG nova.network.neutron [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Refreshing network info cache for port cd12d253-a496-46ab-90ec-ab944e3b25e0 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.368658] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130024, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.515765] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.536781] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.537220] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5116cda2-a636-4764-8aad-7cd704e2e1ec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.547898] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1130.547898] env[68326]: value = "task-3130025" [ 1130.547898] env[68326]: _type = "Task" [ 1130.547898] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.557404] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.613146] env[68326]: DEBUG nova.compute.manager [req-c358431e-a4b4-47d1-b41e-098a00ab078b req-fe3e7cb2-9a86-452d-a752-337acb68cc14 service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Received event network-vif-deleted-3f8547ba-0225-42bd-899f-5d0e4be36827 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1130.613146] env[68326]: INFO nova.compute.manager [req-c358431e-a4b4-47d1-b41e-098a00ab078b req-fe3e7cb2-9a86-452d-a752-337acb68cc14 service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Neutron deleted interface 3f8547ba-0225-42bd-899f-5d0e4be36827; detaching it from the instance and deleting it from the info cache [ 1130.613146] env[68326]: DEBUG nova.network.neutron [req-c358431e-a4b4-47d1-b41e-098a00ab078b req-fe3e7cb2-9a86-452d-a752-337acb68cc14 service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.628027] env[68326]: DEBUG oslo_vmware.api [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130023, 'name': ReconfigVM_Task, 'duration_secs': 0.657877} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.628342] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 255a7bda-9571-470c-a530-a5c596e21a58/255a7bda-9571-470c-a530-a5c596e21a58.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.629294] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b9dd3f-849f-4873-89c9-60f090775a14 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.657278] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac941e0-a15f-48c2-a913-497aed28f7b7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.684153] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555f4ade-025d-4cc4-8ab5-de398d06e6b2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.706676] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922bc66a-166f-44b7-a8bf-03ad1ae26e17 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.714498] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.714716] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57cb413d-655f-476e-bea9-94b142903ed1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.722431] env[68326]: DEBUG oslo_vmware.api [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1130.722431] env[68326]: value = "task-3130026" [ 1130.722431] env[68326]: _type = "Task" [ 1130.722431] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.731860] env[68326]: DEBUG oslo_vmware.api [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.876252] env[68326]: DEBUG oslo_vmware.api [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130024, 'name': PowerOnVM_Task, 'duration_secs': 0.640539} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.876556] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.876765] env[68326]: INFO nova.compute.manager [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1130.876948] env[68326]: DEBUG nova.compute.manager [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1130.877955] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb7e6f5-eb90-4394-83e1-8e0300d8793c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.054251] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a93200f-7a7b-4815-8479-533f077aee28 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.067187] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06bf0d69-0eec-44b0-945f-350dfb51ce41 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.072883] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] VM already powered off {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1131.075165] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Volume detach. Driver type: vmdk {{(pid=68326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1131.075165] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626413', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'name': 'volume-f4c3695b-9194-423a-bcdf-97f115826fb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fee701ab-a672-4e56-b238-3dc2981838da', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'serial': 'f4c3695b-9194-423a-bcdf-97f115826fb7'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1131.075165] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d56aad-63ea-4218-a4af-d421395f37bd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.109962] env[68326]: DEBUG nova.network.neutron [-] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.112624] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacfc8ac-e7f3-4659-8eb3-cc61178a1f2a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.136860] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52ede6c7-2e26-44d5-a217-39c94a404d14 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.139234] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcf8006-f6ff-4025-af7d-d22d1333da4c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.147029] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d05d64f-e161-4169-8e03-7e35d72cc7da {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.156257] env[68326]: WARNING nova.virt.vmwareapi.driver [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1131.156489] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.159705] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b5dabb-44b5-4b27-a054-b7317b9234f4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.170914] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9475e98-6a12-4e6c-9b05-719baa78158c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.182732] env[68326]: DEBUG nova.compute.provider_tree [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.196145] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.207987] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed0056a7-b5eb-4427-9dcd-9c557962e9e7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.211378] env[68326]: DEBUG nova.compute.manager [req-c358431e-a4b4-47d1-b41e-098a00ab078b req-fe3e7cb2-9a86-452d-a752-337acb68cc14 service nova] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Detach interface failed, port_id=3f8547ba-0225-42bd-899f-5d0e4be36827, reason: Instance 03f11437-001d-46dd-bad2-ddb81ebf9b96 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1131.238165] env[68326]: DEBUG oslo_vmware.api [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130026, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.291515] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.291880] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.291951] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleting the datastore file [datastore1] fee701ab-a672-4e56-b238-3dc2981838da {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.292273] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2697e94f-36dd-4a72-b2de-52d478658a6b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.295058] env[68326]: DEBUG nova.network.neutron [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Updated VIF entry in instance network info cache for port cd12d253-a496-46ab-90ec-ab944e3b25e0. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.295588] env[68326]: DEBUG nova.network.neutron [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Updating instance_info_cache with network_info: [{"id": "cd12d253-a496-46ab-90ec-ab944e3b25e0", "address": "fa:16:3e:e4:7d:f1", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd12d253-a4", "ovs_interfaceid": "cd12d253-a496-46ab-90ec-ab944e3b25e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.309244] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1131.309244] env[68326]: value = "task-3130028" [ 1131.309244] env[68326]: _type = "Task" [ 1131.309244] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.326022] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.405184] env[68326]: INFO nova.compute.manager [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Took 24.11 seconds to build instance. [ 1131.618243] env[68326]: INFO nova.compute.manager [-] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Took 2.09 seconds to deallocate network for instance. [ 1131.686473] env[68326]: DEBUG nova.scheduler.client.report [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.734333] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "b48091bb-093f-4324-8350-aeb2be0055c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.734895] env[68326]: DEBUG oslo_vmware.api [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130026, 'name': PowerOnVM_Task, 'duration_secs': 0.6085} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.735168] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.801531] env[68326]: DEBUG oslo_concurrency.lockutils [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] Releasing lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.801803] env[68326]: DEBUG nova.compute.manager [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Received event network-changed-cd12d253-a496-46ab-90ec-ab944e3b25e0 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1131.801972] env[68326]: DEBUG nova.compute.manager [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Refreshing instance network info cache due to event network-changed-cd12d253-a496-46ab-90ec-ab944e3b25e0. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1131.802209] env[68326]: DEBUG oslo_concurrency.lockutils [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] Acquiring lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.802355] env[68326]: DEBUG oslo_concurrency.lockutils [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] Acquired lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.802515] env[68326]: DEBUG nova.network.neutron [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Refreshing network info cache for port cd12d253-a496-46ab-90ec-ab944e3b25e0 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.826453] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153603} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.826741] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.826918] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.827106] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.906486] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee17c253-f955-4c2b-b68c-df67e99feb9e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "b48091bb-093f-4324-8350-aeb2be0055c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.626s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.906486] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "b48091bb-093f-4324-8350-aeb2be0055c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.172s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.906486] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "b48091bb-093f-4324-8350-aeb2be0055c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.906683] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "b48091bb-093f-4324-8350-aeb2be0055c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.906864] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "b48091bb-093f-4324-8350-aeb2be0055c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.909424] env[68326]: INFO nova.compute.manager [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Terminating instance [ 1132.127059] env[68326]: DEBUG oslo_concurrency.lockutils [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.192177] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.192798] env[68326]: DEBUG nova.compute.manager [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1132.196819] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.739s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.198659] env[68326]: INFO nova.compute.claims [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.332369] env[68326]: INFO nova.virt.block_device [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Booting with volume f4c3695b-9194-423a-bcdf-97f115826fb7 at /dev/sdb [ 1132.380225] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6542d406-4f69-4a7b-afb1-7cabb673c250 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.398934] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaebedb-744e-4d64-a6b0-89c5847e69eb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.413480] env[68326]: DEBUG nova.compute.manager [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1132.413761] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.414532] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39da827-7219-42f2-a22f-1ab8054664c6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.422470] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.422733] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41ed1ff0-1c8b-4ac7-9014-e9f184d36a89 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.440715] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b000be0-f1aa-494c-a708-2a04a9563aa1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.442983] env[68326]: DEBUG oslo_vmware.api [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1132.442983] env[68326]: value = "task-3130029" [ 1132.442983] env[68326]: _type = "Task" [ 1132.442983] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.453028] env[68326]: DEBUG oslo_vmware.api [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130029, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.456810] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772df3a6-8d37-4330-a047-6ec4123f276e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.496298] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92cdcb9-72ba-476d-bab8-437be05769ea {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.505745] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592abe6e-a909-4e33-903e-21b60cd9d923 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.521492] env[68326]: DEBUG nova.virt.block_device [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Updating existing volume attachment record: 9c587c34-39b0-42f6-b29d-11fa5c458651 {{(pid=68326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1132.586297] env[68326]: DEBUG nova.network.neutron [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Updated VIF entry in instance network info cache for port cd12d253-a496-46ab-90ec-ab944e3b25e0. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.586297] env[68326]: DEBUG nova.network.neutron [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Updating instance_info_cache with network_info: [{"id": "cd12d253-a496-46ab-90ec-ab944e3b25e0", "address": "fa:16:3e:e4:7d:f1", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd12d253-a4", "ovs_interfaceid": "cd12d253-a496-46ab-90ec-ab944e3b25e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.703447] env[68326]: DEBUG nova.compute.utils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.706816] env[68326]: DEBUG nova.compute.manager [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1132.706985] env[68326]: DEBUG nova.network.neutron [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.744756] env[68326]: DEBUG nova.policy [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68db7d7e5358484781cf98efa5fd813e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2eba2cde53e348deb907874ad669aa8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.783110] env[68326]: INFO nova.compute.manager [None req-7950c583-e121-4f94-ad0f-05bebc694816 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updating instance to original state: 'active' [ 1132.959484] env[68326]: DEBUG oslo_vmware.api [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130029, 'name': PowerOffVM_Task, 'duration_secs': 0.302663} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.963033] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.963033] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.963033] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c23b7281-a68c-4553-9f41-2ac4158e0ee4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.031776] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.032084] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.032425] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Deleting the datastore file [datastore1] b48091bb-093f-4324-8350-aeb2be0055c6 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.032660] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58bc82e9-5107-45d5-bb0b-c5e22b034cde {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.037775] env[68326]: DEBUG nova.network.neutron [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Successfully created port: a45e5c9c-c6a4-4193-b9c9-89ab64b530d6 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.041943] env[68326]: DEBUG oslo_vmware.api [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1133.041943] env[68326]: value = "task-3130031" [ 1133.041943] env[68326]: _type = "Task" [ 1133.041943] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.050989] env[68326]: DEBUG oslo_vmware.api [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.089286] env[68326]: DEBUG oslo_concurrency.lockutils [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] Releasing lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.089286] env[68326]: DEBUG nova.compute.manager [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Received event network-changed-bf9354fa-24a9-4dbc-9044-5a55f4a4c537 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1133.089399] env[68326]: DEBUG nova.compute.manager [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Refreshing instance network info cache due to event network-changed-bf9354fa-24a9-4dbc-9044-5a55f4a4c537. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1133.089543] env[68326]: DEBUG oslo_concurrency.lockutils [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] Acquiring lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.089686] env[68326]: DEBUG oslo_concurrency.lockutils [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] Acquired lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.089845] env[68326]: DEBUG nova.network.neutron [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Refreshing network info cache for port bf9354fa-24a9-4dbc-9044-5a55f4a4c537 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.207702] env[68326]: DEBUG nova.compute.manager [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1133.513379] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c509ff2f-1039-40de-b09c-21bb7cfde8c7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.522335] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a595a3ac-4d87-4c9e-bfc1-001aec11e685 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.557272] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dc5fa1-05a3-4185-81d2-5238de10ff3b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.568138] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddebd6f-f465-44f3-97bc-3f0b362dbbb5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.572045] env[68326]: DEBUG oslo_vmware.api [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178972} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.572330] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.572514] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.572687] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.572860] env[68326]: INFO nova.compute.manager [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1133.573126] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.573701] env[68326]: DEBUG nova.compute.manager [-] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1133.573800] env[68326]: DEBUG nova.network.neutron [-] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1133.585211] env[68326]: DEBUG nova.compute.provider_tree [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.051948] env[68326]: DEBUG nova.network.neutron [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Updated VIF entry in instance network info cache for port bf9354fa-24a9-4dbc-9044-5a55f4a4c537. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.052408] env[68326]: DEBUG nova.network.neutron [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Updating instance_info_cache with network_info: [{"id": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "address": "fa:16:3e:de:9d:80", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9354fa-24", "ovs_interfaceid": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.074953] env[68326]: DEBUG nova.compute.manager [req-99143e98-4071-4153-8b13-8dd51e918601 req-7efddfc4-3b7f-4bdb-8919-b44be8f4e419 service nova] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Received event network-vif-deleted-2a76b798-4dc6-452c-9d6f-b5db9d2b3248 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1134.075179] env[68326]: INFO nova.compute.manager [req-99143e98-4071-4153-8b13-8dd51e918601 req-7efddfc4-3b7f-4bdb-8919-b44be8f4e419 service nova] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Neutron deleted interface 2a76b798-4dc6-452c-9d6f-b5db9d2b3248; detaching it from the instance and deleting it from the info cache [ 1134.075354] env[68326]: DEBUG nova.network.neutron [req-99143e98-4071-4153-8b13-8dd51e918601 req-7efddfc4-3b7f-4bdb-8919-b44be8f4e419 service nova] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.089883] env[68326]: DEBUG nova.scheduler.client.report [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.221342] env[68326]: DEBUG nova.compute.manager [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1134.250135] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.250389] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.250544] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.250726] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.250869] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.251022] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.251237] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.251392] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.251708] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.251874] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.252062] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.252993] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8593b6-a265-468f-9d76-19914435dc1e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.262245] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce7b1ed-c0dc-45d2-8431-1a984d779651 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.549419] env[68326]: DEBUG nova.network.neutron [-] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.554629] env[68326]: DEBUG oslo_concurrency.lockutils [req-b62fb60f-5d7a-431e-bb65-55e5e0268310 req-ee616e21-ee9b-4e00-b310-44ef72df672c service nova] Releasing lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.579051] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ec0a08b-f024-4405-9506-f1bc948ae2f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.595579] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c498482-37eb-465b-a7b7-6bff58fcb2eb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.614071] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.614846] env[68326]: DEBUG nova.compute.manager [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1134.619483] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.206s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.621990] env[68326]: INFO nova.compute.claims [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.654196] env[68326]: DEBUG oslo_concurrency.lockutils [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "255a7bda-9571-470c-a530-a5c596e21a58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.654441] env[68326]: DEBUG oslo_concurrency.lockutils [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "255a7bda-9571-470c-a530-a5c596e21a58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.654646] env[68326]: DEBUG oslo_concurrency.lockutils [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "255a7bda-9571-470c-a530-a5c596e21a58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.654828] env[68326]: DEBUG oslo_concurrency.lockutils [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "255a7bda-9571-470c-a530-a5c596e21a58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.655038] env[68326]: DEBUG oslo_concurrency.lockutils [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "255a7bda-9571-470c-a530-a5c596e21a58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.657156] env[68326]: DEBUG nova.compute.manager [req-99143e98-4071-4153-8b13-8dd51e918601 req-7efddfc4-3b7f-4bdb-8919-b44be8f4e419 service nova] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Detach interface failed, port_id=2a76b798-4dc6-452c-9d6f-b5db9d2b3248, reason: Instance b48091bb-093f-4324-8350-aeb2be0055c6 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1134.658792] env[68326]: INFO nova.compute.manager [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Terminating instance [ 1134.691681] env[68326]: DEBUG nova.virt.hardware [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.691935] env[68326]: DEBUG nova.virt.hardware [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.692127] env[68326]: DEBUG nova.virt.hardware [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.692324] env[68326]: DEBUG nova.virt.hardware [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.692470] env[68326]: DEBUG nova.virt.hardware [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.692757] env[68326]: DEBUG nova.virt.hardware [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.693010] env[68326]: DEBUG nova.virt.hardware [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.693181] env[68326]: DEBUG nova.virt.hardware [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.693351] env[68326]: DEBUG nova.virt.hardware [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.693518] env[68326]: DEBUG nova.virt.hardware [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.693688] env[68326]: DEBUG nova.virt.hardware [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.697001] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acef6fcd-ad90-40ee-b3d7-29af6b5fed49 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.710240] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf79bc5-9f38-4d1a-a453-f3bf59e1f093 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.726247] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:f4:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33f59384-7f07-4861-8df1-4651f187f045', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.734609] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.735839] env[68326]: DEBUG nova.network.neutron [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Successfully updated port: a45e5c9c-c6a4-4193-b9c9-89ab64b530d6 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.736873] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.737432] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9da6de3-1ef7-4f83-ab22-0a839576ba3f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.759689] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.759689] env[68326]: value = "task-3130032" [ 1134.759689] env[68326]: _type = "Task" [ 1134.759689] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.770392] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130032, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.052641] env[68326]: INFO nova.compute.manager [-] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Took 1.48 seconds to deallocate network for instance. [ 1135.121305] env[68326]: DEBUG nova.compute.utils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.123307] env[68326]: DEBUG nova.compute.manager [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1135.123530] env[68326]: DEBUG nova.network.neutron [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.163858] env[68326]: DEBUG nova.compute.manager [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1135.164202] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.164529] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e69c430-6e8c-4231-a961-bec1de30d857 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.172784] env[68326]: DEBUG oslo_vmware.api [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1135.172784] env[68326]: value = "task-3130033" [ 1135.172784] env[68326]: _type = "Task" [ 1135.172784] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.180266] env[68326]: DEBUG nova.policy [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68db7d7e5358484781cf98efa5fd813e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2eba2cde53e348deb907874ad669aa8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.186390] env[68326]: DEBUG oslo_vmware.api [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.238234] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "refresh_cache-f96cd4fa-9b9a-4283-bab8-6e459509ea4b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.238474] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquired lock "refresh_cache-f96cd4fa-9b9a-4283-bab8-6e459509ea4b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.238687] env[68326]: DEBUG nova.network.neutron [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.271632] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130032, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.559629] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.627029] env[68326]: DEBUG nova.compute.manager [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1135.690169] env[68326]: DEBUG oslo_vmware.api [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130033, 'name': PowerOffVM_Task, 'duration_secs': 0.279307} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.690604] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.690944] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Volume detach. Driver type: vmdk {{(pid=68326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1135.691274] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626398', 'volume_id': '18e915cb-004a-4b2c-98d3-566b4491cb8d', 'name': 'volume-18e915cb-004a-4b2c-98d3-566b4491cb8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '255a7bda-9571-470c-a530-a5c596e21a58', 'attached_at': '2025-03-21T08:57:54.000000', 'detached_at': '', 'volume_id': '18e915cb-004a-4b2c-98d3-566b4491cb8d', 'serial': '18e915cb-004a-4b2c-98d3-566b4491cb8d'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1135.695524] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a90c26-8492-4435-aa4e-d77e619f7a72 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.723534] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570e98cc-333a-4aeb-8e23-03b854c23280 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.734325] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35931c2-2bea-4ead-adfd-fdd02a6dbdbd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.763678] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4b6fb7-25b7-4c78-a1d4-14e5f2bea8b9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.766741] env[68326]: DEBUG nova.network.neutron [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Successfully created port: e19d0e20-1882-4ca9-85c9-74ba0055d902 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.777625] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130032, 'name': CreateVM_Task, 'duration_secs': 0.640962} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.791851] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.792345] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] The volume has not been displaced from its original location: [datastore1] volume-18e915cb-004a-4b2c-98d3-566b4491cb8d/volume-18e915cb-004a-4b2c-98d3-566b4491cb8d.vmdk. No consolidation needed. {{(pid=68326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1135.799289] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1135.800347] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.800531] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.800889] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.801186] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c637846b-5846-485c-90a0-bbc37fc67391 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.815745] env[68326]: DEBUG nova.network.neutron [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.817748] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ccf005-4e6c-4595-80fd-d71f229e78d8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.829609] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1135.829609] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]528a3cbb-d668-0f78-1083-87dd741584b8" [ 1135.829609] env[68326]: _type = "Task" [ 1135.829609] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.831552] env[68326]: DEBUG oslo_vmware.api [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1135.831552] env[68326]: value = "task-3130034" [ 1135.831552] env[68326]: _type = "Task" [ 1135.831552] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.851025] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]528a3cbb-d668-0f78-1083-87dd741584b8, 'name': SearchDatastore_Task, 'duration_secs': 0.013099} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.853154] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.853627] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.853721] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.857023] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.857023] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.857023] env[68326]: DEBUG oslo_vmware.api [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130034, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.857023] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d1ac2e0-6b5c-49d3-8af8-f99972d3f571 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.867311] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.867510] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.868396] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2083e37-6c1a-45ff-8f31-cd7599ca4ff2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.874251] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1135.874251] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ac3553-6772-e5b9-6c9f-29bdd116cac8" [ 1135.874251] env[68326]: _type = "Task" [ 1135.874251] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.886880] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ac3553-6772-e5b9-6c9f-29bdd116cac8, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.887719] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-972caabd-9e60-4326-987d-69e53ea9a68b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.898576] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1135.898576] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]528cb802-6436-3067-6ab7-1c45ffcae27d" [ 1135.898576] env[68326]: _type = "Task" [ 1135.898576] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.908551] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]528cb802-6436-3067-6ab7-1c45ffcae27d, 'name': SearchDatastore_Task, 'duration_secs': 0.011362} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.908949] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.909186] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] fee701ab-a672-4e56-b238-3dc2981838da/fee701ab-a672-4e56-b238-3dc2981838da.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.909586] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a295291a-e80d-44f1-b5c9-3a430cfb2fee {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.921301] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1135.921301] env[68326]: value = "task-3130035" [ 1135.921301] env[68326]: _type = "Task" [ 1135.921301] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.933754] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.009105] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5391c0e8-2599-4c3e-bd7f-9b7bc59b1ae0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.017683] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dede90e2-beec-402a-a083-2a4541825dc3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.058594] env[68326]: DEBUG nova.network.neutron [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Updating instance_info_cache with network_info: [{"id": "a45e5c9c-c6a4-4193-b9c9-89ab64b530d6", "address": "fa:16:3e:3c:61:52", "network": {"id": "fed27ec4-c097-4546-bcee-482666517ff3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-734012404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eba2cde53e348deb907874ad669aa8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa45e5c9c-c6", "ovs_interfaceid": "a45e5c9c-c6a4-4193-b9c9-89ab64b530d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.061372] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a94e5b-620e-42ad-847d-d4c7530109d1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.069707] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d337b60f-2cb0-41ab-95c3-005e32e54352 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.086021] env[68326]: DEBUG nova.compute.provider_tree [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.106819] env[68326]: DEBUG nova.compute.manager [req-8620ce20-aca5-4b09-bf65-e28b83957deb req-3d4314e7-87df-4592-930b-ade5824559c3 service nova] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Received event network-vif-plugged-a45e5c9c-c6a4-4193-b9c9-89ab64b530d6 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1136.107119] env[68326]: DEBUG oslo_concurrency.lockutils [req-8620ce20-aca5-4b09-bf65-e28b83957deb req-3d4314e7-87df-4592-930b-ade5824559c3 service nova] Acquiring lock "f96cd4fa-9b9a-4283-bab8-6e459509ea4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.107455] env[68326]: DEBUG oslo_concurrency.lockutils [req-8620ce20-aca5-4b09-bf65-e28b83957deb req-3d4314e7-87df-4592-930b-ade5824559c3 service nova] Lock "f96cd4fa-9b9a-4283-bab8-6e459509ea4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.107605] env[68326]: DEBUG oslo_concurrency.lockutils [req-8620ce20-aca5-4b09-bf65-e28b83957deb req-3d4314e7-87df-4592-930b-ade5824559c3 service nova] Lock "f96cd4fa-9b9a-4283-bab8-6e459509ea4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.107742] env[68326]: DEBUG nova.compute.manager [req-8620ce20-aca5-4b09-bf65-e28b83957deb req-3d4314e7-87df-4592-930b-ade5824559c3 service nova] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] No waiting events found dispatching network-vif-plugged-a45e5c9c-c6a4-4193-b9c9-89ab64b530d6 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1136.107931] env[68326]: WARNING nova.compute.manager [req-8620ce20-aca5-4b09-bf65-e28b83957deb req-3d4314e7-87df-4592-930b-ade5824559c3 service nova] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Received unexpected event network-vif-plugged-a45e5c9c-c6a4-4193-b9c9-89ab64b530d6 for instance with vm_state building and task_state spawning. [ 1136.108180] env[68326]: DEBUG nova.compute.manager [req-8620ce20-aca5-4b09-bf65-e28b83957deb req-3d4314e7-87df-4592-930b-ade5824559c3 service nova] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Received event network-changed-a45e5c9c-c6a4-4193-b9c9-89ab64b530d6 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1136.108408] env[68326]: DEBUG nova.compute.manager [req-8620ce20-aca5-4b09-bf65-e28b83957deb req-3d4314e7-87df-4592-930b-ade5824559c3 service nova] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Refreshing instance network info cache due to event network-changed-a45e5c9c-c6a4-4193-b9c9-89ab64b530d6. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1136.108575] env[68326]: DEBUG oslo_concurrency.lockutils [req-8620ce20-aca5-4b09-bf65-e28b83957deb req-3d4314e7-87df-4592-930b-ade5824559c3 service nova] Acquiring lock "refresh_cache-f96cd4fa-9b9a-4283-bab8-6e459509ea4b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.346074] env[68326]: DEBUG oslo_vmware.api [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130034, 'name': ReconfigVM_Task, 'duration_secs': 0.239024} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.346358] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1136.351104] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-899f6008-f974-41f5-9a7b-84f967b3c89c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.367271] env[68326]: DEBUG oslo_vmware.api [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1136.367271] env[68326]: value = "task-3130036" [ 1136.367271] env[68326]: _type = "Task" [ 1136.367271] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.375952] env[68326]: DEBUG oslo_vmware.api [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.432343] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130035, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.565702] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Releasing lock "refresh_cache-f96cd4fa-9b9a-4283-bab8-6e459509ea4b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.566062] env[68326]: DEBUG nova.compute.manager [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Instance network_info: |[{"id": "a45e5c9c-c6a4-4193-b9c9-89ab64b530d6", "address": "fa:16:3e:3c:61:52", "network": {"id": "fed27ec4-c097-4546-bcee-482666517ff3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-734012404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eba2cde53e348deb907874ad669aa8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa45e5c9c-c6", "ovs_interfaceid": "a45e5c9c-c6a4-4193-b9c9-89ab64b530d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1136.566365] env[68326]: DEBUG oslo_concurrency.lockutils [req-8620ce20-aca5-4b09-bf65-e28b83957deb req-3d4314e7-87df-4592-930b-ade5824559c3 service nova] Acquired lock "refresh_cache-f96cd4fa-9b9a-4283-bab8-6e459509ea4b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.566618] env[68326]: DEBUG nova.network.neutron [req-8620ce20-aca5-4b09-bf65-e28b83957deb req-3d4314e7-87df-4592-930b-ade5824559c3 service nova] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Refreshing network info cache for port a45e5c9c-c6a4-4193-b9c9-89ab64b530d6 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.568553] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:61:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a45e5c9c-c6a4-4193-b9c9-89ab64b530d6', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.575387] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Creating folder: Project (2eba2cde53e348deb907874ad669aa8d). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1136.578658] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d1b9879-bc9a-4c24-b01c-e1a8a1a58377 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.589058] env[68326]: DEBUG nova.scheduler.client.report [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.598056] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Created folder: Project (2eba2cde53e348deb907874ad669aa8d) in parent group-v626141. [ 1136.598259] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Creating folder: Instances. Parent ref: group-v626421. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1136.598685] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa98bc2d-dd21-4628-811c-7659974e2683 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.616587] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Created folder: Instances in parent group-v626421. [ 1136.616587] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.616800] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.617572] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64d67a67-f15a-43f4-a98d-192c920b0737 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.634727] env[68326]: DEBUG nova.compute.manager [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1136.638386] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.638386] env[68326]: value = "task-3130039" [ 1136.638386] env[68326]: _type = "Task" [ 1136.638386] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.647556] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130039, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.663481] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.663728] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.663883] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.664075] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.664224] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.664369] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.664574] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.664731] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.664898] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.665087] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.665272] env[68326]: DEBUG nova.virt.hardware [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.666440] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de98abc7-7d89-4dc7-b255-0b21d1e9121c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.679772] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c9dda1-3156-44c7-a97e-7a60343fd984 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.844031] env[68326]: DEBUG nova.network.neutron [req-8620ce20-aca5-4b09-bf65-e28b83957deb req-3d4314e7-87df-4592-930b-ade5824559c3 service nova] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Updated VIF entry in instance network info cache for port a45e5c9c-c6a4-4193-b9c9-89ab64b530d6. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.844358] env[68326]: DEBUG nova.network.neutron [req-8620ce20-aca5-4b09-bf65-e28b83957deb req-3d4314e7-87df-4592-930b-ade5824559c3 service nova] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Updating instance_info_cache with network_info: [{"id": "a45e5c9c-c6a4-4193-b9c9-89ab64b530d6", "address": "fa:16:3e:3c:61:52", "network": {"id": "fed27ec4-c097-4546-bcee-482666517ff3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-734012404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eba2cde53e348deb907874ad669aa8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa45e5c9c-c6", "ovs_interfaceid": "a45e5c9c-c6a4-4193-b9c9-89ab64b530d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.877802] env[68326]: DEBUG oslo_vmware.api [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130036, 'name': ReconfigVM_Task, 'duration_secs': 0.144287} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.878108] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626398', 'volume_id': '18e915cb-004a-4b2c-98d3-566b4491cb8d', 'name': 'volume-18e915cb-004a-4b2c-98d3-566b4491cb8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '255a7bda-9571-470c-a530-a5c596e21a58', 'attached_at': '2025-03-21T08:57:54.000000', 'detached_at': '', 'volume_id': '18e915cb-004a-4b2c-98d3-566b4491cb8d', 'serial': '18e915cb-004a-4b2c-98d3-566b4491cb8d'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1136.878386] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.879141] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e52003-34d4-4c14-b743-3e2955cbad03 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.886096] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.886410] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bc05fe8-c516-483d-8885-5b1a0f93c25c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.933339] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130035, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.039758] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.039978] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.040183] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Deleting the datastore file [datastore2] 255a7bda-9571-470c-a530-a5c596e21a58 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.040520] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e185a75-b4ac-4ea3-8294-044b38bfab75 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.047916] env[68326]: DEBUG oslo_vmware.api [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1137.047916] env[68326]: value = "task-3130041" [ 1137.047916] env[68326]: _type = "Task" [ 1137.047916] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.056399] env[68326]: DEBUG oslo_vmware.api [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.099592] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.099972] env[68326]: DEBUG nova.compute.manager [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1137.102772] env[68326]: DEBUG oslo_concurrency.lockutils [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.347s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.148910] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130039, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.348314] env[68326]: DEBUG oslo_concurrency.lockutils [req-8620ce20-aca5-4b09-bf65-e28b83957deb req-3d4314e7-87df-4592-930b-ade5824559c3 service nova] Releasing lock "refresh_cache-f96cd4fa-9b9a-4283-bab8-6e459509ea4b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.396186] env[68326]: DEBUG nova.network.neutron [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Successfully updated port: e19d0e20-1882-4ca9-85c9-74ba0055d902 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.432929] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130035, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.460812} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.433670] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] fee701ab-a672-4e56-b238-3dc2981838da/fee701ab-a672-4e56-b238-3dc2981838da.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.433927] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.434228] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d91cd091-98b6-41a2-850d-a5e5c5726b7a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.442141] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1137.442141] env[68326]: value = "task-3130042" [ 1137.442141] env[68326]: _type = "Task" [ 1137.442141] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.451814] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130042, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.558805] env[68326]: DEBUG oslo_vmware.api [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294876} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.559283] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.559521] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.559675] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.559853] env[68326]: INFO nova.compute.manager [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Took 2.40 seconds to destroy the instance on the hypervisor. [ 1137.560112] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.560320] env[68326]: DEBUG nova.compute.manager [-] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1137.560415] env[68326]: DEBUG nova.network.neutron [-] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.606210] env[68326]: DEBUG nova.compute.utils [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.611644] env[68326]: DEBUG nova.compute.manager [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1137.611644] env[68326]: DEBUG nova.network.neutron [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1137.652314] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130039, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.711081] env[68326]: DEBUG nova.policy [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30ad627aad4b487fafe2340315807695', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1279d7e66f2d4d409ea184d4d6a488c6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.899087] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "refresh_cache-b449e5c5-3731-4cb3-b63b-536391b3e256" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.901235] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquired lock "refresh_cache-b449e5c5-3731-4cb3-b63b-536391b3e256" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.901235] env[68326]: DEBUG nova.network.neutron [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.904127] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f66a22-909c-4e41-9d4e-702ccc757a24 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.912816] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e363571f-2f95-486c-b89e-7dcbb7806db0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.956436] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc00cd8-84bc-4d87-8c16-503550920a00 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.967709] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130042, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076615} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.968544] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.970090] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ba0f6a-a222-4aae-8725-cca2ad601b22 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.974733] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2864cb0-42cc-4147-a80e-ed673171ac2c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.999708] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] fee701ab-a672-4e56-b238-3dc2981838da/fee701ab-a672-4e56-b238-3dc2981838da.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.008021] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f048a3b6-db75-488d-9cd0-9b168293be6d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.023334] env[68326]: DEBUG nova.compute.provider_tree [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.032190] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1138.032190] env[68326]: value = "task-3130043" [ 1138.032190] env[68326]: _type = "Task" [ 1138.032190] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.040784] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.112137] env[68326]: DEBUG nova.compute.manager [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1138.150954] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130039, 'name': CreateVM_Task, 'duration_secs': 1.398435} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.152143] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.153358] env[68326]: DEBUG nova.compute.manager [req-76a1fb29-6a59-4a43-aef0-e8c770f0a4fc req-35fca2c6-73be-4302-8f59-2f805fa0a615 service nova] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Received event network-vif-plugged-e19d0e20-1882-4ca9-85c9-74ba0055d902 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1138.153404] env[68326]: DEBUG oslo_concurrency.lockutils [req-76a1fb29-6a59-4a43-aef0-e8c770f0a4fc req-35fca2c6-73be-4302-8f59-2f805fa0a615 service nova] Acquiring lock "b449e5c5-3731-4cb3-b63b-536391b3e256-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.153697] env[68326]: DEBUG oslo_concurrency.lockutils [req-76a1fb29-6a59-4a43-aef0-e8c770f0a4fc req-35fca2c6-73be-4302-8f59-2f805fa0a615 service nova] Lock "b449e5c5-3731-4cb3-b63b-536391b3e256-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.153791] env[68326]: DEBUG oslo_concurrency.lockutils [req-76a1fb29-6a59-4a43-aef0-e8c770f0a4fc req-35fca2c6-73be-4302-8f59-2f805fa0a615 service nova] Lock "b449e5c5-3731-4cb3-b63b-536391b3e256-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.153953] env[68326]: DEBUG nova.compute.manager [req-76a1fb29-6a59-4a43-aef0-e8c770f0a4fc req-35fca2c6-73be-4302-8f59-2f805fa0a615 service nova] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] No waiting events found dispatching network-vif-plugged-e19d0e20-1882-4ca9-85c9-74ba0055d902 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.154128] env[68326]: WARNING nova.compute.manager [req-76a1fb29-6a59-4a43-aef0-e8c770f0a4fc req-35fca2c6-73be-4302-8f59-2f805fa0a615 service nova] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Received unexpected event network-vif-plugged-e19d0e20-1882-4ca9-85c9-74ba0055d902 for instance with vm_state building and task_state spawning. [ 1138.154283] env[68326]: DEBUG nova.compute.manager [req-76a1fb29-6a59-4a43-aef0-e8c770f0a4fc req-35fca2c6-73be-4302-8f59-2f805fa0a615 service nova] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Received event network-changed-e19d0e20-1882-4ca9-85c9-74ba0055d902 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1138.154431] env[68326]: DEBUG nova.compute.manager [req-76a1fb29-6a59-4a43-aef0-e8c770f0a4fc req-35fca2c6-73be-4302-8f59-2f805fa0a615 service nova] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Refreshing instance network info cache due to event network-changed-e19d0e20-1882-4ca9-85c9-74ba0055d902. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1138.154619] env[68326]: DEBUG oslo_concurrency.lockutils [req-76a1fb29-6a59-4a43-aef0-e8c770f0a4fc req-35fca2c6-73be-4302-8f59-2f805fa0a615 service nova] Acquiring lock "refresh_cache-b449e5c5-3731-4cb3-b63b-536391b3e256" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.155225] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.155367] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.155753] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.156264] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd624a0-f24a-422a-bc7f-ec4ca6e1be65 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.162608] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1138.162608] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52fda53e-4538-18c5-3812-27e072886c02" [ 1138.162608] env[68326]: _type = "Task" [ 1138.162608] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.175875] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fda53e-4538-18c5-3812-27e072886c02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.282242] env[68326]: DEBUG nova.network.neutron [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Successfully created port: 4d23ab50-69b0-4685-a403-c71e5df0529a {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.448160] env[68326]: DEBUG nova.network.neutron [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.526704] env[68326]: DEBUG nova.scheduler.client.report [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.542451] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130043, 'name': ReconfigVM_Task, 'duration_secs': 0.32937} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.543332] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Reconfigured VM instance instance-0000005f to attach disk [datastore2] fee701ab-a672-4e56-b238-3dc2981838da/fee701ab-a672-4e56-b238-3dc2981838da.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.544775] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'disk_bus': None, 'encryption_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'image_id': '4f6abd85-2913-4a85-8b21-6c358400149a'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'disk_bus': None, 'device_type': None, 'attachment_id': '9c587c34-39b0-42f6-b29d-11fa5c458651', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626413', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'name': 'volume-f4c3695b-9194-423a-bcdf-97f115826fb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fee701ab-a672-4e56-b238-3dc2981838da', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'serial': 'f4c3695b-9194-423a-bcdf-97f115826fb7'}, 'boot_index': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68326) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1138.545016] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Volume attach. Driver type: vmdk {{(pid=68326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1138.545230] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626413', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'name': 'volume-f4c3695b-9194-423a-bcdf-97f115826fb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fee701ab-a672-4e56-b238-3dc2981838da', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'serial': 'f4c3695b-9194-423a-bcdf-97f115826fb7'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1138.548903] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b20013-72c7-416b-a166-b9cc308440eb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.566163] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319f090e-93b2-4071-921c-c2504ec83c98 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.590586] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-f4c3695b-9194-423a-bcdf-97f115826fb7/volume-f4c3695b-9194-423a-bcdf-97f115826fb7.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.590866] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-582059fb-c407-4f48-abb9-6e92db040295 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.612332] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1138.612332] env[68326]: value = "task-3130044" [ 1138.612332] env[68326]: _type = "Task" [ 1138.612332] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.621802] env[68326]: INFO nova.virt.block_device [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Booting with volume 6e624310-4989-4b5c-a828-c0f1002d2fd4 at /dev/sda [ 1138.623343] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.649361] env[68326]: DEBUG nova.network.neutron [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Updating instance_info_cache with network_info: [{"id": "e19d0e20-1882-4ca9-85c9-74ba0055d902", "address": "fa:16:3e:d4:fa:f8", "network": {"id": "fed27ec4-c097-4546-bcee-482666517ff3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-734012404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eba2cde53e348deb907874ad669aa8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape19d0e20-18", "ovs_interfaceid": "e19d0e20-1882-4ca9-85c9-74ba0055d902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.660724] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-93df2458-0a93-4e3e-a9da-f4b0b5fc951f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.670818] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e911d572-3c6c-4901-9771-091a2846ffb8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.685132] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fda53e-4538-18c5-3812-27e072886c02, 'name': SearchDatastore_Task, 'duration_secs': 0.027306} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.685300] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.685403] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.685945] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.685945] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.686197] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.686288] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-430116c1-0829-428a-9a39-66247c5f1dc3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.695107] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.695405] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.696113] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca979255-7a10-49e7-bf39-6da4d437a46b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.711253] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb9641b7-1a79-4be4-939e-06258a875bb9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.714545] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1138.714545] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523ad8e5-f5a1-0b09-04d2-030b8f300726" [ 1138.714545] env[68326]: _type = "Task" [ 1138.714545] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.721391] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c30d2e-f8e0-4f23-9c23-ce95f028a8b5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.734695] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523ad8e5-f5a1-0b09-04d2-030b8f300726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.759235] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dcb4a3-4473-4478-ada7-92cd4da1f7b5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.766635] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a0b7aa-8426-48df-bb76-0e35b39003d4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.781714] env[68326]: DEBUG nova.virt.block_device [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Updating existing volume attachment record: 762aa2e0-4cae-46b5-a999-a44f4225cc63 {{(pid=68326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1138.881237] env[68326]: DEBUG nova.network.neutron [-] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.122525] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130044, 'name': ReconfigVM_Task, 'duration_secs': 0.334904} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.122787] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-f4c3695b-9194-423a-bcdf-97f115826fb7/volume-f4c3695b-9194-423a-bcdf-97f115826fb7.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.127363] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79a7dfad-843f-4e8e-9718-334f4b158e69 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.142920] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1139.142920] env[68326]: value = "task-3130045" [ 1139.142920] env[68326]: _type = "Task" [ 1139.142920] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.151407] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Releasing lock "refresh_cache-b449e5c5-3731-4cb3-b63b-536391b3e256" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.151723] env[68326]: DEBUG nova.compute.manager [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Instance network_info: |[{"id": "e19d0e20-1882-4ca9-85c9-74ba0055d902", "address": "fa:16:3e:d4:fa:f8", "network": {"id": "fed27ec4-c097-4546-bcee-482666517ff3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-734012404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eba2cde53e348deb907874ad669aa8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape19d0e20-18", "ovs_interfaceid": "e19d0e20-1882-4ca9-85c9-74ba0055d902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1139.152024] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.152233] env[68326]: DEBUG oslo_concurrency.lockutils [req-76a1fb29-6a59-4a43-aef0-e8c770f0a4fc req-35fca2c6-73be-4302-8f59-2f805fa0a615 service nova] Acquired lock "refresh_cache-b449e5c5-3731-4cb3-b63b-536391b3e256" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.152407] env[68326]: DEBUG nova.network.neutron [req-76a1fb29-6a59-4a43-aef0-e8c770f0a4fc req-35fca2c6-73be-4302-8f59-2f805fa0a615 service nova] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Refreshing network info cache for port e19d0e20-1882-4ca9-85c9-74ba0055d902 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.153641] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:fa:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e19d0e20-1882-4ca9-85c9-74ba0055d902', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.160934] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.161946] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.162185] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbc74562-6df2-4a8b-bb54-a1c6a04e5957 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.181932] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.181932] env[68326]: value = "task-3130046" [ 1139.181932] env[68326]: _type = "Task" [ 1139.181932] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.191757] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130046, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.224719] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523ad8e5-f5a1-0b09-04d2-030b8f300726, 'name': SearchDatastore_Task, 'duration_secs': 0.01003} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.225521] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-024e7037-5637-4a87-bce0-5a8fa404846b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.231554] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1139.231554] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52699c32-07d7-50a1-157b-51429026b03f" [ 1139.231554] env[68326]: _type = "Task" [ 1139.231554] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.240504] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52699c32-07d7-50a1-157b-51429026b03f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.383503] env[68326]: INFO nova.compute.manager [-] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Took 1.82 seconds to deallocate network for instance. [ 1139.536975] env[68326]: DEBUG oslo_concurrency.lockutils [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.434s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.540318] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.538s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.541247] env[68326]: DEBUG nova.objects.instance [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lazy-loading 'resources' on Instance uuid 0a2a7b09-c695-4012-bc34-14de81ae79c7 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.652335] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130045, 'name': ReconfigVM_Task, 'duration_secs': 0.15792} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.652679] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626413', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'name': 'volume-f4c3695b-9194-423a-bcdf-97f115826fb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fee701ab-a672-4e56-b238-3dc2981838da', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'serial': 'f4c3695b-9194-423a-bcdf-97f115826fb7'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1139.653149] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fab73f3-f356-4f6e-aba1-8dde373a58e9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.659583] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1139.659583] env[68326]: value = "task-3130047" [ 1139.659583] env[68326]: _type = "Task" [ 1139.659583] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.669495] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130047, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.692816] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130046, 'name': CreateVM_Task, 'duration_secs': 0.446971} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.692816] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.693216] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.693406] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.693729] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.693988] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-494320f5-e982-4454-8f1a-4a4a305eb415 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.699227] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1139.699227] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52047a77-7684-d1cc-f94e-6f422a9bfb69" [ 1139.699227] env[68326]: _type = "Task" [ 1139.699227] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.707418] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52047a77-7684-d1cc-f94e-6f422a9bfb69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.745340] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52699c32-07d7-50a1-157b-51429026b03f, 'name': SearchDatastore_Task, 'duration_secs': 0.011026} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.745705] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.746047] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] f96cd4fa-9b9a-4283-bab8-6e459509ea4b/f96cd4fa-9b9a-4283-bab8-6e459509ea4b.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.746357] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45651e54-4cb8-49d4-a4fc-23880e65e39f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.755067] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1139.755067] env[68326]: value = "task-3130048" [ 1139.755067] env[68326]: _type = "Task" [ 1139.755067] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.765228] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.930436] env[68326]: INFO nova.compute.manager [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Took 0.55 seconds to detach 1 volumes for instance. [ 1140.060489] env[68326]: DEBUG nova.network.neutron [req-76a1fb29-6a59-4a43-aef0-e8c770f0a4fc req-35fca2c6-73be-4302-8f59-2f805fa0a615 service nova] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Updated VIF entry in instance network info cache for port e19d0e20-1882-4ca9-85c9-74ba0055d902. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.060971] env[68326]: DEBUG nova.network.neutron [req-76a1fb29-6a59-4a43-aef0-e8c770f0a4fc req-35fca2c6-73be-4302-8f59-2f805fa0a615 service nova] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Updating instance_info_cache with network_info: [{"id": "e19d0e20-1882-4ca9-85c9-74ba0055d902", "address": "fa:16:3e:d4:fa:f8", "network": {"id": "fed27ec4-c097-4546-bcee-482666517ff3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-734012404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eba2cde53e348deb907874ad669aa8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape19d0e20-18", "ovs_interfaceid": "e19d0e20-1882-4ca9-85c9-74ba0055d902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.140250] env[68326]: INFO nova.scheduler.client.report [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Deleted allocation for migration 1538afa6-6901-450c-9c75-9d4542739033 [ 1140.175264] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130047, 'name': Rename_Task, 'duration_secs': 0.165841} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.175493] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.178967] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d63d023-6d2a-41de-a7ba-1aee661e01fe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.187117] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1140.187117] env[68326]: value = "task-3130049" [ 1140.187117] env[68326]: _type = "Task" [ 1140.187117] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.196011] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.212532] env[68326]: DEBUG nova.network.neutron [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Successfully updated port: 4d23ab50-69b0-4685-a403-c71e5df0529a {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.220280] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52047a77-7684-d1cc-f94e-6f422a9bfb69, 'name': SearchDatastore_Task, 'duration_secs': 0.009404} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.224087] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.224087] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.224244] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.224432] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.224613] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.225700] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-293ac53e-36fb-4d4d-8dfb-ff4d6474504a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.237660] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.237887] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.238943] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1725c6c-3614-4fae-8ccf-a52ff7f6273d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.247752] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1140.247752] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52355d55-8c95-6710-0f00-6edbaa533d71" [ 1140.247752] env[68326]: _type = "Task" [ 1140.247752] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.262181] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52355d55-8c95-6710-0f00-6edbaa533d71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.274722] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511731} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.274722] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] f96cd4fa-9b9a-4283-bab8-6e459509ea4b/f96cd4fa-9b9a-4283-bab8-6e459509ea4b.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.274722] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.274985] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e23d963-ba7b-4c62-903a-553696fc7811 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.283955] env[68326]: DEBUG nova.compute.manager [req-8fc14cb0-8266-4a26-ac0c-8c9965a06e16 req-8fdff72e-7b77-443b-97c7-4a530e9eea10 service nova] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Received event network-vif-deleted-cd8890a7-3ec5-4cd0-a683-1e994cdead42 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1140.284185] env[68326]: DEBUG nova.compute.manager [req-8fc14cb0-8266-4a26-ac0c-8c9965a06e16 req-8fdff72e-7b77-443b-97c7-4a530e9eea10 service nova] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Received event network-vif-plugged-4d23ab50-69b0-4685-a403-c71e5df0529a {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1140.284401] env[68326]: DEBUG oslo_concurrency.lockutils [req-8fc14cb0-8266-4a26-ac0c-8c9965a06e16 req-8fdff72e-7b77-443b-97c7-4a530e9eea10 service nova] Acquiring lock "60d4f31b-3c99-490c-b835-0cff349a87d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.284697] env[68326]: DEBUG oslo_concurrency.lockutils [req-8fc14cb0-8266-4a26-ac0c-8c9965a06e16 req-8fdff72e-7b77-443b-97c7-4a530e9eea10 service nova] Lock "60d4f31b-3c99-490c-b835-0cff349a87d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.284865] env[68326]: DEBUG oslo_concurrency.lockutils [req-8fc14cb0-8266-4a26-ac0c-8c9965a06e16 req-8fdff72e-7b77-443b-97c7-4a530e9eea10 service nova] Lock "60d4f31b-3c99-490c-b835-0cff349a87d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.285048] env[68326]: DEBUG nova.compute.manager [req-8fc14cb0-8266-4a26-ac0c-8c9965a06e16 req-8fdff72e-7b77-443b-97c7-4a530e9eea10 service nova] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] No waiting events found dispatching network-vif-plugged-4d23ab50-69b0-4685-a403-c71e5df0529a {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.285220] env[68326]: WARNING nova.compute.manager [req-8fc14cb0-8266-4a26-ac0c-8c9965a06e16 req-8fdff72e-7b77-443b-97c7-4a530e9eea10 service nova] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Received unexpected event network-vif-plugged-4d23ab50-69b0-4685-a403-c71e5df0529a for instance with vm_state building and task_state block_device_mapping. [ 1140.287079] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1140.287079] env[68326]: value = "task-3130050" [ 1140.287079] env[68326]: _type = "Task" [ 1140.287079] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.298030] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.399542] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b33724b-9a85-49e8-8f7d-3cf69aef5516 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.408019] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31d6eea-98e9-42c2-9780-c3ebd6cb39e6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.442802] env[68326]: DEBUG oslo_concurrency.lockutils [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.443914] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1f7221-b807-42f3-9f7b-0083aef595dd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.452580] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7ec7a1-f810-40dd-8f2d-a23936a48e8d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.467518] env[68326]: DEBUG nova.compute.provider_tree [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.566926] env[68326]: DEBUG oslo_concurrency.lockutils [req-76a1fb29-6a59-4a43-aef0-e8c770f0a4fc req-35fca2c6-73be-4302-8f59-2f805fa0a615 service nova] Releasing lock "refresh_cache-b449e5c5-3731-4cb3-b63b-536391b3e256" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.648938] env[68326]: DEBUG oslo_concurrency.lockutils [None req-79142530-9855-4e14-af54-ac707c25de12 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.270s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.697546] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130049, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.720514] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Acquiring lock "refresh_cache-60d4f31b-3c99-490c-b835-0cff349a87d3" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.720644] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Acquired lock "refresh_cache-60d4f31b-3c99-490c-b835-0cff349a87d3" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.720868] env[68326]: DEBUG nova.network.neutron [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.757754] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52355d55-8c95-6710-0f00-6edbaa533d71, 'name': SearchDatastore_Task, 'duration_secs': 0.043427} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.758546] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5018761c-a6da-42c5-9c2a-a9ca26f7d1db {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.763674] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1140.763674] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52718ba8-3c86-3dd3-5ca9-b054358c4a5f" [ 1140.763674] env[68326]: _type = "Task" [ 1140.763674] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.772097] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52718ba8-3c86-3dd3-5ca9-b054358c4a5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.796302] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079373} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.796814] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.797520] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0c0058-2257-418b-ad16-004b1575c399 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.819734] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] f96cd4fa-9b9a-4283-bab8-6e459509ea4b/f96cd4fa-9b9a-4283-bab8-6e459509ea4b.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.820083] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4013e870-bb11-4f91-9d2f-27302d0877e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.839647] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1140.839647] env[68326]: value = "task-3130051" [ 1140.839647] env[68326]: _type = "Task" [ 1140.839647] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.848403] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.880337] env[68326]: DEBUG nova.compute.manager [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1140.880868] env[68326]: DEBUG nova.virt.hardware [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.881103] env[68326]: DEBUG nova.virt.hardware [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.881261] env[68326]: DEBUG nova.virt.hardware [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.881438] env[68326]: DEBUG nova.virt.hardware [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.881584] env[68326]: DEBUG nova.virt.hardware [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.881732] env[68326]: DEBUG nova.virt.hardware [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.881936] env[68326]: DEBUG nova.virt.hardware [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.882108] env[68326]: DEBUG nova.virt.hardware [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.882282] env[68326]: DEBUG nova.virt.hardware [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.882445] env[68326]: DEBUG nova.virt.hardware [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.882656] env[68326]: DEBUG nova.virt.hardware [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.883562] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c46d45-b805-4e21-a5d9-dc63ac23f583 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.893154] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052e4df7-4b96-46b8-b2b7-4aa47fca470d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.974364] env[68326]: DEBUG nova.scheduler.client.report [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.994630] env[68326]: DEBUG oslo_concurrency.lockutils [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.994889] env[68326]: DEBUG oslo_concurrency.lockutils [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.995106] env[68326]: DEBUG oslo_concurrency.lockutils [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.995288] env[68326]: DEBUG oslo_concurrency.lockutils [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.995507] env[68326]: DEBUG oslo_concurrency.lockutils [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.997422] env[68326]: INFO nova.compute.manager [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Terminating instance [ 1141.198032] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130049, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.253563] env[68326]: DEBUG nova.network.neutron [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.274467] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52718ba8-3c86-3dd3-5ca9-b054358c4a5f, 'name': SearchDatastore_Task, 'duration_secs': 0.03046} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.276887] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.277192] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] b449e5c5-3731-4cb3-b63b-536391b3e256/b449e5c5-3731-4cb3-b63b-536391b3e256.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.277477] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bee83c90-f1b3-4f91-bbdd-04c8080cc1ad {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.285161] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1141.285161] env[68326]: value = "task-3130052" [ 1141.285161] env[68326]: _type = "Task" [ 1141.285161] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.293561] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.352235] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.473898] env[68326]: DEBUG nova.network.neutron [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Updating instance_info_cache with network_info: [{"id": "4d23ab50-69b0-4685-a403-c71e5df0529a", "address": "fa:16:3e:c3:b6:74", "network": {"id": "ab922781-aa49-4f86-8e35-177d79e507f2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-46509421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1279d7e66f2d4d409ea184d4d6a488c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d23ab50-69", "ovs_interfaceid": "4d23ab50-69b0-4685-a403-c71e5df0529a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.479644] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.482397] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.967s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.484137] env[68326]: INFO nova.compute.claims [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.501382] env[68326]: DEBUG nova.compute.manager [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1141.501699] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1141.503043] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fec5bd4-956e-48f8-9610-e24705422614 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.511780] env[68326]: INFO nova.scheduler.client.report [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleted allocations for instance 0a2a7b09-c695-4012-bc34-14de81ae79c7 [ 1141.518324] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.521279] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7777f440-7adc-46b7-9aa9-57719aa50387 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.531033] env[68326]: DEBUG oslo_vmware.api [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1141.531033] env[68326]: value = "task-3130053" [ 1141.531033] env[68326]: _type = "Task" [ 1141.531033] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.542889] env[68326]: DEBUG oslo_vmware.api [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.700859] env[68326]: DEBUG oslo_vmware.api [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130049, 'name': PowerOnVM_Task, 'duration_secs': 1.221309} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.701356] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.701356] env[68326]: DEBUG nova.compute.manager [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1141.702192] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e70758-6219-4b9f-8587-83b6f751b083 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.797416] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487947} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.797702] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] b449e5c5-3731-4cb3-b63b-536391b3e256/b449e5c5-3731-4cb3-b63b-536391b3e256.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.797966] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.798254] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef69fef1-1d32-41fb-a7fb-ecaa203d892f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.806170] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1141.806170] env[68326]: value = "task-3130054" [ 1141.806170] env[68326]: _type = "Task" [ 1141.806170] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.817138] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.851968] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130051, 'name': ReconfigVM_Task, 'duration_secs': 0.606455} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.852341] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Reconfigured VM instance instance-00000067 to attach disk [datastore2] f96cd4fa-9b9a-4283-bab8-6e459509ea4b/f96cd4fa-9b9a-4283-bab8-6e459509ea4b.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.853132] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dd2d800-38ec-4334-8933-022b41f5736d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.861488] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1141.861488] env[68326]: value = "task-3130055" [ 1141.861488] env[68326]: _type = "Task" [ 1141.861488] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.870779] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130055, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.977193] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Releasing lock "refresh_cache-60d4f31b-3c99-490c-b835-0cff349a87d3" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.977551] env[68326]: DEBUG nova.compute.manager [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Instance network_info: |[{"id": "4d23ab50-69b0-4685-a403-c71e5df0529a", "address": "fa:16:3e:c3:b6:74", "network": {"id": "ab922781-aa49-4f86-8e35-177d79e507f2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-46509421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1279d7e66f2d4d409ea184d4d6a488c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d23ab50-69", "ovs_interfaceid": "4d23ab50-69b0-4685-a403-c71e5df0529a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1141.977988] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:b6:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d23ab50-69b0-4685-a403-c71e5df0529a', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.985403] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Creating folder: Project (1279d7e66f2d4d409ea184d4d6a488c6). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1141.985755] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce9fdcc4-31b3-40df-ab52-4021fa659ef2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.001706] env[68326]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1142.001837] env[68326]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68326) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1142.002431] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Folder already exists: Project (1279d7e66f2d4d409ea184d4d6a488c6). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1142.002634] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Creating folder: Instances. Parent ref: group-v626404. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1142.002875] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0d3ead7-be8c-4e6d-b110-9a4de32bee5d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.015645] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Created folder: Instances in parent group-v626404. [ 1142.015887] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.016088] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.016300] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b9428b4-e084-4187-909e-e177cef90f6c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.036921] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0058a796-14e4-41a8-a85d-0160e30dd51b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "0a2a7b09-c695-4012-bc34-14de81ae79c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.207s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.039509] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.039509] env[68326]: value = "task-3130058" [ 1142.039509] env[68326]: _type = "Task" [ 1142.039509] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.046723] env[68326]: DEBUG oslo_vmware.api [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130053, 'name': PowerOffVM_Task, 'duration_secs': 0.227375} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.049602] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.049777] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.050276] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130058, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.050477] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0be9f7e4-6a51-4da1-a113-f090d4b56f7f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.121352] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.121589] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.121773] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Deleting the datastore file [datastore1] 4b99079e-12c5-42aa-8d2e-c977e22ba66b {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.122135] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af3b527f-8883-4d7b-853d-4debb5fd1f58 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.129755] env[68326]: DEBUG oslo_vmware.api [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1142.129755] env[68326]: value = "task-3130060" [ 1142.129755] env[68326]: _type = "Task" [ 1142.129755] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.138876] env[68326]: DEBUG oslo_vmware.api [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.225819] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.317695] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067448} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.317980] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.318892] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fb3147-c46f-4b4b-adb1-5fc5cd3554ec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.344026] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] b449e5c5-3731-4cb3-b63b-536391b3e256/b449e5c5-3731-4cb3-b63b-536391b3e256.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.344359] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77e3f0e1-d59c-4ed3-bf3b-494acd267318 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.367621] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1142.367621] env[68326]: value = "task-3130061" [ 1142.367621] env[68326]: _type = "Task" [ 1142.367621] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.375943] env[68326]: DEBUG nova.compute.manager [req-98c02517-1da7-4f24-9541-c0ae2c21b60d req-cc9d5d30-b446-4972-b217-1e90b33a30dd service nova] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Received event network-changed-4d23ab50-69b0-4685-a403-c71e5df0529a {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1142.376160] env[68326]: DEBUG nova.compute.manager [req-98c02517-1da7-4f24-9541-c0ae2c21b60d req-cc9d5d30-b446-4972-b217-1e90b33a30dd service nova] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Refreshing instance network info cache due to event network-changed-4d23ab50-69b0-4685-a403-c71e5df0529a. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1142.376371] env[68326]: DEBUG oslo_concurrency.lockutils [req-98c02517-1da7-4f24-9541-c0ae2c21b60d req-cc9d5d30-b446-4972-b217-1e90b33a30dd service nova] Acquiring lock "refresh_cache-60d4f31b-3c99-490c-b835-0cff349a87d3" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.376515] env[68326]: DEBUG oslo_concurrency.lockutils [req-98c02517-1da7-4f24-9541-c0ae2c21b60d req-cc9d5d30-b446-4972-b217-1e90b33a30dd service nova] Acquired lock "refresh_cache-60d4f31b-3c99-490c-b835-0cff349a87d3" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.376676] env[68326]: DEBUG nova.network.neutron [req-98c02517-1da7-4f24-9541-c0ae2c21b60d req-cc9d5d30-b446-4972-b217-1e90b33a30dd service nova] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Refreshing network info cache for port 4d23ab50-69b0-4685-a403-c71e5df0529a {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.378604] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130055, 'name': Rename_Task, 'duration_secs': 0.174211} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.379166] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.379408] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-528ebaf9-572d-441c-bf31-06483275d348 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.387056] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130061, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.391677] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1142.391677] env[68326]: value = "task-3130062" [ 1142.391677] env[68326]: _type = "Task" [ 1142.391677] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.400090] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.553776] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130058, 'name': CreateVM_Task, 'duration_secs': 0.328935} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.553913] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.554694] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'attachment_id': '762aa2e0-4cae-46b5-a999-a44f4225cc63', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626410', 'volume_id': '6e624310-4989-4b5c-a828-c0f1002d2fd4', 'name': 'volume-6e624310-4989-4b5c-a828-c0f1002d2fd4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60d4f31b-3c99-490c-b835-0cff349a87d3', 'attached_at': '', 'detached_at': '', 'volume_id': '6e624310-4989-4b5c-a828-c0f1002d2fd4', 'serial': '6e624310-4989-4b5c-a828-c0f1002d2fd4'}, 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68326) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1142.555067] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Root volume attach. Driver type: vmdk {{(pid=68326) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1142.555956] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372b36de-8609-4ef1-9868-27016f563266 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.568240] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9651c64f-750d-4ff9-8935-96403a9031e7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.577072] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b0bc2b-9e61-4011-bcee-f3a5e24e6b86 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.586187] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c96a5da8-ad4a-477a-9831-f26b76ef32b8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.595926] env[68326]: DEBUG oslo_vmware.api [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Waiting for the task: (returnval){ [ 1142.595926] env[68326]: value = "task-3130063" [ 1142.595926] env[68326]: _type = "Task" [ 1142.595926] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.608514] env[68326]: DEBUG oslo_vmware.api [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130063, 'name': RelocateVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.640710] env[68326]: DEBUG oslo_vmware.api [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31124} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.643123] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1142.643330] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1142.643506] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1142.643678] env[68326]: INFO nova.compute.manager [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1142.643930] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.644331] env[68326]: DEBUG nova.compute.manager [-] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1142.644423] env[68326]: DEBUG nova.network.neutron [-] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1142.738980] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7510d518-6754-405e-8851-3e66e7670a05 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.747648] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443f7457-e90a-4b1c-90b2-757b744338fa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.783049] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1a8bf7-ae4b-4b80-84a2-4ecb45afcc2f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.792224] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4791e34a-5dff-4b5c-846e-8c7f2c65aa2b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.808645] env[68326]: DEBUG nova.compute.provider_tree [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.878266] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130061, 'name': ReconfigVM_Task, 'duration_secs': 0.307235} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.878573] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Reconfigured VM instance instance-00000066 to attach disk [datastore2] b449e5c5-3731-4cb3-b63b-536391b3e256/b449e5c5-3731-4cb3-b63b-536391b3e256.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.881258] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7f91285-2ceb-4417-b574-587690555177 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.888846] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1142.888846] env[68326]: value = "task-3130064" [ 1142.888846] env[68326]: _type = "Task" [ 1142.888846] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.900762] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130064, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.903904] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130062, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.108261] env[68326]: DEBUG oslo_vmware.api [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130063, 'name': RelocateVM_Task, 'duration_secs': 0.433406} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.108549] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Volume attach. Driver type: vmdk {{(pid=68326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1143.108751] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626410', 'volume_id': '6e624310-4989-4b5c-a828-c0f1002d2fd4', 'name': 'volume-6e624310-4989-4b5c-a828-c0f1002d2fd4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60d4f31b-3c99-490c-b835-0cff349a87d3', 'attached_at': '', 'detached_at': '', 'volume_id': '6e624310-4989-4b5c-a828-c0f1002d2fd4', 'serial': '6e624310-4989-4b5c-a828-c0f1002d2fd4'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1143.109558] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3d45fc-0719-4a96-b35c-34bbd9a364bb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.130207] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4732dbbc-45aa-4f79-9659-bd534a1b7e0e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.153561] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-6e624310-4989-4b5c-a828-c0f1002d2fd4/volume-6e624310-4989-4b5c-a828-c0f1002d2fd4.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.153932] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a41dc941-0513-478c-b8e0-3e91660bf592 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.179013] env[68326]: DEBUG oslo_vmware.api [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Waiting for the task: (returnval){ [ 1143.179013] env[68326]: value = "task-3130065" [ 1143.179013] env[68326]: _type = "Task" [ 1143.179013] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.186102] env[68326]: DEBUG oslo_concurrency.lockutils [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "a63690b7-4af6-463d-9885-0355bd59da87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.186355] env[68326]: DEBUG oslo_concurrency.lockutils [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "a63690b7-4af6-463d-9885-0355bd59da87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.191750] env[68326]: DEBUG oslo_vmware.api [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.250826] env[68326]: DEBUG nova.network.neutron [req-98c02517-1da7-4f24-9541-c0ae2c21b60d req-cc9d5d30-b446-4972-b217-1e90b33a30dd service nova] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Updated VIF entry in instance network info cache for port 4d23ab50-69b0-4685-a403-c71e5df0529a. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.251315] env[68326]: DEBUG nova.network.neutron [req-98c02517-1da7-4f24-9541-c0ae2c21b60d req-cc9d5d30-b446-4972-b217-1e90b33a30dd service nova] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Updating instance_info_cache with network_info: [{"id": "4d23ab50-69b0-4685-a403-c71e5df0529a", "address": "fa:16:3e:c3:b6:74", "network": {"id": "ab922781-aa49-4f86-8e35-177d79e507f2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-46509421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1279d7e66f2d4d409ea184d4d6a488c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d23ab50-69", "ovs_interfaceid": "4d23ab50-69b0-4685-a403-c71e5df0529a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.312792] env[68326]: DEBUG nova.scheduler.client.report [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.404652] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130064, 'name': Rename_Task, 'duration_secs': 0.166153} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.407757] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.408046] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130062, 'name': PowerOnVM_Task, 'duration_secs': 0.87989} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.408359] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa5212c7-bc84-425e-a1ff-8313a31a5edb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.409899] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.411052] env[68326]: INFO nova.compute.manager [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1143.411052] env[68326]: DEBUG nova.compute.manager [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1143.411266] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e71487-1368-416f-83d9-93889a48c680 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.425089] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1143.425089] env[68326]: value = "task-3130066" [ 1143.425089] env[68326]: _type = "Task" [ 1143.425089] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.432142] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.688485] env[68326]: DEBUG nova.compute.manager [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1143.691062] env[68326]: DEBUG oslo_vmware.api [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130065, 'name': ReconfigVM_Task, 'duration_secs': 0.285704} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.691457] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-6e624310-4989-4b5c-a828-c0f1002d2fd4/volume-6e624310-4989-4b5c-a828-c0f1002d2fd4.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.696195] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d506d18-ce73-476c-a067-84ada547374a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.711839] env[68326]: DEBUG oslo_vmware.api [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Waiting for the task: (returnval){ [ 1143.711839] env[68326]: value = "task-3130067" [ 1143.711839] env[68326]: _type = "Task" [ 1143.711839] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.720605] env[68326]: DEBUG oslo_vmware.api [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.754425] env[68326]: DEBUG oslo_concurrency.lockutils [req-98c02517-1da7-4f24-9541-c0ae2c21b60d req-cc9d5d30-b446-4972-b217-1e90b33a30dd service nova] Releasing lock "refresh_cache-60d4f31b-3c99-490c-b835-0cff349a87d3" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.781723] env[68326]: DEBUG nova.network.neutron [-] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.818569] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.819161] env[68326]: DEBUG nova.compute.manager [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1143.822521] env[68326]: DEBUG oslo_concurrency.lockutils [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.696s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.822772] env[68326]: DEBUG nova.objects.instance [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lazy-loading 'resources' on Instance uuid 03f11437-001d-46dd-bad2-ddb81ebf9b96 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.936702] env[68326]: INFO nova.compute.manager [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Took 17.50 seconds to build instance. [ 1143.943149] env[68326]: DEBUG oslo_vmware.api [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130066, 'name': PowerOnVM_Task, 'duration_secs': 0.502165} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.943149] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.943356] env[68326]: INFO nova.compute.manager [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Took 7.31 seconds to spawn the instance on the hypervisor. [ 1143.943469] env[68326]: DEBUG nova.compute.manager [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1143.944481] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63b9827-4364-401e-aecf-273645a2eb36 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.212127] env[68326]: DEBUG oslo_concurrency.lockutils [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.222651] env[68326]: DEBUG oslo_vmware.api [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130067, 'name': ReconfigVM_Task, 'duration_secs': 0.152876} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.223058] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626410', 'volume_id': '6e624310-4989-4b5c-a828-c0f1002d2fd4', 'name': 'volume-6e624310-4989-4b5c-a828-c0f1002d2fd4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60d4f31b-3c99-490c-b835-0cff349a87d3', 'attached_at': '', 'detached_at': '', 'volume_id': '6e624310-4989-4b5c-a828-c0f1002d2fd4', 'serial': '6e624310-4989-4b5c-a828-c0f1002d2fd4'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1144.223659] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eafa854a-9466-4c5a-bf4e-7967b3bb339a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.233178] env[68326]: DEBUG oslo_vmware.api [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Waiting for the task: (returnval){ [ 1144.233178] env[68326]: value = "task-3130068" [ 1144.233178] env[68326]: _type = "Task" [ 1144.233178] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.242466] env[68326]: DEBUG oslo_vmware.api [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130068, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.284653] env[68326]: INFO nova.compute.manager [-] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Took 1.64 seconds to deallocate network for instance. [ 1144.325859] env[68326]: DEBUG nova.compute.utils [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.329618] env[68326]: DEBUG nova.compute.manager [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1144.329813] env[68326]: DEBUG nova.network.neutron [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.375212] env[68326]: DEBUG nova.policy [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e92d065e7e645fca104683aa4ae0118', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed6fb8e7acbe445e83cf1f1cad1c5d84', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.400897] env[68326]: DEBUG nova.compute.manager [req-f9ae4644-91fe-46b3-81c5-83df00777b64 req-88302653-4ca5-4ac5-8619-129ba6f7465c service nova] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Received event network-vif-deleted-97470a46-6b57-4482-8fcf-64973ab15393 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1144.439164] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "f96cd4fa-9b9a-4283-bab8-6e459509ea4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.700s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.464791] env[68326]: INFO nova.compute.manager [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Took 18.03 seconds to build instance. [ 1144.660154] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3603c6-0013-479d-83b7-3755cbf5e18b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.667548] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce7d96e-e407-43ee-84d9-1f2c31014085 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.671573] env[68326]: DEBUG nova.network.neutron [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Successfully created port: d7b2c30f-b9f1-4786-8dba-5dc7c9d98632 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1144.703292] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b061dfd-8de2-4a99-85af-836d3838b9fb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.711744] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759a9bf7-8101-427a-b2f4-4c429313f1c5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.727203] env[68326]: DEBUG nova.compute.provider_tree [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.744063] env[68326]: DEBUG oslo_vmware.api [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130068, 'name': Rename_Task, 'duration_secs': 0.172929} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.744232] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.744480] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3ab64f5-41d0-4efa-9957-bd860b63b235 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.753567] env[68326]: DEBUG oslo_vmware.api [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Waiting for the task: (returnval){ [ 1144.753567] env[68326]: value = "task-3130069" [ 1144.753567] env[68326]: _type = "Task" [ 1144.753567] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.762641] env[68326]: DEBUG oslo_vmware.api [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.792757] env[68326]: DEBUG oslo_concurrency.lockutils [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.830715] env[68326]: DEBUG nova.compute.manager [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1144.967046] env[68326]: DEBUG oslo_concurrency.lockutils [None req-18d51e08-f9fa-43b9-99ad-d4fe8ae24519 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "b449e5c5-3731-4cb3-b63b-536391b3e256" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.275s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.230673] env[68326]: DEBUG nova.scheduler.client.report [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.264686] env[68326]: DEBUG oslo_vmware.api [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130069, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.549586] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "b449e5c5-3731-4cb3-b63b-536391b3e256" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.549863] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "b449e5c5-3731-4cb3-b63b-536391b3e256" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.550095] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "b449e5c5-3731-4cb3-b63b-536391b3e256-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.550283] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "b449e5c5-3731-4cb3-b63b-536391b3e256-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.550456] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "b449e5c5-3731-4cb3-b63b-536391b3e256-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.552716] env[68326]: INFO nova.compute.manager [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Terminating instance [ 1145.612877] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "f96cd4fa-9b9a-4283-bab8-6e459509ea4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.613183] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "f96cd4fa-9b9a-4283-bab8-6e459509ea4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.613431] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "f96cd4fa-9b9a-4283-bab8-6e459509ea4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.613638] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "f96cd4fa-9b9a-4283-bab8-6e459509ea4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.613810] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "f96cd4fa-9b9a-4283-bab8-6e459509ea4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.615925] env[68326]: INFO nova.compute.manager [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Terminating instance [ 1145.736765] env[68326]: DEBUG oslo_concurrency.lockutils [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.739427] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.180s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.739636] env[68326]: DEBUG nova.objects.instance [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lazy-loading 'resources' on Instance uuid b48091bb-093f-4324-8350-aeb2be0055c6 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.765160] env[68326]: INFO nova.scheduler.client.report [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Deleted allocations for instance 03f11437-001d-46dd-bad2-ddb81ebf9b96 [ 1145.771483] env[68326]: DEBUG oslo_vmware.api [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130069, 'name': PowerOnVM_Task, 'duration_secs': 0.967807} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.775861] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.775950] env[68326]: INFO nova.compute.manager [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Took 4.90 seconds to spawn the instance on the hypervisor. [ 1145.776308] env[68326]: DEBUG nova.compute.manager [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1145.777666] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e21654-3ca3-4661-b70e-8a6da26a1af2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.840950] env[68326]: DEBUG nova.compute.manager [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1145.869458] env[68326]: DEBUG nova.virt.hardware [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.869710] env[68326]: DEBUG nova.virt.hardware [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.869870] env[68326]: DEBUG nova.virt.hardware [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.870080] env[68326]: DEBUG nova.virt.hardware [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.870239] env[68326]: DEBUG nova.virt.hardware [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.870390] env[68326]: DEBUG nova.virt.hardware [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.870638] env[68326]: DEBUG nova.virt.hardware [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.870759] env[68326]: DEBUG nova.virt.hardware [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.870995] env[68326]: DEBUG nova.virt.hardware [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.871101] env[68326]: DEBUG nova.virt.hardware [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.871279] env[68326]: DEBUG nova.virt.hardware [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.872479] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40154158-7238-4a0a-a865-0e099c24ae6b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.881174] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2a3c24-7d07-40de-bce2-c17fa989c640 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.057073] env[68326]: DEBUG nova.compute.manager [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1146.057073] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.057604] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081d8590-b244-4efe-91ce-fa711cfea9c8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.066318] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.066596] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ab0a727-b709-4e33-bfe8-570cd13966e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.074800] env[68326]: DEBUG oslo_vmware.api [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1146.074800] env[68326]: value = "task-3130070" [ 1146.074800] env[68326]: _type = "Task" [ 1146.074800] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.085782] env[68326]: DEBUG oslo_vmware.api [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.119638] env[68326]: DEBUG nova.compute.manager [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1146.119825] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.120741] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a707f38f-b503-443a-9825-d1b1d80a1fca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.130152] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.130468] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05e74f1c-c1ee-41eb-bd27-30577ec0a170 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.139679] env[68326]: DEBUG oslo_vmware.api [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1146.139679] env[68326]: value = "task-3130071" [ 1146.139679] env[68326]: _type = "Task" [ 1146.139679] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.150641] env[68326]: DEBUG oslo_vmware.api [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.280354] env[68326]: DEBUG nova.network.neutron [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Successfully updated port: d7b2c30f-b9f1-4786-8dba-5dc7c9d98632 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.281475] env[68326]: DEBUG oslo_concurrency.lockutils [None req-57279656-bca9-435b-9ede-7062a4582421 tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "03f11437-001d-46dd-bad2-ddb81ebf9b96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.506s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.303969] env[68326]: INFO nova.compute.manager [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Took 18.91 seconds to build instance. [ 1146.423962] env[68326]: DEBUG nova.compute.manager [req-a9862977-184a-4b8d-8010-d335a0445415 req-950bd428-bfad-4519-a0e5-9e902da8afc6 service nova] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Received event network-vif-plugged-d7b2c30f-b9f1-4786-8dba-5dc7c9d98632 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1146.424234] env[68326]: DEBUG oslo_concurrency.lockutils [req-a9862977-184a-4b8d-8010-d335a0445415 req-950bd428-bfad-4519-a0e5-9e902da8afc6 service nova] Acquiring lock "eef63db5-82c4-4b21-a18b-af0ad5a2a5e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.424446] env[68326]: DEBUG oslo_concurrency.lockutils [req-a9862977-184a-4b8d-8010-d335a0445415 req-950bd428-bfad-4519-a0e5-9e902da8afc6 service nova] Lock "eef63db5-82c4-4b21-a18b-af0ad5a2a5e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.424613] env[68326]: DEBUG oslo_concurrency.lockutils [req-a9862977-184a-4b8d-8010-d335a0445415 req-950bd428-bfad-4519-a0e5-9e902da8afc6 service nova] Lock "eef63db5-82c4-4b21-a18b-af0ad5a2a5e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.424783] env[68326]: DEBUG nova.compute.manager [req-a9862977-184a-4b8d-8010-d335a0445415 req-950bd428-bfad-4519-a0e5-9e902da8afc6 service nova] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] No waiting events found dispatching network-vif-plugged-d7b2c30f-b9f1-4786-8dba-5dc7c9d98632 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1146.424942] env[68326]: WARNING nova.compute.manager [req-a9862977-184a-4b8d-8010-d335a0445415 req-950bd428-bfad-4519-a0e5-9e902da8afc6 service nova] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Received unexpected event network-vif-plugged-d7b2c30f-b9f1-4786-8dba-5dc7c9d98632 for instance with vm_state building and task_state spawning. [ 1146.425224] env[68326]: DEBUG nova.compute.manager [req-a9862977-184a-4b8d-8010-d335a0445415 req-950bd428-bfad-4519-a0e5-9e902da8afc6 service nova] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Received event network-changed-d7b2c30f-b9f1-4786-8dba-5dc7c9d98632 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1146.425426] env[68326]: DEBUG nova.compute.manager [req-a9862977-184a-4b8d-8010-d335a0445415 req-950bd428-bfad-4519-a0e5-9e902da8afc6 service nova] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Refreshing instance network info cache due to event network-changed-d7b2c30f-b9f1-4786-8dba-5dc7c9d98632. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1146.425856] env[68326]: DEBUG oslo_concurrency.lockutils [req-a9862977-184a-4b8d-8010-d335a0445415 req-950bd428-bfad-4519-a0e5-9e902da8afc6 service nova] Acquiring lock "refresh_cache-eef63db5-82c4-4b21-a18b-af0ad5a2a5e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.425856] env[68326]: DEBUG oslo_concurrency.lockutils [req-a9862977-184a-4b8d-8010-d335a0445415 req-950bd428-bfad-4519-a0e5-9e902da8afc6 service nova] Acquired lock "refresh_cache-eef63db5-82c4-4b21-a18b-af0ad5a2a5e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.426262] env[68326]: DEBUG nova.network.neutron [req-a9862977-184a-4b8d-8010-d335a0445415 req-950bd428-bfad-4519-a0e5-9e902da8afc6 service nova] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Refreshing network info cache for port d7b2c30f-b9f1-4786-8dba-5dc7c9d98632 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.501762] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aac6368-3d49-41ba-88ea-f1002f201fed {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.511945] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeb2640-3429-4939-93ba-ca03910f8577 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.543228] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133948da-5015-4b2b-be73-25b037277fb7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.553385] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e114d3-7ae4-435d-b7e6-3b663baa1c7e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.571904] env[68326]: DEBUG nova.compute.provider_tree [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.584665] env[68326]: DEBUG oslo_vmware.api [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130070, 'name': PowerOffVM_Task, 'duration_secs': 0.248686} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.584922] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.585108] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.585385] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6258810a-c4a8-47cb-bc87-a0022215c9e8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.650661] env[68326]: DEBUG oslo_vmware.api [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130071, 'name': PowerOffVM_Task, 'duration_secs': 0.198943} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.650951] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.651132] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.651384] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9e2a97a-1de3-40e9-8558-bda21fe02364 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.673161] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.673488] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.673707] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Deleting the datastore file [datastore2] b449e5c5-3731-4cb3-b63b-536391b3e256 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.673977] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-982f5589-83c8-41b8-bfab-b721f683e235 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.683206] env[68326]: DEBUG oslo_vmware.api [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1146.683206] env[68326]: value = "task-3130074" [ 1146.683206] env[68326]: _type = "Task" [ 1146.683206] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.691838] env[68326]: DEBUG oslo_vmware.api [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.720017] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.720017] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.720209] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Deleting the datastore file [datastore2] f96cd4fa-9b9a-4283-bab8-6e459509ea4b {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.720461] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-207396c6-c935-4e7b-9ac5-366ca229b4b6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.729163] env[68326]: DEBUG oslo_vmware.api [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1146.729163] env[68326]: value = "task-3130075" [ 1146.729163] env[68326]: _type = "Task" [ 1146.729163] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.781568] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "refresh_cache-eef63db5-82c4-4b21-a18b-af0ad5a2a5e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.806887] env[68326]: DEBUG oslo_concurrency.lockutils [None req-55348b96-a31b-4288-a31f-9881ff1e44ff tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Lock "60d4f31b-3c99-490c-b835-0cff349a87d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.420s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.960109] env[68326]: DEBUG nova.network.neutron [req-a9862977-184a-4b8d-8010-d335a0445415 req-950bd428-bfad-4519-a0e5-9e902da8afc6 service nova] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.056754] env[68326]: DEBUG nova.network.neutron [req-a9862977-184a-4b8d-8010-d335a0445415 req-950bd428-bfad-4519-a0e5-9e902da8afc6 service nova] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.074675] env[68326]: DEBUG nova.scheduler.client.report [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.193771] env[68326]: DEBUG oslo_vmware.api [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208096} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.193980] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.194166] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.194346] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.194523] env[68326]: INFO nova.compute.manager [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1147.194768] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.194956] env[68326]: DEBUG nova.compute.manager [-] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1147.195062] env[68326]: DEBUG nova.network.neutron [-] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.239608] env[68326]: DEBUG oslo_vmware.api [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23906} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.239915] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.240120] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.240308] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.240481] env[68326]: INFO nova.compute.manager [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1147.240718] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.240906] env[68326]: DEBUG nova.compute.manager [-] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1147.240998] env[68326]: DEBUG nova.network.neutron [-] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.560153] env[68326]: DEBUG oslo_concurrency.lockutils [req-a9862977-184a-4b8d-8010-d335a0445415 req-950bd428-bfad-4519-a0e5-9e902da8afc6 service nova] Releasing lock "refresh_cache-eef63db5-82c4-4b21-a18b-af0ad5a2a5e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.560564] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquired lock "refresh_cache-eef63db5-82c4-4b21-a18b-af0ad5a2a5e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.560731] env[68326]: DEBUG nova.network.neutron [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.580820] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.841s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.583405] env[68326]: DEBUG oslo_concurrency.lockutils [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.141s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.583870] env[68326]: DEBUG oslo_concurrency.lockutils [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.586646] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.361s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.586832] env[68326]: DEBUG nova.objects.instance [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1147.615787] env[68326]: INFO nova.scheduler.client.report [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Deleted allocations for instance 255a7bda-9571-470c-a530-a5c596e21a58 [ 1147.617571] env[68326]: INFO nova.scheduler.client.report [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Deleted allocations for instance b48091bb-093f-4324-8350-aeb2be0055c6 [ 1147.749694] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "interface-abc1874b-859c-461d-92b9-90b82a948b10-43dc0818-79a5-4e3e-975a-890877e56231" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.749969] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-abc1874b-859c-461d-92b9-90b82a948b10-43dc0818-79a5-4e3e-975a-890877e56231" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.750348] env[68326]: DEBUG nova.objects.instance [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lazy-loading 'flavor' on Instance uuid abc1874b-859c-461d-92b9-90b82a948b10 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.114689] env[68326]: DEBUG nova.network.neutron [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.126532] env[68326]: DEBUG oslo_concurrency.lockutils [None req-538e05f3-58dc-42d7-b8ba-aaaddcaed687 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "255a7bda-9571-470c-a530-a5c596e21a58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.472s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.127538] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ee734ce3-5eff-4062-a7a4-9b17084255cb tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "b48091bb-093f-4324-8350-aeb2be0055c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.221s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.252045] env[68326]: DEBUG nova.network.neutron [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Updating instance_info_cache with network_info: [{"id": "d7b2c30f-b9f1-4786-8dba-5dc7c9d98632", "address": "fa:16:3e:58:20:b3", "network": {"id": "ac7359b8-ac06-40cc-b09d-ba5c0b1520ac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1023837366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed6fb8e7acbe445e83cf1f1cad1c5d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7b2c30f-b9", "ovs_interfaceid": "d7b2c30f-b9f1-4786-8dba-5dc7c9d98632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.361758] env[68326]: DEBUG nova.objects.instance [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lazy-loading 'pci_requests' on Instance uuid abc1874b-859c-461d-92b9-90b82a948b10 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.492473] env[68326]: DEBUG nova.network.neutron [-] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.494300] env[68326]: DEBUG nova.network.neutron [-] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.550970] env[68326]: DEBUG nova.compute.manager [req-27412de2-15c0-4c3b-ba73-5f1bf6b61d48 req-e527c32a-1b2d-4860-babe-c7d1d85298c1 service nova] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Received event network-vif-deleted-e19d0e20-1882-4ca9-85c9-74ba0055d902 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1148.550970] env[68326]: DEBUG nova.compute.manager [req-27412de2-15c0-4c3b-ba73-5f1bf6b61d48 req-e527c32a-1b2d-4860-babe-c7d1d85298c1 service nova] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Received event network-vif-deleted-a45e5c9c-c6a4-4193-b9c9-89ab64b530d6 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1148.550970] env[68326]: DEBUG nova.compute.manager [req-27412de2-15c0-4c3b-ba73-5f1bf6b61d48 req-e527c32a-1b2d-4860-babe-c7d1d85298c1 service nova] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Received event network-changed-4d23ab50-69b0-4685-a403-c71e5df0529a {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1148.551331] env[68326]: DEBUG nova.compute.manager [req-27412de2-15c0-4c3b-ba73-5f1bf6b61d48 req-e527c32a-1b2d-4860-babe-c7d1d85298c1 service nova] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Refreshing instance network info cache due to event network-changed-4d23ab50-69b0-4685-a403-c71e5df0529a. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1148.551331] env[68326]: DEBUG oslo_concurrency.lockutils [req-27412de2-15c0-4c3b-ba73-5f1bf6b61d48 req-e527c32a-1b2d-4860-babe-c7d1d85298c1 service nova] Acquiring lock "refresh_cache-60d4f31b-3c99-490c-b835-0cff349a87d3" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.551477] env[68326]: DEBUG oslo_concurrency.lockutils [req-27412de2-15c0-4c3b-ba73-5f1bf6b61d48 req-e527c32a-1b2d-4860-babe-c7d1d85298c1 service nova] Acquired lock "refresh_cache-60d4f31b-3c99-490c-b835-0cff349a87d3" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.551632] env[68326]: DEBUG nova.network.neutron [req-27412de2-15c0-4c3b-ba73-5f1bf6b61d48 req-e527c32a-1b2d-4860-babe-c7d1d85298c1 service nova] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Refreshing network info cache for port 4d23ab50-69b0-4685-a403-c71e5df0529a {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.600384] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8f8ec012-fce8-46b3-abeb-64bd0ab1a9d7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.601540] env[68326]: DEBUG oslo_concurrency.lockutils [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.389s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.603165] env[68326]: INFO nova.compute.claims [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.758511] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Releasing lock "refresh_cache-eef63db5-82c4-4b21-a18b-af0ad5a2a5e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.758850] env[68326]: DEBUG nova.compute.manager [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Instance network_info: |[{"id": "d7b2c30f-b9f1-4786-8dba-5dc7c9d98632", "address": "fa:16:3e:58:20:b3", "network": {"id": "ac7359b8-ac06-40cc-b09d-ba5c0b1520ac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1023837366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed6fb8e7acbe445e83cf1f1cad1c5d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7b2c30f-b9", "ovs_interfaceid": "d7b2c30f-b9f1-4786-8dba-5dc7c9d98632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1148.759383] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:20:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7b2c30f-b9f1-4786-8dba-5dc7c9d98632', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.767349] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.768174] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.768439] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b98be60c-932b-4d79-a187-55df00b2fb80 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.790843] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.790843] env[68326]: value = "task-3130077" [ 1148.790843] env[68326]: _type = "Task" [ 1148.790843] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.800647] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130077, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.865827] env[68326]: DEBUG nova.objects.base [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1148.865827] env[68326]: DEBUG nova.network.neutron [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1148.970653] env[68326]: DEBUG nova.policy [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e8b1198c39c466d869defa532a7c2b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80e12bd17fb14b2b843260fd9897d052', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.977358] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "941790a0-0153-49c4-90e0-6bbec3484ec0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.977358] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "941790a0-0153-49c4-90e0-6bbec3484ec0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.994771] env[68326]: INFO nova.compute.manager [-] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Took 1.80 seconds to deallocate network for instance. [ 1148.996659] env[68326]: INFO nova.compute.manager [-] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Took 1.76 seconds to deallocate network for instance. [ 1149.302996] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130077, 'name': CreateVM_Task, 'duration_secs': 0.339349} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.303305] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.303899] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.304109] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.304449] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.304711] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa557514-99ac-49dd-b8cf-b2fc60453842 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.310091] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1149.310091] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52a33602-8d29-fcae-176f-746cc18cb7ed" [ 1149.310091] env[68326]: _type = "Task" [ 1149.310091] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.318856] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a33602-8d29-fcae-176f-746cc18cb7ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.339233] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "294ea93f-e72b-40ad-8329-c1f17d93544b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.339233] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.383633] env[68326]: DEBUG nova.network.neutron [req-27412de2-15c0-4c3b-ba73-5f1bf6b61d48 req-e527c32a-1b2d-4860-babe-c7d1d85298c1 service nova] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Updated VIF entry in instance network info cache for port 4d23ab50-69b0-4685-a403-c71e5df0529a. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.384172] env[68326]: DEBUG nova.network.neutron [req-27412de2-15c0-4c3b-ba73-5f1bf6b61d48 req-e527c32a-1b2d-4860-babe-c7d1d85298c1 service nova] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Updating instance_info_cache with network_info: [{"id": "4d23ab50-69b0-4685-a403-c71e5df0529a", "address": "fa:16:3e:c3:b6:74", "network": {"id": "ab922781-aa49-4f86-8e35-177d79e507f2", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-46509421-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1279d7e66f2d4d409ea184d4d6a488c6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d23ab50-69", "ovs_interfaceid": "4d23ab50-69b0-4685-a403-c71e5df0529a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.479719] env[68326]: DEBUG nova.compute.manager [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1149.505249] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.506459] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.799730] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e8500a-a7bc-4695-b9a7-d5dae0de2ede {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.809114] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677d1542-79ec-4d9c-a319-7e4222735546 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.821646] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a33602-8d29-fcae-176f-746cc18cb7ed, 'name': SearchDatastore_Task, 'duration_secs': 0.00991} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.846424] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.846700] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.846940] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.847103] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.847290] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.848293] env[68326]: DEBUG nova.compute.utils [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.850939] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43e21233-e031-44e0-9803-a9207e4073f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.853231] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b4bdc5-f723-40bd-8682-515f8721876c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.858868] env[68326]: DEBUG oslo_concurrency.lockutils [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "75756cde-8580-49e0-957b-18f0189863ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.859090] env[68326]: DEBUG oslo_concurrency.lockutils [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "75756cde-8580-49e0-957b-18f0189863ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.867805] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5961068-1b3d-4f91-afbe-47dd8cbfb95d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.872472] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.872650] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.873801] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99062972-2161-4de0-8b4f-650a04a3557a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.883680] env[68326]: DEBUG nova.compute.provider_tree [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.886569] env[68326]: DEBUG oslo_concurrency.lockutils [req-27412de2-15c0-4c3b-ba73-5f1bf6b61d48 req-e527c32a-1b2d-4860-babe-c7d1d85298c1 service nova] Releasing lock "refresh_cache-60d4f31b-3c99-490c-b835-0cff349a87d3" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.888117] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1149.888117] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b724c0-f482-f501-37c1-076f0e683ec8" [ 1149.888117] env[68326]: _type = "Task" [ 1149.888117] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.896520] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b724c0-f482-f501-37c1-076f0e683ec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.998819] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.359823] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.021s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.361231] env[68326]: DEBUG nova.compute.manager [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1150.386649] env[68326]: DEBUG nova.scheduler.client.report [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.400719] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b724c0-f482-f501-37c1-076f0e683ec8, 'name': SearchDatastore_Task, 'duration_secs': 0.010701} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.401390] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-761eb9d2-c328-4356-bf24-52d8bd9004cd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.408334] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1150.408334] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52befe2f-ffe8-af10-a825-21531a7d20a7" [ 1150.408334] env[68326]: _type = "Task" [ 1150.408334] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.417504] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52befe2f-ffe8-af10-a825-21531a7d20a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.620403] env[68326]: DEBUG nova.network.neutron [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Successfully updated port: 43dc0818-79a5-4e3e-975a-890877e56231 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1150.885189] env[68326]: DEBUG oslo_concurrency.lockutils [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.894618] env[68326]: DEBUG oslo_concurrency.lockutils [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.895163] env[68326]: DEBUG nova.compute.manager [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1150.897655] env[68326]: DEBUG oslo_concurrency.lockutils [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.105s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.898040] env[68326]: DEBUG oslo_concurrency.lockutils [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.899782] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.395s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.899991] env[68326]: DEBUG nova.objects.instance [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lazy-loading 'resources' on Instance uuid b449e5c5-3731-4cb3-b63b-536391b3e256 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.921090] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52befe2f-ffe8-af10-a825-21531a7d20a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.921519] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.922100] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] eef63db5-82c4-4b21-a18b-af0ad5a2a5e2/eef63db5-82c4-4b21-a18b-af0ad5a2a5e2.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.922100] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96b7e70f-4be0-43b3-9e91-bc2f6692a65f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.929155] env[68326]: INFO nova.scheduler.client.report [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Deleted allocations for instance 4b99079e-12c5-42aa-8d2e-c977e22ba66b [ 1150.934804] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1150.934804] env[68326]: value = "task-3130078" [ 1150.934804] env[68326]: _type = "Task" [ 1150.934804] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.946463] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.122999] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.122999] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.122999] env[68326]: DEBUG nova.network.neutron [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.307079] env[68326]: DEBUG nova.compute.manager [req-ef0004f2-1ac3-420a-baee-15a6efb2749f req-afa17bca-31b0-4f2b-b7d9-f39a1eb9f7d5 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Received event network-vif-plugged-43dc0818-79a5-4e3e-975a-890877e56231 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1151.307384] env[68326]: DEBUG oslo_concurrency.lockutils [req-ef0004f2-1ac3-420a-baee-15a6efb2749f req-afa17bca-31b0-4f2b-b7d9-f39a1eb9f7d5 service nova] Acquiring lock "abc1874b-859c-461d-92b9-90b82a948b10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.307512] env[68326]: DEBUG oslo_concurrency.lockutils [req-ef0004f2-1ac3-420a-baee-15a6efb2749f req-afa17bca-31b0-4f2b-b7d9-f39a1eb9f7d5 service nova] Lock "abc1874b-859c-461d-92b9-90b82a948b10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.307713] env[68326]: DEBUG oslo_concurrency.lockutils [req-ef0004f2-1ac3-420a-baee-15a6efb2749f req-afa17bca-31b0-4f2b-b7d9-f39a1eb9f7d5 service nova] Lock "abc1874b-859c-461d-92b9-90b82a948b10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.307914] env[68326]: DEBUG nova.compute.manager [req-ef0004f2-1ac3-420a-baee-15a6efb2749f req-afa17bca-31b0-4f2b-b7d9-f39a1eb9f7d5 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] No waiting events found dispatching network-vif-plugged-43dc0818-79a5-4e3e-975a-890877e56231 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.308124] env[68326]: WARNING nova.compute.manager [req-ef0004f2-1ac3-420a-baee-15a6efb2749f req-afa17bca-31b0-4f2b-b7d9-f39a1eb9f7d5 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Received unexpected event network-vif-plugged-43dc0818-79a5-4e3e-975a-890877e56231 for instance with vm_state active and task_state None. [ 1151.403434] env[68326]: DEBUG nova.compute.utils [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.408774] env[68326]: DEBUG nova.compute.manager [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1151.409084] env[68326]: DEBUG nova.network.neutron [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.412485] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "294ea93f-e72b-40ad-8329-c1f17d93544b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.412485] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.412561] env[68326]: INFO nova.compute.manager [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Attaching volume 9df02c2b-0cee-4f86-949b-54ee18080b16 to /dev/sdb [ 1151.446871] env[68326]: DEBUG oslo_concurrency.lockutils [None req-76d6f3ff-2cbe-4d19-8d21-8376c3378f76 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4b99079e-12c5-42aa-8d2e-c977e22ba66b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.452s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.452079] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92e2ad9-6afc-4f12-9db6-59d4b000389b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.459497] env[68326]: DEBUG nova.policy [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7eb2e4cb8e0646b28879e6c7a4a1890a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '52f98726b5db4f3dbfaf2dfd091e05bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.461662] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130078, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.468757] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d530b095-3535-4857-9375-9ea8ce331442 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.484164] env[68326]: DEBUG nova.virt.block_device [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Updating existing volume attachment record: f0074f7a-f50e-4606-a76d-233c6f9c3564 {{(pid=68326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1151.631928] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcb7f41-2cb3-4f7b-a35d-c5da8a23f637 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.639823] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8184043c-317d-4ee1-b765-aadde460d31a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.680418] env[68326]: WARNING nova.network.neutron [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] 57bb762a-db8b-420c-bfaa-7634066618d4 already exists in list: networks containing: ['57bb762a-db8b-420c-bfaa-7634066618d4']. ignoring it [ 1151.682860] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05289495-517e-46e0-8136-76b487c7bce2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.691624] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738ed5ce-c2be-4499-904e-03370ae5e701 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.713467] env[68326]: DEBUG nova.compute.provider_tree [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.820378] env[68326]: DEBUG nova.network.neutron [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Successfully created port: 8071f282-287b-4ab8-ac10-ad381cdc349e {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1151.878190] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "9ba0b8a6-4663-4787-985f-5b1d8e11af11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.878423] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "9ba0b8a6-4663-4787-985f-5b1d8e11af11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.878621] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "9ba0b8a6-4663-4787-985f-5b1d8e11af11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.878799] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "9ba0b8a6-4663-4787-985f-5b1d8e11af11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.878960] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "9ba0b8a6-4663-4787-985f-5b1d8e11af11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.880884] env[68326]: INFO nova.compute.manager [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Terminating instance [ 1151.913386] env[68326]: DEBUG nova.compute.manager [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1151.950531] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578199} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.950784] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] eef63db5-82c4-4b21-a18b-af0ad5a2a5e2/eef63db5-82c4-4b21-a18b-af0ad5a2a5e2.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.950999] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.951506] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6b34f8f-590c-490f-8dcc-9df38866ede0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.962891] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1151.962891] env[68326]: value = "task-3130082" [ 1151.962891] env[68326]: _type = "Task" [ 1151.962891] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.975024] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.148587] env[68326]: DEBUG nova.network.neutron [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Updating instance_info_cache with network_info: [{"id": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "address": "fa:16:3e:de:9d:80", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9354fa-24", "ovs_interfaceid": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43dc0818-79a5-4e3e-975a-890877e56231", "address": "fa:16:3e:90:26:f7", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43dc0818-79", "ovs_interfaceid": "43dc0818-79a5-4e3e-975a-890877e56231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.213585] env[68326]: DEBUG nova.scheduler.client.report [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.385141] env[68326]: DEBUG nova.compute.manager [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1152.385418] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.386715] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26f4b5a-f1b2-421b-9fdb-28ca6ca7a986 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.395313] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.395520] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65b571af-e660-4d5f-b223-a4004ed61b4a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.403072] env[68326]: DEBUG oslo_vmware.api [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1152.403072] env[68326]: value = "task-3130083" [ 1152.403072] env[68326]: _type = "Task" [ 1152.403072] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.412295] env[68326]: DEBUG oslo_vmware.api [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3130083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.474350] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073384} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.474569] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.475413] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cdee66-5600-4c16-9462-e14180515725 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.498097] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] eef63db5-82c4-4b21-a18b-af0ad5a2a5e2/eef63db5-82c4-4b21-a18b-af0ad5a2a5e2.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.498371] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ffa6dce-a919-4b79-b8cc-ca1d131c21cf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.520483] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1152.520483] env[68326]: value = "task-3130084" [ 1152.520483] env[68326]: _type = "Task" [ 1152.520483] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.529470] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.655247] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.655996] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.656450] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.657356] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a012fa38-272e-4246-a62e-19b3543d7f34 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.680420] env[68326]: DEBUG nova.virt.hardware [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.680752] env[68326]: DEBUG nova.virt.hardware [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.680970] env[68326]: DEBUG nova.virt.hardware [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.681256] env[68326]: DEBUG nova.virt.hardware [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.681486] env[68326]: DEBUG nova.virt.hardware [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.681684] env[68326]: DEBUG nova.virt.hardware [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.681937] env[68326]: DEBUG nova.virt.hardware [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.682162] env[68326]: DEBUG nova.virt.hardware [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.682408] env[68326]: DEBUG nova.virt.hardware [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.682650] env[68326]: DEBUG nova.virt.hardware [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.682884] env[68326]: DEBUG nova.virt.hardware [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.690642] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Reconfiguring VM to attach interface {{(pid=68326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1152.691092] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13736201-a6a9-4b58-9b7b-5d282dcd10c8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.712472] env[68326]: DEBUG oslo_vmware.api [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1152.712472] env[68326]: value = "task-3130085" [ 1152.712472] env[68326]: _type = "Task" [ 1152.712472] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.721877] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.723947] env[68326]: DEBUG oslo_vmware.api [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130085, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.724438] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.218s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.724647] env[68326]: DEBUG nova.objects.instance [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lazy-loading 'resources' on Instance uuid f96cd4fa-9b9a-4283-bab8-6e459509ea4b {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.751564] env[68326]: INFO nova.scheduler.client.report [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Deleted allocations for instance b449e5c5-3731-4cb3-b63b-536391b3e256 [ 1152.914341] env[68326]: DEBUG oslo_vmware.api [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3130083, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.922636] env[68326]: DEBUG nova.compute.manager [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1152.950445] env[68326]: DEBUG nova.virt.hardware [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.950809] env[68326]: DEBUG nova.virt.hardware [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.951069] env[68326]: DEBUG nova.virt.hardware [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.951755] env[68326]: DEBUG nova.virt.hardware [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.951755] env[68326]: DEBUG nova.virt.hardware [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.951898] env[68326]: DEBUG nova.virt.hardware [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.952116] env[68326]: DEBUG nova.virt.hardware [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.952289] env[68326]: DEBUG nova.virt.hardware [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.952489] env[68326]: DEBUG nova.virt.hardware [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.952684] env[68326]: DEBUG nova.virt.hardware [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.952861] env[68326]: DEBUG nova.virt.hardware [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.953768] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790e3c5d-dc60-407f-b6d2-6767da380447 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.963345] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3251d2-69b2-402d-bd83-df9c8cb3eb82 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.031268] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130084, 'name': ReconfigVM_Task, 'duration_secs': 0.345109} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.031423] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Reconfigured VM instance instance-00000069 to attach disk [datastore1] eef63db5-82c4-4b21-a18b-af0ad5a2a5e2/eef63db5-82c4-4b21-a18b-af0ad5a2a5e2.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.032070] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-180fca81-4952-467e-bfd5-21895a341fff {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.039744] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1153.039744] env[68326]: value = "task-3130086" [ 1153.039744] env[68326]: _type = "Task" [ 1153.039744] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.049974] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130086, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.223794] env[68326]: DEBUG oslo_vmware.api [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.262458] env[68326]: DEBUG oslo_concurrency.lockutils [None req-f2b3dbb4-aecf-445f-b5c9-da4036648be4 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "b449e5c5-3731-4cb3-b63b-536391b3e256" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.712s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.334829] env[68326]: DEBUG nova.compute.manager [req-ddf5a231-ec90-4cc4-b3ac-408b11c7360e req-0e1015e7-96f3-4eb7-a05d-26399b2e0506 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Received event network-changed-43dc0818-79a5-4e3e-975a-890877e56231 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1153.335029] env[68326]: DEBUG nova.compute.manager [req-ddf5a231-ec90-4cc4-b3ac-408b11c7360e req-0e1015e7-96f3-4eb7-a05d-26399b2e0506 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Refreshing instance network info cache due to event network-changed-43dc0818-79a5-4e3e-975a-890877e56231. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1153.335241] env[68326]: DEBUG oslo_concurrency.lockutils [req-ddf5a231-ec90-4cc4-b3ac-408b11c7360e req-0e1015e7-96f3-4eb7-a05d-26399b2e0506 service nova] Acquiring lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.335412] env[68326]: DEBUG oslo_concurrency.lockutils [req-ddf5a231-ec90-4cc4-b3ac-408b11c7360e req-0e1015e7-96f3-4eb7-a05d-26399b2e0506 service nova] Acquired lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.335581] env[68326]: DEBUG nova.network.neutron [req-ddf5a231-ec90-4cc4-b3ac-408b11c7360e req-0e1015e7-96f3-4eb7-a05d-26399b2e0506 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Refreshing network info cache for port 43dc0818-79a5-4e3e-975a-890877e56231 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.339665] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "4c8e1129-44b8-4d04-ade1-9f42da89fe45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.339898] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4c8e1129-44b8-4d04-ade1-9f42da89fe45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.414027] env[68326]: DEBUG oslo_vmware.api [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3130083, 'name': PowerOffVM_Task, 'duration_secs': 0.556782} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.416431] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.416611] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.417059] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bafa8bf4-9bdf-4106-905b-d48da58eaf9b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.458308] env[68326]: DEBUG nova.network.neutron [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Successfully updated port: 8071f282-287b-4ab8-ac10-ad381cdc349e {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.463021] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b985e7-c367-4bd0-b465-96c3103ba75f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.471269] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a879c6bd-1f80-4f7a-9b6d-4e3173ef37d2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.510367] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69444593-78c4-4e75-80f7-ce23b11266c3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.513239] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.513491] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.513678] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Deleting the datastore file [datastore1] 9ba0b8a6-4663-4787-985f-5b1d8e11af11 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.513966] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7841408e-82d2-4c74-a992-fcfc4c6feacf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.523725] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17305363-67af-43d1-8731-ba9010b2a503 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.528463] env[68326]: DEBUG oslo_vmware.api [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1153.528463] env[68326]: value = "task-3130088" [ 1153.528463] env[68326]: _type = "Task" [ 1153.528463] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.540925] env[68326]: DEBUG nova.compute.provider_tree [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.549201] env[68326]: DEBUG oslo_vmware.api [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3130088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.555882] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130086, 'name': Rename_Task, 'duration_secs': 0.163064} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.556169] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.556445] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abb9d3c4-e10b-4ca7-9e40-75475a702c7c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.564084] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1153.564084] env[68326]: value = "task-3130089" [ 1153.564084] env[68326]: _type = "Task" [ 1153.564084] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.572492] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.724209] env[68326]: DEBUG oslo_vmware.api [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130085, 'name': ReconfigVM_Task, 'duration_secs': 0.989591} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.724954] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.725356] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Reconfigured VM to attach interface {{(pid=68326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1153.845215] env[68326]: DEBUG nova.compute.manager [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1153.966419] env[68326]: DEBUG oslo_concurrency.lockutils [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "refresh_cache-a63690b7-4af6-463d-9885-0355bd59da87" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.966567] env[68326]: DEBUG oslo_concurrency.lockutils [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "refresh_cache-a63690b7-4af6-463d-9885-0355bd59da87" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.966735] env[68326]: DEBUG nova.network.neutron [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.042013] env[68326]: DEBUG oslo_vmware.api [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3130088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29572} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.042360] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.042600] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.042842] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.043073] env[68326]: INFO nova.compute.manager [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1154.043805] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.043805] env[68326]: DEBUG nova.compute.manager [-] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1154.043805] env[68326]: DEBUG nova.network.neutron [-] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.047721] env[68326]: DEBUG nova.scheduler.client.report [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.077368] env[68326]: DEBUG oslo_vmware.api [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130089, 'name': PowerOnVM_Task, 'duration_secs': 0.498395} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.077644] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.077851] env[68326]: INFO nova.compute.manager [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1154.078057] env[68326]: DEBUG nova.compute.manager [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1154.078896] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89dfe01-146f-4bad-94c6-e5df27ffd03d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.104622] env[68326]: DEBUG nova.network.neutron [req-ddf5a231-ec90-4cc4-b3ac-408b11c7360e req-0e1015e7-96f3-4eb7-a05d-26399b2e0506 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Updated VIF entry in instance network info cache for port 43dc0818-79a5-4e3e-975a-890877e56231. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.105058] env[68326]: DEBUG nova.network.neutron [req-ddf5a231-ec90-4cc4-b3ac-408b11c7360e req-0e1015e7-96f3-4eb7-a05d-26399b2e0506 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Updating instance_info_cache with network_info: [{"id": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "address": "fa:16:3e:de:9d:80", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9354fa-24", "ovs_interfaceid": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43dc0818-79a5-4e3e-975a-890877e56231", "address": "fa:16:3e:90:26:f7", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43dc0818-79", "ovs_interfaceid": "43dc0818-79a5-4e3e-975a-890877e56231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.232022] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8ab65706-16b6-4796-849b-aa57da6289c2 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-abc1874b-859c-461d-92b9-90b82a948b10-43dc0818-79a5-4e3e-975a-890877e56231" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.482s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.367220] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.497613] env[68326]: DEBUG nova.network.neutron [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.552518] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.555089] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.556s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.556877] env[68326]: INFO nova.compute.claims [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.571191] env[68326]: INFO nova.scheduler.client.report [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Deleted allocations for instance f96cd4fa-9b9a-4283-bab8-6e459509ea4b [ 1154.598568] env[68326]: INFO nova.compute.manager [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Took 24.10 seconds to build instance. [ 1154.607703] env[68326]: DEBUG oslo_concurrency.lockutils [req-ddf5a231-ec90-4cc4-b3ac-408b11c7360e req-0e1015e7-96f3-4eb7-a05d-26399b2e0506 service nova] Releasing lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.628131] env[68326]: DEBUG nova.network.neutron [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Updating instance_info_cache with network_info: [{"id": "8071f282-287b-4ab8-ac10-ad381cdc349e", "address": "fa:16:3e:58:bf:64", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8071f282-28", "ovs_interfaceid": "8071f282-287b-4ab8-ac10-ad381cdc349e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.805790] env[68326]: DEBUG nova.network.neutron [-] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.078831] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0e579c15-7c65-4db2-a6e6-e976d5c3450d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "f96cd4fa-9b9a-4283-bab8-6e459509ea4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.466s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.100972] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bfce11cd-9023-458c-b58a-6c3539df4978 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "eef63db5-82c4-4b21-a18b-af0ad5a2a5e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.618s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.130742] env[68326]: DEBUG oslo_concurrency.lockutils [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "refresh_cache-a63690b7-4af6-463d-9885-0355bd59da87" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.131084] env[68326]: DEBUG nova.compute.manager [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Instance network_info: |[{"id": "8071f282-287b-4ab8-ac10-ad381cdc349e", "address": "fa:16:3e:58:bf:64", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8071f282-28", "ovs_interfaceid": "8071f282-287b-4ab8-ac10-ad381cdc349e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1155.131502] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:bf:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8071f282-287b-4ab8-ac10-ad381cdc349e', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.139316] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.139547] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.139774] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1fa736f-d7cd-4be6-883c-4b12d7ccb683 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.162036] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.162036] env[68326]: value = "task-3130091" [ 1155.162036] env[68326]: _type = "Task" [ 1155.162036] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.172041] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130091, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.311025] env[68326]: INFO nova.compute.manager [-] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Took 1.27 seconds to deallocate network for instance. [ 1155.373126] env[68326]: DEBUG nova.compute.manager [req-77676d89-d660-4d34-b500-86056a40d351 req-c6e29e6a-f12e-4b75-9fba-5ba4cb3549ca service nova] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Received event network-vif-plugged-8071f282-287b-4ab8-ac10-ad381cdc349e {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1155.373821] env[68326]: DEBUG oslo_concurrency.lockutils [req-77676d89-d660-4d34-b500-86056a40d351 req-c6e29e6a-f12e-4b75-9fba-5ba4cb3549ca service nova] Acquiring lock "a63690b7-4af6-463d-9885-0355bd59da87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.374914] env[68326]: DEBUG oslo_concurrency.lockutils [req-77676d89-d660-4d34-b500-86056a40d351 req-c6e29e6a-f12e-4b75-9fba-5ba4cb3549ca service nova] Lock "a63690b7-4af6-463d-9885-0355bd59da87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.374914] env[68326]: DEBUG oslo_concurrency.lockutils [req-77676d89-d660-4d34-b500-86056a40d351 req-c6e29e6a-f12e-4b75-9fba-5ba4cb3549ca service nova] Lock "a63690b7-4af6-463d-9885-0355bd59da87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.374914] env[68326]: DEBUG nova.compute.manager [req-77676d89-d660-4d34-b500-86056a40d351 req-c6e29e6a-f12e-4b75-9fba-5ba4cb3549ca service nova] [instance: a63690b7-4af6-463d-9885-0355bd59da87] No waiting events found dispatching network-vif-plugged-8071f282-287b-4ab8-ac10-ad381cdc349e {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.375602] env[68326]: WARNING nova.compute.manager [req-77676d89-d660-4d34-b500-86056a40d351 req-c6e29e6a-f12e-4b75-9fba-5ba4cb3549ca service nova] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Received unexpected event network-vif-plugged-8071f282-287b-4ab8-ac10-ad381cdc349e for instance with vm_state building and task_state spawning. [ 1155.375602] env[68326]: DEBUG nova.compute.manager [req-77676d89-d660-4d34-b500-86056a40d351 req-c6e29e6a-f12e-4b75-9fba-5ba4cb3549ca service nova] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Received event network-changed-8071f282-287b-4ab8-ac10-ad381cdc349e {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1155.375602] env[68326]: DEBUG nova.compute.manager [req-77676d89-d660-4d34-b500-86056a40d351 req-c6e29e6a-f12e-4b75-9fba-5ba4cb3549ca service nova] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Refreshing instance network info cache due to event network-changed-8071f282-287b-4ab8-ac10-ad381cdc349e. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1155.375827] env[68326]: DEBUG oslo_concurrency.lockutils [req-77676d89-d660-4d34-b500-86056a40d351 req-c6e29e6a-f12e-4b75-9fba-5ba4cb3549ca service nova] Acquiring lock "refresh_cache-a63690b7-4af6-463d-9885-0355bd59da87" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.376912] env[68326]: DEBUG oslo_concurrency.lockutils [req-77676d89-d660-4d34-b500-86056a40d351 req-c6e29e6a-f12e-4b75-9fba-5ba4cb3549ca service nova] Acquired lock "refresh_cache-a63690b7-4af6-463d-9885-0355bd59da87" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.376912] env[68326]: DEBUG nova.network.neutron [req-77676d89-d660-4d34-b500-86056a40d351 req-c6e29e6a-f12e-4b75-9fba-5ba4cb3549ca service nova] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Refreshing network info cache for port 8071f282-287b-4ab8-ac10-ad381cdc349e {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.472676] env[68326]: DEBUG oslo_concurrency.lockutils [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "interface-abc1874b-859c-461d-92b9-90b82a948b10-43dc0818-79a5-4e3e-975a-890877e56231" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.472890] env[68326]: DEBUG oslo_concurrency.lockutils [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-abc1874b-859c-461d-92b9-90b82a948b10-43dc0818-79a5-4e3e-975a-890877e56231" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.675962] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130091, 'name': CreateVM_Task, 'duration_secs': 0.432263} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.676417] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1155.677083] env[68326]: DEBUG oslo_concurrency.lockutils [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.677857] env[68326]: DEBUG oslo_concurrency.lockutils [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.678845] env[68326]: DEBUG oslo_concurrency.lockutils [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.678845] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb84f4f5-1a81-4b5a-a3f8-41d34c2e089c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.684353] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1155.684353] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5216eaf6-2425-a2f8-f4be-f0ecfbd75620" [ 1155.684353] env[68326]: _type = "Task" [ 1155.684353] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.696506] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5216eaf6-2425-a2f8-f4be-f0ecfbd75620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.790488] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a762b791-6af1-4559-a3d8-88449279359a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.799285] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14acbee8-3c3b-43f4-a22d-565ae507ebe6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.830894] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.831943] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903c0f85-0cd7-4513-9138-1dfcfadb8a1d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.840639] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e031fd-6549-407a-802e-59cdb5856beb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.856647] env[68326]: DEBUG nova.compute.provider_tree [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.976411] env[68326]: DEBUG oslo_concurrency.lockutils [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.976513] env[68326]: DEBUG oslo_concurrency.lockutils [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.977461] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe2645c-fa65-4b0f-b274-84060790d751 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.995889] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdcf48b-6422-47d1-bcc4-21e7d8e77417 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.023331] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Reconfiguring VM to detach interface {{(pid=68326) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1156.023580] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf7500eb-c453-4e58-a61c-c41adc76a629 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.037292] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Volume attach. Driver type: vmdk {{(pid=68326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1156.037512] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626429', 'volume_id': '9df02c2b-0cee-4f86-949b-54ee18080b16', 'name': 'volume-9df02c2b-0cee-4f86-949b-54ee18080b16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '294ea93f-e72b-40ad-8329-c1f17d93544b', 'attached_at': '', 'detached_at': '', 'volume_id': '9df02c2b-0cee-4f86-949b-54ee18080b16', 'serial': '9df02c2b-0cee-4f86-949b-54ee18080b16'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1156.038427] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943d6e40-bdc2-4051-9fe4-2fc9c5d3ef29 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.057744] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778f453b-f887-4937-bbdc-8310839868ae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.060271] env[68326]: DEBUG oslo_vmware.api [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1156.060271] env[68326]: value = "task-3130092" [ 1156.060271] env[68326]: _type = "Task" [ 1156.060271] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.085965] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-9df02c2b-0cee-4f86-949b-54ee18080b16/volume-9df02c2b-0cee-4f86-949b-54ee18080b16.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.086754] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95c9ad83-c3a3-4241-8514-a2dc228c6a02 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.104629] env[68326]: DEBUG oslo_vmware.api [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.112279] env[68326]: DEBUG oslo_vmware.api [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1156.112279] env[68326]: value = "task-3130093" [ 1156.112279] env[68326]: _type = "Task" [ 1156.112279] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.120215] env[68326]: DEBUG oslo_vmware.api [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.139924] env[68326]: DEBUG nova.network.neutron [req-77676d89-d660-4d34-b500-86056a40d351 req-c6e29e6a-f12e-4b75-9fba-5ba4cb3549ca service nova] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Updated VIF entry in instance network info cache for port 8071f282-287b-4ab8-ac10-ad381cdc349e. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.140323] env[68326]: DEBUG nova.network.neutron [req-77676d89-d660-4d34-b500-86056a40d351 req-c6e29e6a-f12e-4b75-9fba-5ba4cb3549ca service nova] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Updating instance_info_cache with network_info: [{"id": "8071f282-287b-4ab8-ac10-ad381cdc349e", "address": "fa:16:3e:58:bf:64", "network": {"id": "7ee55b22-a9a8-44b2-9629-72f90a481f62", "bridge": "br-int", "label": "tempest-ServersTestJSON-1399698760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "52f98726b5db4f3dbfaf2dfd091e05bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8071f282-28", "ovs_interfaceid": "8071f282-287b-4ab8-ac10-ad381cdc349e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.199462] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5216eaf6-2425-a2f8-f4be-f0ecfbd75620, 'name': SearchDatastore_Task, 'duration_secs': 0.011794} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.199800] env[68326]: DEBUG oslo_concurrency.lockutils [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.200375] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.200375] env[68326]: DEBUG oslo_concurrency.lockutils [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.200478] env[68326]: DEBUG oslo_concurrency.lockutils [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.200650] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.200845] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b3ba5a8-ae95-4362-a20b-4237218c83e2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.210503] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.210698] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.211415] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd529432-1298-4622-a46d-cf70fb785a13 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.216991] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1156.216991] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523e94b1-6e25-35cd-87db-905b586ada85" [ 1156.216991] env[68326]: _type = "Task" [ 1156.216991] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.225299] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523e94b1-6e25-35cd-87db-905b586ada85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.360143] env[68326]: DEBUG nova.scheduler.client.report [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.458721] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "5b590224-9b33-40fe-8791-3bdc66fbc349" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.458966] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "5b590224-9b33-40fe-8791-3bdc66fbc349" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.489618] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "46314332-7709-48ff-92b0-5916e2e20649" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.489847] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "46314332-7709-48ff-92b0-5916e2e20649" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.570285] env[68326]: DEBUG oslo_vmware.api [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.622220] env[68326]: DEBUG oslo_vmware.api [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130093, 'name': ReconfigVM_Task, 'duration_secs': 0.366969} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.622465] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-9df02c2b-0cee-4f86-949b-54ee18080b16/volume-9df02c2b-0cee-4f86-949b-54ee18080b16.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.627241] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21a40597-bd48-4de2-940e-54238f79f908 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.643231] env[68326]: DEBUG oslo_concurrency.lockutils [req-77676d89-d660-4d34-b500-86056a40d351 req-c6e29e6a-f12e-4b75-9fba-5ba4cb3549ca service nova] Releasing lock "refresh_cache-a63690b7-4af6-463d-9885-0355bd59da87" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.643490] env[68326]: DEBUG nova.compute.manager [req-77676d89-d660-4d34-b500-86056a40d351 req-c6e29e6a-f12e-4b75-9fba-5ba4cb3549ca service nova] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Received event network-vif-deleted-a8eac526-c510-45fb-bbbe-085f0718ab06 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1156.643902] env[68326]: DEBUG oslo_vmware.api [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1156.643902] env[68326]: value = "task-3130094" [ 1156.643902] env[68326]: _type = "Task" [ 1156.643902] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.652639] env[68326]: DEBUG oslo_vmware.api [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.728508] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523e94b1-6e25-35cd-87db-905b586ada85, 'name': SearchDatastore_Task, 'duration_secs': 0.008847} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.729321] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df4d94b-7181-44ae-a607-e59e8c31dc42 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.735081] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1156.735081] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b51442-63ad-219f-51bf-26adb20029c9" [ 1156.735081] env[68326]: _type = "Task" [ 1156.735081] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.743812] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b51442-63ad-219f-51bf-26adb20029c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.865233] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.865760] env[68326]: DEBUG nova.compute.manager [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1156.868403] env[68326]: DEBUG oslo_concurrency.lockutils [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.983s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.869782] env[68326]: INFO nova.compute.claims [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.961812] env[68326]: DEBUG nova.compute.manager [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1156.992191] env[68326]: DEBUG nova.compute.manager [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1157.071489] env[68326]: DEBUG oslo_vmware.api [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.155041] env[68326]: DEBUG oslo_vmware.api [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130094, 'name': ReconfigVM_Task, 'duration_secs': 0.143855} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.155413] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626429', 'volume_id': '9df02c2b-0cee-4f86-949b-54ee18080b16', 'name': 'volume-9df02c2b-0cee-4f86-949b-54ee18080b16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '294ea93f-e72b-40ad-8329-c1f17d93544b', 'attached_at': '', 'detached_at': '', 'volume_id': '9df02c2b-0cee-4f86-949b-54ee18080b16', 'serial': '9df02c2b-0cee-4f86-949b-54ee18080b16'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1157.247475] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b51442-63ad-219f-51bf-26adb20029c9, 'name': SearchDatastore_Task, 'duration_secs': 0.014435} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.247475] env[68326]: DEBUG oslo_concurrency.lockutils [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.247475] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] a63690b7-4af6-463d-9885-0355bd59da87/a63690b7-4af6-463d-9885-0355bd59da87.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.247722] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c2b0435-85f5-45df-b6d5-892e6313ebe6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.255637] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1157.255637] env[68326]: value = "task-3130095" [ 1157.255637] env[68326]: _type = "Task" [ 1157.255637] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.264278] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.374170] env[68326]: DEBUG nova.compute.utils [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1157.377873] env[68326]: DEBUG nova.compute.manager [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1157.378070] env[68326]: DEBUG nova.network.neutron [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1157.409034] env[68326]: DEBUG nova.compute.manager [req-c619b1ff-0dfe-4a3e-a5b8-068c091675b2 req-c3f548aa-2258-4ceb-968c-4314be1b8679 service nova] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Received event network-changed-d7b2c30f-b9f1-4786-8dba-5dc7c9d98632 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1157.409234] env[68326]: DEBUG nova.compute.manager [req-c619b1ff-0dfe-4a3e-a5b8-068c091675b2 req-c3f548aa-2258-4ceb-968c-4314be1b8679 service nova] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Refreshing instance network info cache due to event network-changed-d7b2c30f-b9f1-4786-8dba-5dc7c9d98632. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1157.409444] env[68326]: DEBUG oslo_concurrency.lockutils [req-c619b1ff-0dfe-4a3e-a5b8-068c091675b2 req-c3f548aa-2258-4ceb-968c-4314be1b8679 service nova] Acquiring lock "refresh_cache-eef63db5-82c4-4b21-a18b-af0ad5a2a5e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.409583] env[68326]: DEBUG oslo_concurrency.lockutils [req-c619b1ff-0dfe-4a3e-a5b8-068c091675b2 req-c3f548aa-2258-4ceb-968c-4314be1b8679 service nova] Acquired lock "refresh_cache-eef63db5-82c4-4b21-a18b-af0ad5a2a5e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.409743] env[68326]: DEBUG nova.network.neutron [req-c619b1ff-0dfe-4a3e-a5b8-068c091675b2 req-c3f548aa-2258-4ceb-968c-4314be1b8679 service nova] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Refreshing network info cache for port d7b2c30f-b9f1-4786-8dba-5dc7c9d98632 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.438677] env[68326]: DEBUG nova.policy [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db0893c6b3314c13a6f730308e9a5d10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29faa62d8f7d46f19d04f1d15fc7c591', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1157.485030] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.511046] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.575096] env[68326]: DEBUG oslo_vmware.api [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.732508] env[68326]: DEBUG nova.network.neutron [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Successfully created port: ff8677bc-872c-4ddf-8e74-e6702d7c7ced {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1157.766706] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458433} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.767473] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] a63690b7-4af6-463d-9885-0355bd59da87/a63690b7-4af6-463d-9885-0355bd59da87.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.767473] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.767473] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68f6957f-2224-4cdb-9784-4a40c470732a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.774996] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1157.774996] env[68326]: value = "task-3130096" [ 1157.774996] env[68326]: _type = "Task" [ 1157.774996] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.783826] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.884203] env[68326]: DEBUG nova.compute.manager [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1158.077605] env[68326]: DEBUG oslo_vmware.api [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.116217] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf1d44d-6faf-4e97-85c9-b09b76e09c77 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.123820] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03698cd4-3516-4bd8-8938-f9d5c884e969 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.155722] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38491c40-6509-4c3c-b7ea-22fb627b88eb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.158649] env[68326]: DEBUG nova.network.neutron [req-c619b1ff-0dfe-4a3e-a5b8-068c091675b2 req-c3f548aa-2258-4ceb-968c-4314be1b8679 service nova] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Updated VIF entry in instance network info cache for port d7b2c30f-b9f1-4786-8dba-5dc7c9d98632. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.158973] env[68326]: DEBUG nova.network.neutron [req-c619b1ff-0dfe-4a3e-a5b8-068c091675b2 req-c3f548aa-2258-4ceb-968c-4314be1b8679 service nova] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Updating instance_info_cache with network_info: [{"id": "d7b2c30f-b9f1-4786-8dba-5dc7c9d98632", "address": "fa:16:3e:58:20:b3", "network": {"id": "ac7359b8-ac06-40cc-b09d-ba5c0b1520ac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1023837366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed6fb8e7acbe445e83cf1f1cad1c5d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7b2c30f-b9", "ovs_interfaceid": "d7b2c30f-b9f1-4786-8dba-5dc7c9d98632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.165287] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb9816c-5595-42ce-9857-ef79f4af4490 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.180086] env[68326]: DEBUG nova.compute.provider_tree [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.196068] env[68326]: DEBUG nova.objects.instance [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lazy-loading 'flavor' on Instance uuid 294ea93f-e72b-40ad-8329-c1f17d93544b {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.284597] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06729} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.284830] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.285664] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8034b148-8a61-471b-8b18-01c6ca7fe408 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.311017] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] a63690b7-4af6-463d-9885-0355bd59da87/a63690b7-4af6-463d-9885-0355bd59da87.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.312296] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f6e67a-39b1-4265-b335-2d20485675b9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.333223] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1158.333223] env[68326]: value = "task-3130097" [ 1158.333223] env[68326]: _type = "Task" [ 1158.333223] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.343762] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.572423] env[68326]: DEBUG oslo_vmware.api [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.661724] env[68326]: DEBUG oslo_concurrency.lockutils [req-c619b1ff-0dfe-4a3e-a5b8-068c091675b2 req-c3f548aa-2258-4ceb-968c-4314be1b8679 service nova] Releasing lock "refresh_cache-eef63db5-82c4-4b21-a18b-af0ad5a2a5e2" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.683364] env[68326]: DEBUG nova.scheduler.client.report [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.700066] env[68326]: DEBUG oslo_concurrency.lockutils [None req-bccfc40d-806a-4b31-879f-c45afcc8e80e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.288s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.812265] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d956cb3b-42bb-467a-b923-c1b054ed63d3 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "294ea93f-e72b-40ad-8329-c1f17d93544b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.812613] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d956cb3b-42bb-467a-b923-c1b054ed63d3 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.812613] env[68326]: DEBUG nova.compute.manager [None req-d956cb3b-42bb-467a-b923-c1b054ed63d3 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1158.813580] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88139b2a-a8ad-4732-95e2-93861f66a127 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.820910] env[68326]: DEBUG nova.compute.manager [None req-d956cb3b-42bb-467a-b923-c1b054ed63d3 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3482}} [ 1158.821475] env[68326]: DEBUG nova.objects.instance [None req-d956cb3b-42bb-467a-b923-c1b054ed63d3 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lazy-loading 'flavor' on Instance uuid 294ea93f-e72b-40ad-8329-c1f17d93544b {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.843581] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130097, 'name': ReconfigVM_Task, 'duration_secs': 0.263457} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.843827] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Reconfigured VM instance instance-0000006a to attach disk [datastore1] a63690b7-4af6-463d-9885-0355bd59da87/a63690b7-4af6-463d-9885-0355bd59da87.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.844639] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37f711cb-932e-4f09-9cb3-319741086489 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.852469] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1158.852469] env[68326]: value = "task-3130098" [ 1158.852469] env[68326]: _type = "Task" [ 1158.852469] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.860808] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130098, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.893776] env[68326]: DEBUG nova.compute.manager [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1158.922061] env[68326]: DEBUG nova.virt.hardware [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.922320] env[68326]: DEBUG nova.virt.hardware [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.922480] env[68326]: DEBUG nova.virt.hardware [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.922662] env[68326]: DEBUG nova.virt.hardware [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.922805] env[68326]: DEBUG nova.virt.hardware [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.922948] env[68326]: DEBUG nova.virt.hardware [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.923169] env[68326]: DEBUG nova.virt.hardware [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.923357] env[68326]: DEBUG nova.virt.hardware [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.923554] env[68326]: DEBUG nova.virt.hardware [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.923740] env[68326]: DEBUG nova.virt.hardware [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.923919] env[68326]: DEBUG nova.virt.hardware [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.924825] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c773e415-59e5-48cc-ab59-3d6197822d49 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.933591] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63c079f-de99-429f-98e8-a08cc387c899 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.073530] env[68326]: DEBUG oslo_vmware.api [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.188185] env[68326]: DEBUG oslo_concurrency.lockutils [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.320s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.188845] env[68326]: DEBUG nova.compute.manager [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1159.191773] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.825s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.193692] env[68326]: INFO nova.compute.claims [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.231906] env[68326]: DEBUG nova.network.neutron [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Successfully updated port: ff8677bc-872c-4ddf-8e74-e6702d7c7ced {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1159.362951] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130098, 'name': Rename_Task, 'duration_secs': 0.15015} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.363246] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.363479] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b45633b-2e5d-44cb-a730-308d1e7de451 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.370461] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1159.370461] env[68326]: value = "task-3130099" [ 1159.370461] env[68326]: _type = "Task" [ 1159.370461] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.379714] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.440341] env[68326]: DEBUG nova.compute.manager [req-b0b22a7e-22f5-41a7-8f60-1b5e25e31e59 req-9615ba31-79bb-4ecb-91d7-ece3930d0efc service nova] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Received event network-vif-plugged-ff8677bc-872c-4ddf-8e74-e6702d7c7ced {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1159.440341] env[68326]: DEBUG oslo_concurrency.lockutils [req-b0b22a7e-22f5-41a7-8f60-1b5e25e31e59 req-9615ba31-79bb-4ecb-91d7-ece3930d0efc service nova] Acquiring lock "941790a0-0153-49c4-90e0-6bbec3484ec0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.440341] env[68326]: DEBUG oslo_concurrency.lockutils [req-b0b22a7e-22f5-41a7-8f60-1b5e25e31e59 req-9615ba31-79bb-4ecb-91d7-ece3930d0efc service nova] Lock "941790a0-0153-49c4-90e0-6bbec3484ec0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.440584] env[68326]: DEBUG oslo_concurrency.lockutils [req-b0b22a7e-22f5-41a7-8f60-1b5e25e31e59 req-9615ba31-79bb-4ecb-91d7-ece3930d0efc service nova] Lock "941790a0-0153-49c4-90e0-6bbec3484ec0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.440736] env[68326]: DEBUG nova.compute.manager [req-b0b22a7e-22f5-41a7-8f60-1b5e25e31e59 req-9615ba31-79bb-4ecb-91d7-ece3930d0efc service nova] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] No waiting events found dispatching network-vif-plugged-ff8677bc-872c-4ddf-8e74-e6702d7c7ced {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1159.441569] env[68326]: WARNING nova.compute.manager [req-b0b22a7e-22f5-41a7-8f60-1b5e25e31e59 req-9615ba31-79bb-4ecb-91d7-ece3930d0efc service nova] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Received unexpected event network-vif-plugged-ff8677bc-872c-4ddf-8e74-e6702d7c7ced for instance with vm_state building and task_state spawning. [ 1159.443310] env[68326]: DEBUG nova.compute.manager [req-b0b22a7e-22f5-41a7-8f60-1b5e25e31e59 req-9615ba31-79bb-4ecb-91d7-ece3930d0efc service nova] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Received event network-changed-ff8677bc-872c-4ddf-8e74-e6702d7c7ced {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1159.443310] env[68326]: DEBUG nova.compute.manager [req-b0b22a7e-22f5-41a7-8f60-1b5e25e31e59 req-9615ba31-79bb-4ecb-91d7-ece3930d0efc service nova] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Refreshing instance network info cache due to event network-changed-ff8677bc-872c-4ddf-8e74-e6702d7c7ced. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1159.443310] env[68326]: DEBUG oslo_concurrency.lockutils [req-b0b22a7e-22f5-41a7-8f60-1b5e25e31e59 req-9615ba31-79bb-4ecb-91d7-ece3930d0efc service nova] Acquiring lock "refresh_cache-941790a0-0153-49c4-90e0-6bbec3484ec0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.443310] env[68326]: DEBUG oslo_concurrency.lockutils [req-b0b22a7e-22f5-41a7-8f60-1b5e25e31e59 req-9615ba31-79bb-4ecb-91d7-ece3930d0efc service nova] Acquired lock "refresh_cache-941790a0-0153-49c4-90e0-6bbec3484ec0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.443310] env[68326]: DEBUG nova.network.neutron [req-b0b22a7e-22f5-41a7-8f60-1b5e25e31e59 req-9615ba31-79bb-4ecb-91d7-ece3930d0efc service nova] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Refreshing network info cache for port ff8677bc-872c-4ddf-8e74-e6702d7c7ced {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.575590] env[68326]: DEBUG oslo_vmware.api [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.699539] env[68326]: DEBUG nova.compute.utils [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.703032] env[68326]: DEBUG nova.compute.manager [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1159.703138] env[68326]: DEBUG nova.network.neutron [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1159.734288] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "refresh_cache-941790a0-0153-49c4-90e0-6bbec3484ec0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.741265] env[68326]: DEBUG nova.policy [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '06c63714ea15448083de4bdab19146e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33c8b2c61ceb4df2a45b3e33b9a4f19f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1159.828549] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d956cb3b-42bb-467a-b923-c1b054ed63d3 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.829145] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21472c16-0e24-436d-a814-e24464cd081b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.842589] env[68326]: DEBUG oslo_vmware.api [None req-d956cb3b-42bb-467a-b923-c1b054ed63d3 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1159.842589] env[68326]: value = "task-3130100" [ 1159.842589] env[68326]: _type = "Task" [ 1159.842589] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.852367] env[68326]: DEBUG oslo_vmware.api [None req-d956cb3b-42bb-467a-b923-c1b054ed63d3 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.882127] env[68326]: DEBUG oslo_vmware.api [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130099, 'name': PowerOnVM_Task, 'duration_secs': 0.470272} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.882404] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.882788] env[68326]: INFO nova.compute.manager [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1159.883141] env[68326]: DEBUG nova.compute.manager [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1159.884067] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f936334-61f3-4d40-9c71-b9b62faef740 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.994606] env[68326]: DEBUG nova.network.neutron [req-b0b22a7e-22f5-41a7-8f60-1b5e25e31e59 req-9615ba31-79bb-4ecb-91d7-ece3930d0efc service nova] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.075341] env[68326]: DEBUG oslo_vmware.api [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.106922] env[68326]: DEBUG nova.network.neutron [req-b0b22a7e-22f5-41a7-8f60-1b5e25e31e59 req-9615ba31-79bb-4ecb-91d7-ece3930d0efc service nova] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.145956] env[68326]: DEBUG nova.network.neutron [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Successfully created port: e723bd45-e895-4755-bb91-ddeafb2f90aa {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.204685] env[68326]: DEBUG nova.compute.manager [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1160.359375] env[68326]: DEBUG oslo_vmware.api [None req-d956cb3b-42bb-467a-b923-c1b054ed63d3 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130100, 'name': PowerOffVM_Task, 'duration_secs': 0.194742} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.361931] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d956cb3b-42bb-467a-b923-c1b054ed63d3 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.362290] env[68326]: DEBUG nova.compute.manager [None req-d956cb3b-42bb-467a-b923-c1b054ed63d3 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1160.363299] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3f7bac-6e91-484b-9ff8-462491a23f00 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.402193] env[68326]: INFO nova.compute.manager [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Took 16.21 seconds to build instance. [ 1160.440968] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e4b00f-be74-48c2-8a21-ea36052f3c14 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.448772] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cc220c-d697-49c1-8d61-b4d661bcaa29 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.480982] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69896632-ce07-43a7-b758-52466c42192f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.488583] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4386cb9-f6c1-4e1c-b9c7-68a0d00681e6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.501563] env[68326]: DEBUG nova.compute.provider_tree [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.576700] env[68326]: DEBUG oslo_vmware.api [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.610019] env[68326]: DEBUG oslo_concurrency.lockutils [req-b0b22a7e-22f5-41a7-8f60-1b5e25e31e59 req-9615ba31-79bb-4ecb-91d7-ece3930d0efc service nova] Releasing lock "refresh_cache-941790a0-0153-49c4-90e0-6bbec3484ec0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.610386] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "refresh_cache-941790a0-0153-49c4-90e0-6bbec3484ec0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.610601] env[68326]: DEBUG nova.network.neutron [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.875848] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d956cb3b-42bb-467a-b923-c1b054ed63d3 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.904606] env[68326]: DEBUG oslo_concurrency.lockutils [None req-93f5abf0-cf05-4cfe-9295-5159bd43a392 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "a63690b7-4af6-463d-9885-0355bd59da87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.718s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.004283] env[68326]: DEBUG nova.scheduler.client.report [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.079426] env[68326]: DEBUG oslo_vmware.api [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.142295] env[68326]: DEBUG nova.network.neutron [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.181948] env[68326]: DEBUG nova.objects.instance [None req-57e43134-e5e6-464b-857a-71e57bc1f238 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lazy-loading 'flavor' on Instance uuid 294ea93f-e72b-40ad-8329-c1f17d93544b {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.219049] env[68326]: DEBUG nova.compute.manager [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1161.246401] env[68326]: DEBUG nova.virt.hardware [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.246690] env[68326]: DEBUG nova.virt.hardware [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.246848] env[68326]: DEBUG nova.virt.hardware [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.247110] env[68326]: DEBUG nova.virt.hardware [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.247298] env[68326]: DEBUG nova.virt.hardware [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.247490] env[68326]: DEBUG nova.virt.hardware [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.247770] env[68326]: DEBUG nova.virt.hardware [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.247977] env[68326]: DEBUG nova.virt.hardware [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.248188] env[68326]: DEBUG nova.virt.hardware [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.248355] env[68326]: DEBUG nova.virt.hardware [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.248532] env[68326]: DEBUG nova.virt.hardware [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.249399] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5647c2fe-2c93-4106-aee1-9185cc7ef33d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.261888] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3d0e81-e490-40cd-a1ee-7bb0ff370dc5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.509890] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.510417] env[68326]: DEBUG nova.compute.manager [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1161.513265] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.682s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.513501] env[68326]: DEBUG nova.objects.instance [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lazy-loading 'resources' on Instance uuid 9ba0b8a6-4663-4787-985f-5b1d8e11af11 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.578171] env[68326]: DEBUG oslo_vmware.api [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130092, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.628809] env[68326]: DEBUG nova.network.neutron [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Updating instance_info_cache with network_info: [{"id": "ff8677bc-872c-4ddf-8e74-e6702d7c7ced", "address": "fa:16:3e:71:df:b9", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff8677bc-87", "ovs_interfaceid": "ff8677bc-872c-4ddf-8e74-e6702d7c7ced", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.641144] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a04e6635-73c1-4ccd-a0e7-15bb42846c51 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "a63690b7-4af6-463d-9885-0355bd59da87" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.641468] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a04e6635-73c1-4ccd-a0e7-15bb42846c51 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "a63690b7-4af6-463d-9885-0355bd59da87" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.641666] env[68326]: DEBUG nova.compute.manager [None req-a04e6635-73c1-4ccd-a0e7-15bb42846c51 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1161.642556] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14183661-2dee-4cac-a059-bb6796e8baf7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.650486] env[68326]: DEBUG nova.compute.manager [None req-a04e6635-73c1-4ccd-a0e7-15bb42846c51 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3482}} [ 1161.651164] env[68326]: DEBUG nova.objects.instance [None req-a04e6635-73c1-4ccd-a0e7-15bb42846c51 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lazy-loading 'flavor' on Instance uuid a63690b7-4af6-463d-9885-0355bd59da87 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.689103] env[68326]: DEBUG oslo_concurrency.lockutils [None req-57e43134-e5e6-464b-857a-71e57bc1f238 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "refresh_cache-294ea93f-e72b-40ad-8329-c1f17d93544b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.689287] env[68326]: DEBUG oslo_concurrency.lockutils [None req-57e43134-e5e6-464b-857a-71e57bc1f238 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquired lock "refresh_cache-294ea93f-e72b-40ad-8329-c1f17d93544b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.689461] env[68326]: DEBUG nova.network.neutron [None req-57e43134-e5e6-464b-857a-71e57bc1f238 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1161.689638] env[68326]: DEBUG nova.objects.instance [None req-57e43134-e5e6-464b-857a-71e57bc1f238 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lazy-loading 'info_cache' on Instance uuid 294ea93f-e72b-40ad-8329-c1f17d93544b {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.718708] env[68326]: DEBUG nova.compute.manager [req-ae39dee1-02fa-48ab-bbe0-3600d77b8099 req-aead7120-bcba-41f1-aba0-edd626168f21 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Received event network-vif-plugged-e723bd45-e895-4755-bb91-ddeafb2f90aa {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1161.718959] env[68326]: DEBUG oslo_concurrency.lockutils [req-ae39dee1-02fa-48ab-bbe0-3600d77b8099 req-aead7120-bcba-41f1-aba0-edd626168f21 service nova] Acquiring lock "75756cde-8580-49e0-957b-18f0189863ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.719231] env[68326]: DEBUG oslo_concurrency.lockutils [req-ae39dee1-02fa-48ab-bbe0-3600d77b8099 req-aead7120-bcba-41f1-aba0-edd626168f21 service nova] Lock "75756cde-8580-49e0-957b-18f0189863ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.719493] env[68326]: DEBUG oslo_concurrency.lockutils [req-ae39dee1-02fa-48ab-bbe0-3600d77b8099 req-aead7120-bcba-41f1-aba0-edd626168f21 service nova] Lock "75756cde-8580-49e0-957b-18f0189863ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.719625] env[68326]: DEBUG nova.compute.manager [req-ae39dee1-02fa-48ab-bbe0-3600d77b8099 req-aead7120-bcba-41f1-aba0-edd626168f21 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] No waiting events found dispatching network-vif-plugged-e723bd45-e895-4755-bb91-ddeafb2f90aa {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1161.719771] env[68326]: WARNING nova.compute.manager [req-ae39dee1-02fa-48ab-bbe0-3600d77b8099 req-aead7120-bcba-41f1-aba0-edd626168f21 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Received unexpected event network-vif-plugged-e723bd45-e895-4755-bb91-ddeafb2f90aa for instance with vm_state building and task_state spawning. [ 1161.871683] env[68326]: DEBUG nova.network.neutron [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Successfully updated port: e723bd45-e895-4755-bb91-ddeafb2f90aa {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1162.017065] env[68326]: DEBUG nova.compute.utils [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.020761] env[68326]: DEBUG nova.compute.manager [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1162.020941] env[68326]: DEBUG nova.network.neutron [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.062016] env[68326]: DEBUG nova.policy [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7080b38be0744d1993e17ad18e03493d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fe24bdd6bcc4b7b8221994969ec8a50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.077988] env[68326]: DEBUG oslo_vmware.api [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130092, 'name': ReconfigVM_Task, 'duration_secs': 5.77188} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.080303] env[68326]: DEBUG oslo_concurrency.lockutils [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.080520] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Reconfigured VM to detach interface {{(pid=68326) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1162.131759] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "refresh_cache-941790a0-0153-49c4-90e0-6bbec3484ec0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.132180] env[68326]: DEBUG nova.compute.manager [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Instance network_info: |[{"id": "ff8677bc-872c-4ddf-8e74-e6702d7c7ced", "address": "fa:16:3e:71:df:b9", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff8677bc-87", "ovs_interfaceid": "ff8677bc-872c-4ddf-8e74-e6702d7c7ced", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1162.132586] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:df:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff8677bc-872c-4ddf-8e74-e6702d7c7ced', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.140209] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.142467] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.142851] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2be25a9-9d08-4b4f-a8ee-e0ddae5e8239 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.170738] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.170738] env[68326]: value = "task-3130101" [ 1162.170738] env[68326]: _type = "Task" [ 1162.170738] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.182728] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130101, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.192759] env[68326]: DEBUG nova.objects.base [None req-57e43134-e5e6-464b-857a-71e57bc1f238 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Object Instance<294ea93f-e72b-40ad-8329-c1f17d93544b> lazy-loaded attributes: flavor,info_cache {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1162.265704] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8093ac6e-d21a-42a4-9aa8-df06f5b6909f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.275326] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e10223-ec6b-43cd-af70-9432cc573cac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.305943] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bbf4a5-f67b-482a-91df-b4d94e11e5e9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.314888] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8310d14a-d481-4946-8920-43845972fcd9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.329436] env[68326]: DEBUG nova.compute.provider_tree [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.375477] env[68326]: DEBUG oslo_concurrency.lockutils [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.375673] env[68326]: DEBUG oslo_concurrency.lockutils [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.375914] env[68326]: DEBUG nova.network.neutron [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.521252] env[68326]: DEBUG nova.compute.manager [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1162.583404] env[68326]: DEBUG nova.network.neutron [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Successfully created port: 6fdbd207-8ae6-4bb1-ba41-02c0223e2887 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.667306] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04e6635-73c1-4ccd-a0e7-15bb42846c51 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.667599] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81cbebd9-6867-45c2-b52b-0d753c086f1e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.676905] env[68326]: DEBUG oslo_vmware.api [None req-a04e6635-73c1-4ccd-a0e7-15bb42846c51 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1162.676905] env[68326]: value = "task-3130102" [ 1162.676905] env[68326]: _type = "Task" [ 1162.676905] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.684208] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130101, 'name': CreateVM_Task, 'duration_secs': 0.377274} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.684792] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.685838] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.685838] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.686808] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.686808] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbcdd2f5-cb57-4774-9c6c-8a2873cb2306 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.691749] env[68326]: DEBUG oslo_vmware.api [None req-a04e6635-73c1-4ccd-a0e7-15bb42846c51 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.698756] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1162.698756] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52357476-f616-e9a2-6ba4-a4a04c2e6de9" [ 1162.698756] env[68326]: _type = "Task" [ 1162.698756] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.708879] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52357476-f616-e9a2-6ba4-a4a04c2e6de9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.832758] env[68326]: DEBUG nova.scheduler.client.report [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.937924] env[68326]: DEBUG nova.network.neutron [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1163.186625] env[68326]: DEBUG nova.network.neutron [None req-57e43134-e5e6-464b-857a-71e57bc1f238 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Updating instance_info_cache with network_info: [{"id": "c1b71504-8428-4dbf-94e5-25109716c461", "address": "fa:16:3e:ac:a9:68", "network": {"id": "9b16fc89-5369-46af-aa42-80cfe7ebfad1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2027627239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bb2fbf93ccf47cfb7bd32c5a1dc5769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b71504-84", "ovs_interfaceid": "c1b71504-8428-4dbf-94e5-25109716c461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.199240] env[68326]: DEBUG oslo_vmware.api [None req-a04e6635-73c1-4ccd-a0e7-15bb42846c51 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130102, 'name': PowerOffVM_Task, 'duration_secs': 0.226032} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.199776] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a04e6635-73c1-4ccd-a0e7-15bb42846c51 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.199982] env[68326]: DEBUG nova.compute.manager [None req-a04e6635-73c1-4ccd-a0e7-15bb42846c51 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1163.205595] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3516d1d2-d2d4-4447-8e0f-70a15215ffa4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.215838] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52357476-f616-e9a2-6ba4-a4a04c2e6de9, 'name': SearchDatastore_Task, 'duration_secs': 0.016405} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.217293] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.217532] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.217764] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.217907] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.218093] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.220157] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82580a5c-f894-4ade-b3c1-fc8f68e346c8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.222896] env[68326]: DEBUG nova.network.neutron [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Updating instance_info_cache with network_info: [{"id": "e723bd45-e895-4755-bb91-ddeafb2f90aa", "address": "fa:16:3e:ef:72:54", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape723bd45-e8", "ovs_interfaceid": "e723bd45-e895-4755-bb91-ddeafb2f90aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.232011] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.232249] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.233442] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-944c1dff-2bb9-449b-8df8-b755c71d41a2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.239895] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1163.239895] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b3b515-848a-d493-4c3b-aaf2a6fc696f" [ 1163.239895] env[68326]: _type = "Task" [ 1163.239895] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.248066] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b3b515-848a-d493-4c3b-aaf2a6fc696f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.337907] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.340203] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.856s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.341668] env[68326]: INFO nova.compute.claims [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.367688] env[68326]: INFO nova.scheduler.client.report [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Deleted allocations for instance 9ba0b8a6-4663-4787-985f-5b1d8e11af11 [ 1163.534163] env[68326]: DEBUG nova.compute.manager [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1163.548946] env[68326]: DEBUG nova.compute.manager [req-8c2d520a-3695-44e1-8a8f-d45fedcb6034 req-6f1dcc46-f15e-44dc-9253-83994e9c1a41 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Received event network-changed-bf9354fa-24a9-4dbc-9044-5a55f4a4c537 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1163.549161] env[68326]: DEBUG nova.compute.manager [req-8c2d520a-3695-44e1-8a8f-d45fedcb6034 req-6f1dcc46-f15e-44dc-9253-83994e9c1a41 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Refreshing instance network info cache due to event network-changed-bf9354fa-24a9-4dbc-9044-5a55f4a4c537. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1163.549373] env[68326]: DEBUG oslo_concurrency.lockutils [req-8c2d520a-3695-44e1-8a8f-d45fedcb6034 req-6f1dcc46-f15e-44dc-9253-83994e9c1a41 service nova] Acquiring lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.549527] env[68326]: DEBUG oslo_concurrency.lockutils [req-8c2d520a-3695-44e1-8a8f-d45fedcb6034 req-6f1dcc46-f15e-44dc-9253-83994e9c1a41 service nova] Acquired lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.549669] env[68326]: DEBUG nova.network.neutron [req-8c2d520a-3695-44e1-8a8f-d45fedcb6034 req-6f1dcc46-f15e-44dc-9253-83994e9c1a41 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Refreshing network info cache for port bf9354fa-24a9-4dbc-9044-5a55f4a4c537 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.562423] env[68326]: DEBUG nova.virt.hardware [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.562654] env[68326]: DEBUG nova.virt.hardware [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.562808] env[68326]: DEBUG nova.virt.hardware [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.562985] env[68326]: DEBUG nova.virt.hardware [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.563151] env[68326]: DEBUG nova.virt.hardware [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.563340] env[68326]: DEBUG nova.virt.hardware [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.563495] env[68326]: DEBUG nova.virt.hardware [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.563651] env[68326]: DEBUG nova.virt.hardware [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.563816] env[68326]: DEBUG nova.virt.hardware [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.563976] env[68326]: DEBUG nova.virt.hardware [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.564161] env[68326]: DEBUG nova.virt.hardware [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.565463] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caab1aa2-c5c5-4a99-949a-5f80a90c1234 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.571069] env[68326]: DEBUG oslo_concurrency.lockutils [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.575073] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae48d50b-065e-4145-9008-4100125bc82e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.694022] env[68326]: DEBUG oslo_concurrency.lockutils [None req-57e43134-e5e6-464b-857a-71e57bc1f238 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Releasing lock "refresh_cache-294ea93f-e72b-40ad-8329-c1f17d93544b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.725780] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a04e6635-73c1-4ccd-a0e7-15bb42846c51 tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "a63690b7-4af6-463d-9885-0355bd59da87" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.084s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.726809] env[68326]: DEBUG oslo_concurrency.lockutils [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.727093] env[68326]: DEBUG nova.compute.manager [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Instance network_info: |[{"id": "e723bd45-e895-4755-bb91-ddeafb2f90aa", "address": "fa:16:3e:ef:72:54", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape723bd45-e8", "ovs_interfaceid": "e723bd45-e895-4755-bb91-ddeafb2f90aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1163.727687] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:72:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e723bd45-e895-4755-bb91-ddeafb2f90aa', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1163.735569] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.737559] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1163.739775] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fd811f4-acd2-4c55-a7f3-170196a7e6b0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.755114] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "interface-c5314e58-524c-423f-a136-bace5e6cadba-43dc0818-79a5-4e3e-975a-890877e56231" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.755332] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-c5314e58-524c-423f-a136-bace5e6cadba-43dc0818-79a5-4e3e-975a-890877e56231" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.755635] env[68326]: DEBUG nova.objects.instance [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lazy-loading 'flavor' on Instance uuid c5314e58-524c-423f-a136-bace5e6cadba {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.767483] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1163.767483] env[68326]: value = "task-3130103" [ 1163.767483] env[68326]: _type = "Task" [ 1163.767483] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.771145] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b3b515-848a-d493-4c3b-aaf2a6fc696f, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.775919] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceec691b-7128-4798-aca6-c1389c57188a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.785401] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130103, 'name': CreateVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.787192] env[68326]: DEBUG nova.compute.manager [req-a4cefaa9-ba8f-4293-86d4-953ba4ce8774 req-350e14f0-caf9-41a2-89f1-c6b80123ac4e service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Received event network-changed-e723bd45-e895-4755-bb91-ddeafb2f90aa {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1163.787495] env[68326]: DEBUG nova.compute.manager [req-a4cefaa9-ba8f-4293-86d4-953ba4ce8774 req-350e14f0-caf9-41a2-89f1-c6b80123ac4e service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Refreshing instance network info cache due to event network-changed-e723bd45-e895-4755-bb91-ddeafb2f90aa. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1163.787601] env[68326]: DEBUG oslo_concurrency.lockutils [req-a4cefaa9-ba8f-4293-86d4-953ba4ce8774 req-350e14f0-caf9-41a2-89f1-c6b80123ac4e service nova] Acquiring lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.787743] env[68326]: DEBUG oslo_concurrency.lockutils [req-a4cefaa9-ba8f-4293-86d4-953ba4ce8774 req-350e14f0-caf9-41a2-89f1-c6b80123ac4e service nova] Acquired lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.787901] env[68326]: DEBUG nova.network.neutron [req-a4cefaa9-ba8f-4293-86d4-953ba4ce8774 req-350e14f0-caf9-41a2-89f1-c6b80123ac4e service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Refreshing network info cache for port e723bd45-e895-4755-bb91-ddeafb2f90aa {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1163.788995] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1163.788995] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5217c9a7-45dc-50db-43c8-40410871378f" [ 1163.788995] env[68326]: _type = "Task" [ 1163.788995] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.798936] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5217c9a7-45dc-50db-43c8-40410871378f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.874874] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2c5475a-9fab-4189-97ee-532549481a1e tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "9ba0b8a6-4663-4787-985f-5b1d8e11af11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.996s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.267012] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "a63690b7-4af6-463d-9885-0355bd59da87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.267267] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "a63690b7-4af6-463d-9885-0355bd59da87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.267455] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "a63690b7-4af6-463d-9885-0355bd59da87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.267634] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "a63690b7-4af6-463d-9885-0355bd59da87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.267796] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "a63690b7-4af6-463d-9885-0355bd59da87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.269903] env[68326]: INFO nova.compute.manager [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Terminating instance [ 1164.282165] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130103, 'name': CreateVM_Task, 'duration_secs': 0.365508} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.282286] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.282882] env[68326]: DEBUG oslo_concurrency.lockutils [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.283095] env[68326]: DEBUG oslo_concurrency.lockutils [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.283581] env[68326]: DEBUG oslo_concurrency.lockutils [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.283830] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-316333cd-88a8-4370-9aef-51a190701e82 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.288727] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1164.288727] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52e8ed6a-50f9-8e84-7381-f9a1524e5d0b" [ 1164.288727] env[68326]: _type = "Task" [ 1164.288727] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.302810] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52e8ed6a-50f9-8e84-7381-f9a1524e5d0b, 'name': SearchDatastore_Task, 'duration_secs': 0.009784} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.306316] env[68326]: DEBUG oslo_concurrency.lockutils [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.306565] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.306770] env[68326]: DEBUG oslo_concurrency.lockutils [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.306991] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5217c9a7-45dc-50db-43c8-40410871378f, 'name': SearchDatastore_Task, 'duration_secs': 0.021369} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.307220] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.307442] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 941790a0-0153-49c4-90e0-6bbec3484ec0/941790a0-0153-49c4-90e0-6bbec3484ec0.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.307726] env[68326]: DEBUG oslo_concurrency.lockutils [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.307911] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.309143] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-474f469c-6dd3-48ea-96fc-6d8c6823164f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.309850] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13d720e3-9dc2-4c2f-a544-5bf021c73d09 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.317620] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1164.317620] env[68326]: value = "task-3130104" [ 1164.317620] env[68326]: _type = "Task" [ 1164.317620] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.318769] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.318902] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.323607] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c5188f-8e27-455e-9394-1e6e9076d1de {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.332071] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.336038] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1164.336038] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52171e53-ff75-c17c-1b31-258a67d41ee0" [ 1164.336038] env[68326]: _type = "Task" [ 1164.336038] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.343172] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52171e53-ff75-c17c-1b31-258a67d41ee0, 'name': SearchDatastore_Task, 'duration_secs': 0.010532} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.343904] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64016a9f-8172-4e79-b5d7-fe63eb8001ec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.356342] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1164.356342] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52974385-3059-cb82-48e4-60b4af790191" [ 1164.356342] env[68326]: _type = "Task" [ 1164.356342] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.366154] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52974385-3059-cb82-48e4-60b4af790191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.473217] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "4dffff54-42e7-4336-9b0f-dfb8fe6f3144" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.473507] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "4dffff54-42e7-4336-9b0f-dfb8fe6f3144" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.473715] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "4dffff54-42e7-4336-9b0f-dfb8fe6f3144-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.473898] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "4dffff54-42e7-4336-9b0f-dfb8fe6f3144-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.474087] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "4dffff54-42e7-4336-9b0f-dfb8fe6f3144-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.481060] env[68326]: INFO nova.compute.manager [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Terminating instance [ 1164.545796] env[68326]: DEBUG nova.network.neutron [req-8c2d520a-3695-44e1-8a8f-d45fedcb6034 req-6f1dcc46-f15e-44dc-9253-83994e9c1a41 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Updated VIF entry in instance network info cache for port bf9354fa-24a9-4dbc-9044-5a55f4a4c537. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.546430] env[68326]: DEBUG nova.network.neutron [req-8c2d520a-3695-44e1-8a8f-d45fedcb6034 req-6f1dcc46-f15e-44dc-9253-83994e9c1a41 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Updating instance_info_cache with network_info: [{"id": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "address": "fa:16:3e:de:9d:80", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9354fa-24", "ovs_interfaceid": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43dc0818-79a5-4e3e-975a-890877e56231", "address": "fa:16:3e:90:26:f7", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43dc0818-79", "ovs_interfaceid": "43dc0818-79a5-4e3e-975a-890877e56231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.578266] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5755e79-9cc8-4a2d-b09f-c23be0008743 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.588910] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd20e8fd-f010-4b88-afaf-38970f82e663 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.624315] env[68326]: DEBUG nova.objects.instance [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lazy-loading 'pci_requests' on Instance uuid c5314e58-524c-423f-a136-bace5e6cadba {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.629025] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a84464-8724-41c8-8c6a-5fd7fab152bf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.640861] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5788e7d2-8d20-49f4-b761-965c29e10840 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.662943] env[68326]: DEBUG nova.compute.provider_tree [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.698774] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e43134-e5e6-464b-857a-71e57bc1f238 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.699117] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c740238-8d10-42d1-9e4d-1fed9ab99b0d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.710209] env[68326]: DEBUG oslo_vmware.api [None req-57e43134-e5e6-464b-857a-71e57bc1f238 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1164.710209] env[68326]: value = "task-3130105" [ 1164.710209] env[68326]: _type = "Task" [ 1164.710209] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.726715] env[68326]: DEBUG oslo_vmware.api [None req-57e43134-e5e6-464b-857a-71e57bc1f238 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130105, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.779509] env[68326]: DEBUG nova.compute.manager [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1164.779509] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.779509] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d835768-b831-4490-950a-de4b9db4c427 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.789593] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.793061] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8db8f39-38ab-4e76-9255-7c666c1ab3b9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.834491] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130104, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.867466] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52974385-3059-cb82-48e4-60b4af790191, 'name': SearchDatastore_Task, 'duration_secs': 0.009984} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.867760] env[68326]: DEBUG oslo_concurrency.lockutils [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.868093] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 75756cde-8580-49e0-957b-18f0189863ea/75756cde-8580-49e0-957b-18f0189863ea.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.868315] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8eea2044-4981-4d02-990d-09e1aaf2a0e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.876257] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1164.876257] env[68326]: value = "task-3130107" [ 1164.876257] env[68326]: _type = "Task" [ 1164.876257] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.889201] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.897017] env[68326]: DEBUG nova.network.neutron [req-a4cefaa9-ba8f-4293-86d4-953ba4ce8774 req-350e14f0-caf9-41a2-89f1-c6b80123ac4e service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Updated VIF entry in instance network info cache for port e723bd45-e895-4755-bb91-ddeafb2f90aa. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1164.897443] env[68326]: DEBUG nova.network.neutron [req-a4cefaa9-ba8f-4293-86d4-953ba4ce8774 req-350e14f0-caf9-41a2-89f1-c6b80123ac4e service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Updating instance_info_cache with network_info: [{"id": "e723bd45-e895-4755-bb91-ddeafb2f90aa", "address": "fa:16:3e:ef:72:54", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape723bd45-e8", "ovs_interfaceid": "e723bd45-e895-4755-bb91-ddeafb2f90aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.903073] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.903311] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.903503] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleting the datastore file [datastore1] a63690b7-4af6-463d-9885-0355bd59da87 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.904157] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e30be649-0aca-45fb-a661-8c35aa98e81a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.914567] env[68326]: DEBUG oslo_vmware.api [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1164.914567] env[68326]: value = "task-3130108" [ 1164.914567] env[68326]: _type = "Task" [ 1164.914567] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.933085] env[68326]: DEBUG oslo_vmware.api [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.933921] env[68326]: DEBUG nova.network.neutron [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Successfully updated port: 6fdbd207-8ae6-4bb1-ba41-02c0223e2887 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.985131] env[68326]: DEBUG nova.compute.manager [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1164.985446] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.986544] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4768a306-3300-4a80-849e-1d83ca2c1383 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.995733] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.996015] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd3db784-3cda-41a2-ab17-730ad905833c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.003389] env[68326]: DEBUG oslo_vmware.api [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1165.003389] env[68326]: value = "task-3130109" [ 1165.003389] env[68326]: _type = "Task" [ 1165.003389] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.012439] env[68326]: DEBUG oslo_vmware.api [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3130109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.049806] env[68326]: DEBUG oslo_concurrency.lockutils [req-8c2d520a-3695-44e1-8a8f-d45fedcb6034 req-6f1dcc46-f15e-44dc-9253-83994e9c1a41 service nova] Releasing lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.050262] env[68326]: DEBUG oslo_concurrency.lockutils [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.050457] env[68326]: DEBUG nova.network.neutron [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.130255] env[68326]: DEBUG nova.objects.base [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1165.130469] env[68326]: DEBUG nova.network.neutron [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.169194] env[68326]: DEBUG nova.scheduler.client.report [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.223425] env[68326]: DEBUG oslo_vmware.api [None req-57e43134-e5e6-464b-857a-71e57bc1f238 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130105, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.231171] env[68326]: DEBUG nova.policy [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e8b1198c39c466d869defa532a7c2b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80e12bd17fb14b2b843260fd9897d052', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.332131] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525974} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.332131] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 941790a0-0153-49c4-90e0-6bbec3484ec0/941790a0-0153-49c4-90e0-6bbec3484ec0.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.332131] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.332131] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e86919a-4008-42c2-a2c8-6a2fe1d2ef3c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.339022] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1165.339022] env[68326]: value = "task-3130110" [ 1165.339022] env[68326]: _type = "Task" [ 1165.339022] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.350683] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.388756] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466547} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.391106] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 75756cde-8580-49e0-957b-18f0189863ea/75756cde-8580-49e0-957b-18f0189863ea.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.391106] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.391106] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98035db6-f854-4728-8405-99610c200ca9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.397416] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1165.397416] env[68326]: value = "task-3130111" [ 1165.397416] env[68326]: _type = "Task" [ 1165.397416] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.401414] env[68326]: DEBUG oslo_concurrency.lockutils [req-a4cefaa9-ba8f-4293-86d4-953ba4ce8774 req-350e14f0-caf9-41a2-89f1-c6b80123ac4e service nova] Releasing lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.411382] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.424260] env[68326]: DEBUG oslo_vmware.api [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25339} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.425516] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.425516] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.425516] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.425516] env[68326]: INFO nova.compute.manager [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1165.425516] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.425516] env[68326]: DEBUG nova.compute.manager [-] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1165.425770] env[68326]: DEBUG nova.network.neutron [-] [instance: a63690b7-4af6-463d-9885-0355bd59da87] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.439953] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.440179] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.440303] env[68326]: DEBUG nova.network.neutron [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.516599] env[68326]: DEBUG oslo_vmware.api [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3130109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.674452] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.674989] env[68326]: DEBUG nova.compute.manager [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1165.677880] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.167s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.679667] env[68326]: INFO nova.compute.claims [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.723455] env[68326]: DEBUG oslo_vmware.api [None req-57e43134-e5e6-464b-857a-71e57bc1f238 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130105, 'name': PowerOnVM_Task, 'duration_secs': 0.702753} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.725731] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e43134-e5e6-464b-857a-71e57bc1f238 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.725969] env[68326]: DEBUG nova.compute.manager [None req-57e43134-e5e6-464b-857a-71e57bc1f238 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1165.726785] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ac4649-eae6-45c1-b0d0-f1008a616e8b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.731444] env[68326]: DEBUG nova.compute.manager [req-e62cf10f-cc6d-4d59-87aa-a6fe81fe7c35 req-b29d3bc8-3482-45c2-b18b-4383e71e903c service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Received event network-changed-cd12d253-a496-46ab-90ec-ab944e3b25e0 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1165.731681] env[68326]: DEBUG nova.compute.manager [req-e62cf10f-cc6d-4d59-87aa-a6fe81fe7c35 req-b29d3bc8-3482-45c2-b18b-4383e71e903c service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Refreshing instance network info cache due to event network-changed-cd12d253-a496-46ab-90ec-ab944e3b25e0. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1165.731852] env[68326]: DEBUG oslo_concurrency.lockutils [req-e62cf10f-cc6d-4d59-87aa-a6fe81fe7c35 req-b29d3bc8-3482-45c2-b18b-4383e71e903c service nova] Acquiring lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.732008] env[68326]: DEBUG oslo_concurrency.lockutils [req-e62cf10f-cc6d-4d59-87aa-a6fe81fe7c35 req-b29d3bc8-3482-45c2-b18b-4383e71e903c service nova] Acquired lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.732135] env[68326]: DEBUG nova.network.neutron [req-e62cf10f-cc6d-4d59-87aa-a6fe81fe7c35 req-b29d3bc8-3482-45c2-b18b-4383e71e903c service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Refreshing network info cache for port cd12d253-a496-46ab-90ec-ab944e3b25e0 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.852476] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258033} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.852526] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.853350] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc27f1b-beb8-4f3e-bcba-4a0b3cb8a855 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.877024] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 941790a0-0153-49c4-90e0-6bbec3484ec0/941790a0-0153-49c4-90e0-6bbec3484ec0.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.877378] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-669d3ad6-6653-4083-a5d0-f78f82ad5d09 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.899428] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1165.899428] env[68326]: value = "task-3130112" [ 1165.899428] env[68326]: _type = "Task" [ 1165.899428] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.912436] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075398} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.915801] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.916142] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.917435] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8762ec07-035f-4265-b776-70dfd3b94825 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.943366] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 75756cde-8580-49e0-957b-18f0189863ea/75756cde-8580-49e0-957b-18f0189863ea.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.945678] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae6545e7-72dc-4ca6-86bf-0d14f99aa670 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.967490] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1165.967490] env[68326]: value = "task-3130113" [ 1165.967490] env[68326]: _type = "Task" [ 1165.967490] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.968370] env[68326]: INFO nova.network.neutron [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Port 43dc0818-79a5-4e3e-975a-890877e56231 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1165.968716] env[68326]: DEBUG nova.network.neutron [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Updating instance_info_cache with network_info: [{"id": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "address": "fa:16:3e:de:9d:80", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9354fa-24", "ovs_interfaceid": "bf9354fa-24a9-4dbc-9044-5a55f4a4c537", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.974539] env[68326]: DEBUG nova.compute.manager [req-0d6d3374-68cd-4742-a90f-38e7371ac13d req-70cdb331-10aa-48ef-969d-d9ef604c1e47 service nova] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Received event network-vif-plugged-6fdbd207-8ae6-4bb1-ba41-02c0223e2887 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1165.975035] env[68326]: DEBUG oslo_concurrency.lockutils [req-0d6d3374-68cd-4742-a90f-38e7371ac13d req-70cdb331-10aa-48ef-969d-d9ef604c1e47 service nova] Acquiring lock "4c8e1129-44b8-4d04-ade1-9f42da89fe45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.975294] env[68326]: DEBUG oslo_concurrency.lockutils [req-0d6d3374-68cd-4742-a90f-38e7371ac13d req-70cdb331-10aa-48ef-969d-d9ef604c1e47 service nova] Lock "4c8e1129-44b8-4d04-ade1-9f42da89fe45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.975468] env[68326]: DEBUG oslo_concurrency.lockutils [req-0d6d3374-68cd-4742-a90f-38e7371ac13d req-70cdb331-10aa-48ef-969d-d9ef604c1e47 service nova] Lock "4c8e1129-44b8-4d04-ade1-9f42da89fe45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.975668] env[68326]: DEBUG nova.compute.manager [req-0d6d3374-68cd-4742-a90f-38e7371ac13d req-70cdb331-10aa-48ef-969d-d9ef604c1e47 service nova] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] No waiting events found dispatching network-vif-plugged-6fdbd207-8ae6-4bb1-ba41-02c0223e2887 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1165.975786] env[68326]: WARNING nova.compute.manager [req-0d6d3374-68cd-4742-a90f-38e7371ac13d req-70cdb331-10aa-48ef-969d-d9ef604c1e47 service nova] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Received unexpected event network-vif-plugged-6fdbd207-8ae6-4bb1-ba41-02c0223e2887 for instance with vm_state building and task_state spawning. [ 1165.975940] env[68326]: DEBUG nova.compute.manager [req-0d6d3374-68cd-4742-a90f-38e7371ac13d req-70cdb331-10aa-48ef-969d-d9ef604c1e47 service nova] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Received event network-changed-6fdbd207-8ae6-4bb1-ba41-02c0223e2887 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1165.976103] env[68326]: DEBUG nova.compute.manager [req-0d6d3374-68cd-4742-a90f-38e7371ac13d req-70cdb331-10aa-48ef-969d-d9ef604c1e47 service nova] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Refreshing instance network info cache due to event network-changed-6fdbd207-8ae6-4bb1-ba41-02c0223e2887. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1165.976269] env[68326]: DEBUG oslo_concurrency.lockutils [req-0d6d3374-68cd-4742-a90f-38e7371ac13d req-70cdb331-10aa-48ef-969d-d9ef604c1e47 service nova] Acquiring lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.982517] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130113, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.992217] env[68326]: DEBUG nova.network.neutron [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1166.013855] env[68326]: DEBUG oslo_vmware.api [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3130109, 'name': PowerOffVM_Task, 'duration_secs': 0.900787} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.014245] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.014434] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.014682] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9387812-185e-4d72-9fe6-2d3335b16741 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.120025] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.120025] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.120025] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Deleting the datastore file [datastore2] 4dffff54-42e7-4336-9b0f-dfb8fe6f3144 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.120025] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac1877a7-10f1-420b-9eef-8dc3dddd6a4b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.127743] env[68326]: DEBUG oslo_vmware.api [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for the task: (returnval){ [ 1166.127743] env[68326]: value = "task-3130115" [ 1166.127743] env[68326]: _type = "Task" [ 1166.127743] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.138650] env[68326]: DEBUG oslo_vmware.api [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3130115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.162865] env[68326]: DEBUG nova.network.neutron [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updating instance_info_cache with network_info: [{"id": "6fdbd207-8ae6-4bb1-ba41-02c0223e2887", "address": "fa:16:3e:cb:85:f8", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdbd207-8a", "ovs_interfaceid": "6fdbd207-8ae6-4bb1-ba41-02c0223e2887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.184882] env[68326]: DEBUG nova.compute.utils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.187885] env[68326]: DEBUG nova.compute.manager [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1166.187986] env[68326]: DEBUG nova.network.neutron [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.234844] env[68326]: DEBUG nova.policy [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68db7d7e5358484781cf98efa5fd813e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2eba2cde53e348deb907874ad669aa8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.408272] env[68326]: DEBUG nova.network.neutron [-] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.413276] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.479138] env[68326]: DEBUG oslo_concurrency.lockutils [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "refresh_cache-abc1874b-859c-461d-92b9-90b82a948b10" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.485982] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130113, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.640400] env[68326]: DEBUG oslo_vmware.api [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Task: {'id': task-3130115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317909} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.640651] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.640831] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.641015] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.641195] env[68326]: INFO nova.compute.manager [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1166.641432] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.641620] env[68326]: DEBUG nova.compute.manager [-] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1166.641714] env[68326]: DEBUG nova.network.neutron [-] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1166.664811] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.665143] env[68326]: DEBUG nova.compute.manager [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Instance network_info: |[{"id": "6fdbd207-8ae6-4bb1-ba41-02c0223e2887", "address": "fa:16:3e:cb:85:f8", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdbd207-8a", "ovs_interfaceid": "6fdbd207-8ae6-4bb1-ba41-02c0223e2887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1166.665475] env[68326]: DEBUG oslo_concurrency.lockutils [req-0d6d3374-68cd-4742-a90f-38e7371ac13d req-70cdb331-10aa-48ef-969d-d9ef604c1e47 service nova] Acquired lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.665656] env[68326]: DEBUG nova.network.neutron [req-0d6d3374-68cd-4742-a90f-38e7371ac13d req-70cdb331-10aa-48ef-969d-d9ef604c1e47 service nova] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Refreshing network info cache for port 6fdbd207-8ae6-4bb1-ba41-02c0223e2887 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.666897] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:85:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fdbd207-8ae6-4bb1-ba41-02c0223e2887', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.674496] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.675478] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.675705] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc01b789-1be3-41eb-b16c-bacc634960f2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.690318] env[68326]: DEBUG nova.compute.manager [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1166.704926] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.704926] env[68326]: value = "task-3130116" [ 1166.704926] env[68326]: _type = "Task" [ 1166.704926] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.711948] env[68326]: DEBUG nova.network.neutron [req-e62cf10f-cc6d-4d59-87aa-a6fe81fe7c35 req-b29d3bc8-3482-45c2-b18b-4383e71e903c service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Updated VIF entry in instance network info cache for port cd12d253-a496-46ab-90ec-ab944e3b25e0. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.712307] env[68326]: DEBUG nova.network.neutron [req-e62cf10f-cc6d-4d59-87aa-a6fe81fe7c35 req-b29d3bc8-3482-45c2-b18b-4383e71e903c service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Updating instance_info_cache with network_info: [{"id": "cd12d253-a496-46ab-90ec-ab944e3b25e0", "address": "fa:16:3e:e4:7d:f1", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd12d253-a4", "ovs_interfaceid": "cd12d253-a496-46ab-90ec-ab944e3b25e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.724626] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130116, 'name': CreateVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.918754] env[68326]: INFO nova.compute.manager [-] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Took 1.49 seconds to deallocate network for instance. [ 1166.920726] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130112, 'name': ReconfigVM_Task, 'duration_secs': 0.629191} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.920997] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 941790a0-0153-49c4-90e0-6bbec3484ec0/941790a0-0153-49c4-90e0-6bbec3484ec0.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.925042] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed713fcb-cb18-416e-b6dc-a4cd60b57737 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.934891] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1166.934891] env[68326]: value = "task-3130117" [ 1166.934891] env[68326]: _type = "Task" [ 1166.934891] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.944401] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130117, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.946030] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ad2b84-5966-46f5-8da0-c85221b0753b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.954145] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd83dc1-70ff-45dd-b928-40ecec82d371 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.991633] env[68326]: DEBUG oslo_concurrency.lockutils [None req-88725db7-8b20-4e16-be35-44f0e7ecafc6 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-abc1874b-859c-461d-92b9-90b82a948b10-43dc0818-79a5-4e3e-975a-890877e56231" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.519s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.997287] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e44e364-464b-4433-a8da-f238606a092a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.006392] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130113, 'name': ReconfigVM_Task, 'duration_secs': 0.58165} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.009147] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 75756cde-8580-49e0-957b-18f0189863ea/75756cde-8580-49e0-957b-18f0189863ea.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.010097] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36e12bb4-39ac-422b-a722-808dad8a0ff0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.012710] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a35155-10e9-49d1-8e75-6d6f15cff2cb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.028557] env[68326]: DEBUG nova.compute.provider_tree [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.031325] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1167.031325] env[68326]: value = "task-3130118" [ 1167.031325] env[68326]: _type = "Task" [ 1167.031325] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.042143] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130118, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.203306] env[68326]: DEBUG nova.network.neutron [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Successfully created port: d9d1df6c-18ed-4d8e-a0a6-4190bdd0dde5 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.214758] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130116, 'name': CreateVM_Task, 'duration_secs': 0.449709} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.214949] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1167.216016] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.216369] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.216729] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.216992] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c32144-95de-4a05-a1ce-17a8bf46fc9a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.218959] env[68326]: DEBUG oslo_concurrency.lockutils [req-e62cf10f-cc6d-4d59-87aa-a6fe81fe7c35 req-b29d3bc8-3482-45c2-b18b-4383e71e903c service nova] Releasing lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.223317] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1167.223317] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5286b033-df72-cb65-4e55-eeaa90d10361" [ 1167.223317] env[68326]: _type = "Task" [ 1167.223317] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.232542] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5286b033-df72-cb65-4e55-eeaa90d10361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.429185] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.448669] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130117, 'name': Rename_Task, 'duration_secs': 0.220154} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.448669] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.448669] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2579e487-7a7d-456b-ae55-56666971e751 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.457912] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1167.457912] env[68326]: value = "task-3130119" [ 1167.457912] env[68326]: _type = "Task" [ 1167.457912] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.467818] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.532873] env[68326]: DEBUG nova.scheduler.client.report [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.548523] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130118, 'name': Rename_Task, 'duration_secs': 0.1793} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.548893] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.549200] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1d08662-a93d-4e50-b7f0-41e624febeaf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.557414] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1167.557414] env[68326]: value = "task-3130120" [ 1167.557414] env[68326]: _type = "Task" [ 1167.557414] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.568677] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.701855] env[68326]: DEBUG nova.compute.manager [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1167.732559] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.732848] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.733017] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.733237] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.733402] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.733554] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.733778] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.733959] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.734154] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.734336] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.734534] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.735558] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68cd6e6-8a2b-4593-bbf1-c3c45e31a271 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.742826] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5286b033-df72-cb65-4e55-eeaa90d10361, 'name': SearchDatastore_Task, 'duration_secs': 0.013469} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.743552] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.743797] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.744059] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.744215] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.744420] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.744922] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fb1bb29-5fba-4f0a-b64a-babf4d7f36e1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.750410] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09060b2-d67d-4bee-a2c2-f01e9520e3b1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.768302] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.768539] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.769311] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28a17148-c95a-45c0-bbe8-b79329d0a07b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.775400] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1167.775400] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5263a5ae-9c9b-9409-faa2-a64d22edcfe7" [ 1167.775400] env[68326]: _type = "Task" [ 1167.775400] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.785557] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5263a5ae-9c9b-9409-faa2-a64d22edcfe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.847021] env[68326]: DEBUG nova.network.neutron [req-0d6d3374-68cd-4742-a90f-38e7371ac13d req-70cdb331-10aa-48ef-969d-d9ef604c1e47 service nova] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updated VIF entry in instance network info cache for port 6fdbd207-8ae6-4bb1-ba41-02c0223e2887. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.847603] env[68326]: DEBUG nova.network.neutron [req-0d6d3374-68cd-4742-a90f-38e7371ac13d req-70cdb331-10aa-48ef-969d-d9ef604c1e47 service nova] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updating instance_info_cache with network_info: [{"id": "6fdbd207-8ae6-4bb1-ba41-02c0223e2887", "address": "fa:16:3e:cb:85:f8", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdbd207-8a", "ovs_interfaceid": "6fdbd207-8ae6-4bb1-ba41-02c0223e2887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.939514] env[68326]: DEBUG nova.network.neutron [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Successfully updated port: 43dc0818-79a5-4e3e-975a-890877e56231 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.969768] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130119, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.005715] env[68326]: DEBUG nova.compute.manager [req-40f6b133-a931-4466-9334-ea579864bb46 req-96694cb6-2aa6-4182-b737-fbd135756464 service nova] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Received event network-vif-deleted-8071f282-287b-4ab8-ac10-ad381cdc349e {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1168.005797] env[68326]: DEBUG nova.compute.manager [req-40f6b133-a931-4466-9334-ea579864bb46 req-96694cb6-2aa6-4182-b737-fbd135756464 service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Received event network-vif-plugged-43dc0818-79a5-4e3e-975a-890877e56231 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1168.006360] env[68326]: DEBUG oslo_concurrency.lockutils [req-40f6b133-a931-4466-9334-ea579864bb46 req-96694cb6-2aa6-4182-b737-fbd135756464 service nova] Acquiring lock "c5314e58-524c-423f-a136-bace5e6cadba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.006701] env[68326]: DEBUG oslo_concurrency.lockutils [req-40f6b133-a931-4466-9334-ea579864bb46 req-96694cb6-2aa6-4182-b737-fbd135756464 service nova] Lock "c5314e58-524c-423f-a136-bace5e6cadba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.006922] env[68326]: DEBUG oslo_concurrency.lockutils [req-40f6b133-a931-4466-9334-ea579864bb46 req-96694cb6-2aa6-4182-b737-fbd135756464 service nova] Lock "c5314e58-524c-423f-a136-bace5e6cadba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.007390] env[68326]: DEBUG nova.compute.manager [req-40f6b133-a931-4466-9334-ea579864bb46 req-96694cb6-2aa6-4182-b737-fbd135756464 service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] No waiting events found dispatching network-vif-plugged-43dc0818-79a5-4e3e-975a-890877e56231 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.007685] env[68326]: WARNING nova.compute.manager [req-40f6b133-a931-4466-9334-ea579864bb46 req-96694cb6-2aa6-4182-b737-fbd135756464 service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Received unexpected event network-vif-plugged-43dc0818-79a5-4e3e-975a-890877e56231 for instance with vm_state active and task_state None. [ 1168.007930] env[68326]: DEBUG nova.compute.manager [req-40f6b133-a931-4466-9334-ea579864bb46 req-96694cb6-2aa6-4182-b737-fbd135756464 service nova] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Received event network-vif-deleted-723069be-e324-47b3-be49-6b1e1eadfff0 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1168.008167] env[68326]: INFO nova.compute.manager [req-40f6b133-a931-4466-9334-ea579864bb46 req-96694cb6-2aa6-4182-b737-fbd135756464 service nova] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Neutron deleted interface 723069be-e324-47b3-be49-6b1e1eadfff0; detaching it from the instance and deleting it from the info cache [ 1168.008477] env[68326]: DEBUG nova.network.neutron [req-40f6b133-a931-4466-9334-ea579864bb46 req-96694cb6-2aa6-4182-b737-fbd135756464 service nova] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.040915] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.041525] env[68326]: DEBUG nova.compute.manager [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1168.045087] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.616s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.045087] env[68326]: DEBUG nova.objects.instance [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lazy-loading 'resources' on Instance uuid a63690b7-4af6-463d-9885-0355bd59da87 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.067824] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130120, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.098084] env[68326]: DEBUG nova.network.neutron [-] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.286371] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5263a5ae-9c9b-9409-faa2-a64d22edcfe7, 'name': SearchDatastore_Task, 'duration_secs': 0.011573} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.287196] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f197e1f2-83fc-4df9-b071-46a4be9bfe6e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.292749] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1168.292749] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]526ce618-78f0-f6d1-86ab-b594c803c003" [ 1168.292749] env[68326]: _type = "Task" [ 1168.292749] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.300733] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526ce618-78f0-f6d1-86ab-b594c803c003, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.350786] env[68326]: DEBUG oslo_concurrency.lockutils [req-0d6d3374-68cd-4742-a90f-38e7371ac13d req-70cdb331-10aa-48ef-969d-d9ef604c1e47 service nova] Releasing lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.442299] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.442562] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.442625] env[68326]: DEBUG nova.network.neutron [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.468576] env[68326]: DEBUG oslo_vmware.api [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130119, 'name': PowerOnVM_Task, 'duration_secs': 0.57178} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.468892] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.469115] env[68326]: INFO nova.compute.manager [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1168.469303] env[68326]: DEBUG nova.compute.manager [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1168.470084] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c74b95-15ef-4729-a930-66e52987f624 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.511774] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d79f241-0ec3-47f1-8cc2-20ba76a6e0fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.523459] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1078735b-04c6-4e5c-acf4-8d5b6ee9cde2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.558209] env[68326]: DEBUG nova.compute.utils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.562321] env[68326]: DEBUG nova.compute.manager [req-40f6b133-a931-4466-9334-ea579864bb46 req-96694cb6-2aa6-4182-b737-fbd135756464 service nova] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Detach interface failed, port_id=723069be-e324-47b3-be49-6b1e1eadfff0, reason: Instance 4dffff54-42e7-4336-9b0f-dfb8fe6f3144 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1168.562321] env[68326]: DEBUG nova.compute.manager [req-40f6b133-a931-4466-9334-ea579864bb46 req-96694cb6-2aa6-4182-b737-fbd135756464 service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Received event network-changed-43dc0818-79a5-4e3e-975a-890877e56231 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1168.562475] env[68326]: DEBUG nova.compute.manager [req-40f6b133-a931-4466-9334-ea579864bb46 req-96694cb6-2aa6-4182-b737-fbd135756464 service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Refreshing instance network info cache due to event network-changed-43dc0818-79a5-4e3e-975a-890877e56231. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1168.562671] env[68326]: DEBUG oslo_concurrency.lockutils [req-40f6b133-a931-4466-9334-ea579864bb46 req-96694cb6-2aa6-4182-b737-fbd135756464 service nova] Acquiring lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.563508] env[68326]: DEBUG nova.compute.manager [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1168.563599] env[68326]: DEBUG nova.network.neutron [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.574568] env[68326]: DEBUG oslo_vmware.api [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130120, 'name': PowerOnVM_Task, 'duration_secs': 0.515967} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.574872] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.575840] env[68326]: INFO nova.compute.manager [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1168.575840] env[68326]: DEBUG nova.compute.manager [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1168.576057] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4ffc2a-bd25-4c2c-afd2-969c01778ab6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.600562] env[68326]: INFO nova.compute.manager [-] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Took 1.96 seconds to deallocate network for instance. [ 1168.608425] env[68326]: DEBUG nova.policy [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68db7d7e5358484781cf98efa5fd813e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2eba2cde53e348deb907874ad669aa8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.759443] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44a87ea-8f8c-4b94-ba47-2d118fe7a1f1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.768105] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e967a2-daa2-4a7e-86e1-ef2dee46edb6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.804673] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2470e3-f18a-44ee-a870-44d2343510e5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.815962] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]526ce618-78f0-f6d1-86ab-b594c803c003, 'name': SearchDatastore_Task, 'duration_secs': 0.041399} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.816368] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.816633] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 4c8e1129-44b8-4d04-ade1-9f42da89fe45/4c8e1129-44b8-4d04-ade1-9f42da89fe45.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.817880] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090bc839-5f32-49d5-863c-2530b42ea234 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.821639] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc5ba277-32f7-418f-a7e7-b57ac79bd9b6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.837228] env[68326]: DEBUG nova.compute.provider_tree [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.839979] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1168.839979] env[68326]: value = "task-3130121" [ 1168.839979] env[68326]: _type = "Task" [ 1168.839979] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.849017] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130121, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.855555] env[68326]: DEBUG nova.network.neutron [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Successfully created port: f2fde47b-b5af-4f77-8db0-aff4af08e3ea {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.992071] env[68326]: INFO nova.compute.manager [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Took 19.01 seconds to build instance. [ 1169.064115] env[68326]: DEBUG nova.compute.manager [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1169.067817] env[68326]: WARNING nova.network.neutron [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] 57bb762a-db8b-420c-bfaa-7634066618d4 already exists in list: networks containing: ['57bb762a-db8b-420c-bfaa-7634066618d4']. ignoring it [ 1169.097712] env[68326]: INFO nova.compute.manager [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Took 18.23 seconds to build instance. [ 1169.108880] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.341883] env[68326]: DEBUG nova.scheduler.client.report [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.356557] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130121, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.496414] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fc339d9-5849-41bb-8463-4c76e6b7d02e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "941790a0-0153-49c4-90e0-6bbec3484ec0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.519s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.600373] env[68326]: DEBUG oslo_concurrency.lockutils [None req-19488a20-7e8d-4fd3-a924-eac008458819 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "75756cde-8580-49e0-957b-18f0189863ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.741s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.799024] env[68326]: DEBUG nova.network.neutron [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Successfully updated port: d9d1df6c-18ed-4d8e-a0a6-4190bdd0dde5 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.810283] env[68326]: DEBUG nova.network.neutron [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Updating instance_info_cache with network_info: [{"id": "cd12d253-a496-46ab-90ec-ab944e3b25e0", "address": "fa:16:3e:e4:7d:f1", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd12d253-a4", "ovs_interfaceid": "cd12d253-a496-46ab-90ec-ab944e3b25e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43dc0818-79a5-4e3e-975a-890877e56231", "address": "fa:16:3e:90:26:f7", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43dc0818-79", "ovs_interfaceid": "43dc0818-79a5-4e3e-975a-890877e56231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.851375] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.853638] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.745s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.853811] env[68326]: DEBUG nova.objects.instance [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lazy-loading 'resources' on Instance uuid 4dffff54-42e7-4336-9b0f-dfb8fe6f3144 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.861682] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130121, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797897} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.861914] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 4c8e1129-44b8-4d04-ade1-9f42da89fe45/4c8e1129-44b8-4d04-ade1-9f42da89fe45.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1169.862141] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1169.862406] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e0c542f-17e7-4b74-a456-5194f03124f6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.872568] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1169.872568] env[68326]: value = "task-3130122" [ 1169.872568] env[68326]: _type = "Task" [ 1169.872568] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.876895] env[68326]: INFO nova.scheduler.client.report [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleted allocations for instance a63690b7-4af6-463d-9885-0355bd59da87 [ 1169.885988] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.029398] env[68326]: DEBUG nova.compute.manager [req-9279800b-7a0d-4fb9-b56a-f1082ed5b1c3 req-24b6c49e-fc3f-475a-8134-1310db5867b7 service nova] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Received event network-vif-plugged-d9d1df6c-18ed-4d8e-a0a6-4190bdd0dde5 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1170.029628] env[68326]: DEBUG oslo_concurrency.lockutils [req-9279800b-7a0d-4fb9-b56a-f1082ed5b1c3 req-24b6c49e-fc3f-475a-8134-1310db5867b7 service nova] Acquiring lock "5b590224-9b33-40fe-8791-3bdc66fbc349-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.029960] env[68326]: DEBUG oslo_concurrency.lockutils [req-9279800b-7a0d-4fb9-b56a-f1082ed5b1c3 req-24b6c49e-fc3f-475a-8134-1310db5867b7 service nova] Lock "5b590224-9b33-40fe-8791-3bdc66fbc349-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.030190] env[68326]: DEBUG oslo_concurrency.lockutils [req-9279800b-7a0d-4fb9-b56a-f1082ed5b1c3 req-24b6c49e-fc3f-475a-8134-1310db5867b7 service nova] Lock "5b590224-9b33-40fe-8791-3bdc66fbc349-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.030369] env[68326]: DEBUG nova.compute.manager [req-9279800b-7a0d-4fb9-b56a-f1082ed5b1c3 req-24b6c49e-fc3f-475a-8134-1310db5867b7 service nova] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] No waiting events found dispatching network-vif-plugged-d9d1df6c-18ed-4d8e-a0a6-4190bdd0dde5 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.030537] env[68326]: WARNING nova.compute.manager [req-9279800b-7a0d-4fb9-b56a-f1082ed5b1c3 req-24b6c49e-fc3f-475a-8134-1310db5867b7 service nova] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Received unexpected event network-vif-plugged-d9d1df6c-18ed-4d8e-a0a6-4190bdd0dde5 for instance with vm_state building and task_state spawning. [ 1170.030697] env[68326]: DEBUG nova.compute.manager [req-9279800b-7a0d-4fb9-b56a-f1082ed5b1c3 req-24b6c49e-fc3f-475a-8134-1310db5867b7 service nova] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Received event network-changed-d9d1df6c-18ed-4d8e-a0a6-4190bdd0dde5 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1170.030849] env[68326]: DEBUG nova.compute.manager [req-9279800b-7a0d-4fb9-b56a-f1082ed5b1c3 req-24b6c49e-fc3f-475a-8134-1310db5867b7 service nova] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Refreshing instance network info cache due to event network-changed-d9d1df6c-18ed-4d8e-a0a6-4190bdd0dde5. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1170.031047] env[68326]: DEBUG oslo_concurrency.lockutils [req-9279800b-7a0d-4fb9-b56a-f1082ed5b1c3 req-24b6c49e-fc3f-475a-8134-1310db5867b7 service nova] Acquiring lock "refresh_cache-5b590224-9b33-40fe-8791-3bdc66fbc349" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.031186] env[68326]: DEBUG oslo_concurrency.lockutils [req-9279800b-7a0d-4fb9-b56a-f1082ed5b1c3 req-24b6c49e-fc3f-475a-8134-1310db5867b7 service nova] Acquired lock "refresh_cache-5b590224-9b33-40fe-8791-3bdc66fbc349" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.031344] env[68326]: DEBUG nova.network.neutron [req-9279800b-7a0d-4fb9-b56a-f1082ed5b1c3 req-24b6c49e-fc3f-475a-8134-1310db5867b7 service nova] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Refreshing network info cache for port d9d1df6c-18ed-4d8e-a0a6-4190bdd0dde5 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.081761] env[68326]: DEBUG nova.compute.manager [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1170.107400] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.107649] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.107803] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.108102] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.108176] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.108283] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.108522] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.108714] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.109060] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.109128] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.109250] env[68326]: DEBUG nova.virt.hardware [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.110429] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b916aab2-c26b-45ea-a090-bd90325a60f2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.119087] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d93cc5-e4e5-4a40-94e2-e8803d219bef {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.293513] env[68326]: DEBUG nova.compute.manager [req-2d63c5d6-231c-4d01-9269-36b4a88a9eb1 req-ee06d2d5-cb9d-49d5-a0bb-c0ef676de842 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Received event network-changed-e723bd45-e895-4755-bb91-ddeafb2f90aa {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1170.293726] env[68326]: DEBUG nova.compute.manager [req-2d63c5d6-231c-4d01-9269-36b4a88a9eb1 req-ee06d2d5-cb9d-49d5-a0bb-c0ef676de842 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Refreshing instance network info cache due to event network-changed-e723bd45-e895-4755-bb91-ddeafb2f90aa. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1170.293918] env[68326]: DEBUG oslo_concurrency.lockutils [req-2d63c5d6-231c-4d01-9269-36b4a88a9eb1 req-ee06d2d5-cb9d-49d5-a0bb-c0ef676de842 service nova] Acquiring lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.294074] env[68326]: DEBUG oslo_concurrency.lockutils [req-2d63c5d6-231c-4d01-9269-36b4a88a9eb1 req-ee06d2d5-cb9d-49d5-a0bb-c0ef676de842 service nova] Acquired lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.294240] env[68326]: DEBUG nova.network.neutron [req-2d63c5d6-231c-4d01-9269-36b4a88a9eb1 req-ee06d2d5-cb9d-49d5-a0bb-c0ef676de842 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Refreshing network info cache for port e723bd45-e895-4755-bb91-ddeafb2f90aa {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.302844] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "refresh_cache-5b590224-9b33-40fe-8791-3bdc66fbc349" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.315025] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.315025] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.315025] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.315025] env[68326]: DEBUG oslo_concurrency.lockutils [req-40f6b133-a931-4466-9334-ea579864bb46 req-96694cb6-2aa6-4182-b737-fbd135756464 service nova] Acquired lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.315025] env[68326]: DEBUG nova.network.neutron [req-40f6b133-a931-4466-9334-ea579864bb46 req-96694cb6-2aa6-4182-b737-fbd135756464 service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Refreshing network info cache for port 43dc0818-79a5-4e3e-975a-890877e56231 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.315760] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601eab3a-6d9e-4eb9-afa8-f9734f3cf94e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.335059] env[68326]: DEBUG nova.virt.hardware [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.336794] env[68326]: DEBUG nova.virt.hardware [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.336794] env[68326]: DEBUG nova.virt.hardware [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.336794] env[68326]: DEBUG nova.virt.hardware [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.336794] env[68326]: DEBUG nova.virt.hardware [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.336794] env[68326]: DEBUG nova.virt.hardware [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.336794] env[68326]: DEBUG nova.virt.hardware [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.336794] env[68326]: DEBUG nova.virt.hardware [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.336794] env[68326]: DEBUG nova.virt.hardware [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.337098] env[68326]: DEBUG nova.virt.hardware [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.337221] env[68326]: DEBUG nova.virt.hardware [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.345280] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Reconfiguring VM to attach interface {{(pid=68326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1170.345845] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0297ae11-4f37-48dd-9cb0-2e7982f38875 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.367457] env[68326]: DEBUG oslo_vmware.api [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1170.367457] env[68326]: value = "task-3130123" [ 1170.367457] env[68326]: _type = "Task" [ 1170.367457] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.380078] env[68326]: DEBUG oslo_vmware.api [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130123, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.390062] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073349} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.390547] env[68326]: DEBUG oslo_concurrency.lockutils [None req-be224522-78f8-4536-b8d6-497f64d3092d tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "a63690b7-4af6-463d-9885-0355bd59da87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.123s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.391439] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.392604] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f38c0cf-2f78-4dd8-8915-79d30c307d33 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.417989] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 4c8e1129-44b8-4d04-ade1-9f42da89fe45/4c8e1129-44b8-4d04-ade1-9f42da89fe45.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.421418] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04208e24-968d-44f0-89a5-fe88fe6f1e87 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.444423] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1170.444423] env[68326]: value = "task-3130124" [ 1170.444423] env[68326]: _type = "Task" [ 1170.444423] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.456076] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.578024] env[68326]: DEBUG nova.network.neutron [req-9279800b-7a0d-4fb9-b56a-f1082ed5b1c3 req-24b6c49e-fc3f-475a-8134-1310db5867b7 service nova] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.596266] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee1f4ce-8818-47f7-af61-69c1d5ca4fcc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.604489] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eca7b9-9f4a-4ecd-9f80-7a67c94eab44 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.634709] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e002d2-33c2-4197-ad85-7a13c9b0a79c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.643545] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564363ee-f9da-4976-abf3-06508e3bf8e9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.659551] env[68326]: DEBUG nova.compute.provider_tree [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.701449] env[68326]: DEBUG nova.network.neutron [req-9279800b-7a0d-4fb9-b56a-f1082ed5b1c3 req-24b6c49e-fc3f-475a-8134-1310db5867b7 service nova] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.879403] env[68326]: DEBUG oslo_vmware.api [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.961686] env[68326]: DEBUG nova.network.neutron [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Successfully updated port: f2fde47b-b5af-4f77-8db0-aff4af08e3ea {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.966375] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130124, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.162537] env[68326]: DEBUG nova.scheduler.client.report [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.183626] env[68326]: DEBUG oslo_concurrency.lockutils [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "941790a0-0153-49c4-90e0-6bbec3484ec0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.183880] env[68326]: DEBUG oslo_concurrency.lockutils [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "941790a0-0153-49c4-90e0-6bbec3484ec0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.204386] env[68326]: DEBUG oslo_concurrency.lockutils [req-9279800b-7a0d-4fb9-b56a-f1082ed5b1c3 req-24b6c49e-fc3f-475a-8134-1310db5867b7 service nova] Releasing lock "refresh_cache-5b590224-9b33-40fe-8791-3bdc66fbc349" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.204975] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquired lock "refresh_cache-5b590224-9b33-40fe-8791-3bdc66fbc349" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.205161] env[68326]: DEBUG nova.network.neutron [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.246840] env[68326]: DEBUG nova.network.neutron [req-40f6b133-a931-4466-9334-ea579864bb46 req-96694cb6-2aa6-4182-b737-fbd135756464 service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Updated VIF entry in instance network info cache for port 43dc0818-79a5-4e3e-975a-890877e56231. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.247298] env[68326]: DEBUG nova.network.neutron [req-40f6b133-a931-4466-9334-ea579864bb46 req-96694cb6-2aa6-4182-b737-fbd135756464 service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Updating instance_info_cache with network_info: [{"id": "cd12d253-a496-46ab-90ec-ab944e3b25e0", "address": "fa:16:3e:e4:7d:f1", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd12d253-a4", "ovs_interfaceid": "cd12d253-a496-46ab-90ec-ab944e3b25e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43dc0818-79a5-4e3e-975a-890877e56231", "address": "fa:16:3e:90:26:f7", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43dc0818-79", "ovs_interfaceid": "43dc0818-79a5-4e3e-975a-890877e56231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.265066] env[68326]: DEBUG nova.network.neutron [req-2d63c5d6-231c-4d01-9269-36b4a88a9eb1 req-ee06d2d5-cb9d-49d5-a0bb-c0ef676de842 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Updated VIF entry in instance network info cache for port e723bd45-e895-4755-bb91-ddeafb2f90aa. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.265441] env[68326]: DEBUG nova.network.neutron [req-2d63c5d6-231c-4d01-9269-36b4a88a9eb1 req-ee06d2d5-cb9d-49d5-a0bb-c0ef676de842 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Updating instance_info_cache with network_info: [{"id": "e723bd45-e895-4755-bb91-ddeafb2f90aa", "address": "fa:16:3e:ef:72:54", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape723bd45-e8", "ovs_interfaceid": "e723bd45-e895-4755-bb91-ddeafb2f90aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.378494] env[68326]: DEBUG oslo_vmware.api [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130123, 'name': ReconfigVM_Task, 'duration_secs': 0.685813} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.378991] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.379235] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Reconfigured VM to attach interface {{(pid=68326) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1171.458747] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130124, 'name': ReconfigVM_Task, 'duration_secs': 0.579863} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.459379] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 4c8e1129-44b8-4d04-ade1-9f42da89fe45/4c8e1129-44b8-4d04-ade1-9f42da89fe45.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.460037] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee93bffd-086c-4709-9305-31699f5c8342 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.467522] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "refresh_cache-46314332-7709-48ff-92b0-5916e2e20649" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.467651] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquired lock "refresh_cache-46314332-7709-48ff-92b0-5916e2e20649" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.467826] env[68326]: DEBUG nova.network.neutron [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.468961] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1171.468961] env[68326]: value = "task-3130125" [ 1171.468961] env[68326]: _type = "Task" [ 1171.468961] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.477917] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130125, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.670757] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.689392] env[68326]: DEBUG nova.compute.utils [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.695923] env[68326]: INFO nova.scheduler.client.report [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Deleted allocations for instance 4dffff54-42e7-4336-9b0f-dfb8fe6f3144 [ 1171.735595] env[68326]: DEBUG nova.network.neutron [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.751012] env[68326]: DEBUG oslo_concurrency.lockutils [req-40f6b133-a931-4466-9334-ea579864bb46 req-96694cb6-2aa6-4182-b737-fbd135756464 service nova] Releasing lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.767463] env[68326]: DEBUG oslo_concurrency.lockutils [req-2d63c5d6-231c-4d01-9269-36b4a88a9eb1 req-ee06d2d5-cb9d-49d5-a0bb-c0ef676de842 service nova] Releasing lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.868631] env[68326]: DEBUG nova.network.neutron [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Updating instance_info_cache with network_info: [{"id": "d9d1df6c-18ed-4d8e-a0a6-4190bdd0dde5", "address": "fa:16:3e:f1:a3:74", "network": {"id": "fed27ec4-c097-4546-bcee-482666517ff3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-734012404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eba2cde53e348deb907874ad669aa8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9d1df6c-18", "ovs_interfaceid": "d9d1df6c-18ed-4d8e-a0a6-4190bdd0dde5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.884469] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cd7937b9-77b7-4afc-8448-833e30eaa578 tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-c5314e58-524c-423f-a136-bace5e6cadba-43dc0818-79a5-4e3e-975a-890877e56231" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.129s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.981838] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130125, 'name': Rename_Task, 'duration_secs': 0.191183} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.982088] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.982337] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44bc940a-255c-4928-8d4b-835d52130abf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.990844] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1171.990844] env[68326]: value = "task-3130126" [ 1171.990844] env[68326]: _type = "Task" [ 1171.990844] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.000895] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.011701] env[68326]: DEBUG nova.network.neutron [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.148302] env[68326]: DEBUG nova.network.neutron [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Updating instance_info_cache with network_info: [{"id": "f2fde47b-b5af-4f77-8db0-aff4af08e3ea", "address": "fa:16:3e:00:fa:69", "network": {"id": "fed27ec4-c097-4546-bcee-482666517ff3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-734012404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eba2cde53e348deb907874ad669aa8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fde47b-b5", "ovs_interfaceid": "f2fde47b-b5af-4f77-8db0-aff4af08e3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.192283] env[68326]: DEBUG oslo_concurrency.lockutils [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "941790a0-0153-49c4-90e0-6bbec3484ec0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.203921] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b81328ba-4a8a-416c-9e12-7ef72e0f3f0f tempest-ServerRescueNegativeTestJSON-778980194 tempest-ServerRescueNegativeTestJSON-778980194-project-member] Lock "4dffff54-42e7-4336-9b0f-dfb8fe6f3144" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.730s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.371601] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Releasing lock "refresh_cache-5b590224-9b33-40fe-8791-3bdc66fbc349" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.371942] env[68326]: DEBUG nova.compute.manager [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Instance network_info: |[{"id": "d9d1df6c-18ed-4d8e-a0a6-4190bdd0dde5", "address": "fa:16:3e:f1:a3:74", "network": {"id": "fed27ec4-c097-4546-bcee-482666517ff3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-734012404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eba2cde53e348deb907874ad669aa8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9d1df6c-18", "ovs_interfaceid": "d9d1df6c-18ed-4d8e-a0a6-4190bdd0dde5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1172.372395] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:a3:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9d1df6c-18ed-4d8e-a0a6-4190bdd0dde5', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.379893] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.380126] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.380366] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78557465-3e1d-4bb3-a405-31fcde5dd2e1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.401583] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.401583] env[68326]: value = "task-3130127" [ 1172.401583] env[68326]: _type = "Task" [ 1172.401583] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.409422] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130127, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.502215] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130126, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.651485] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Releasing lock "refresh_cache-46314332-7709-48ff-92b0-5916e2e20649" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.651759] env[68326]: DEBUG nova.compute.manager [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Instance network_info: |[{"id": "f2fde47b-b5af-4f77-8db0-aff4af08e3ea", "address": "fa:16:3e:00:fa:69", "network": {"id": "fed27ec4-c097-4546-bcee-482666517ff3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-734012404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eba2cde53e348deb907874ad669aa8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fde47b-b5", "ovs_interfaceid": "f2fde47b-b5af-4f77-8db0-aff4af08e3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1172.652226] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:fa:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2fde47b-b5af-4f77-8db0-aff4af08e3ea', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.660696] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.660976] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.661274] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e50e870-58ea-4e9f-ad32-07acf47e70e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.682348] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.682348] env[68326]: value = "task-3130128" [ 1172.682348] env[68326]: _type = "Task" [ 1172.682348] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.691480] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130128, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.885390] env[68326]: DEBUG nova.compute.manager [req-b080d7c5-9bf3-4817-b13c-8405ae44805f req-19d5746d-64ef-4efb-878f-6757c60af2ce service nova] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Received event network-vif-plugged-f2fde47b-b5af-4f77-8db0-aff4af08e3ea {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1172.885390] env[68326]: DEBUG oslo_concurrency.lockutils [req-b080d7c5-9bf3-4817-b13c-8405ae44805f req-19d5746d-64ef-4efb-878f-6757c60af2ce service nova] Acquiring lock "46314332-7709-48ff-92b0-5916e2e20649-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.885680] env[68326]: DEBUG oslo_concurrency.lockutils [req-b080d7c5-9bf3-4817-b13c-8405ae44805f req-19d5746d-64ef-4efb-878f-6757c60af2ce service nova] Lock "46314332-7709-48ff-92b0-5916e2e20649-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.885936] env[68326]: DEBUG oslo_concurrency.lockutils [req-b080d7c5-9bf3-4817-b13c-8405ae44805f req-19d5746d-64ef-4efb-878f-6757c60af2ce service nova] Lock "46314332-7709-48ff-92b0-5916e2e20649-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.886129] env[68326]: DEBUG nova.compute.manager [req-b080d7c5-9bf3-4817-b13c-8405ae44805f req-19d5746d-64ef-4efb-878f-6757c60af2ce service nova] [instance: 46314332-7709-48ff-92b0-5916e2e20649] No waiting events found dispatching network-vif-plugged-f2fde47b-b5af-4f77-8db0-aff4af08e3ea {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.886381] env[68326]: WARNING nova.compute.manager [req-b080d7c5-9bf3-4817-b13c-8405ae44805f req-19d5746d-64ef-4efb-878f-6757c60af2ce service nova] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Received unexpected event network-vif-plugged-f2fde47b-b5af-4f77-8db0-aff4af08e3ea for instance with vm_state building and task_state spawning. [ 1172.886586] env[68326]: DEBUG nova.compute.manager [req-b080d7c5-9bf3-4817-b13c-8405ae44805f req-19d5746d-64ef-4efb-878f-6757c60af2ce service nova] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Received event network-changed-f2fde47b-b5af-4f77-8db0-aff4af08e3ea {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1172.886755] env[68326]: DEBUG nova.compute.manager [req-b080d7c5-9bf3-4817-b13c-8405ae44805f req-19d5746d-64ef-4efb-878f-6757c60af2ce service nova] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Refreshing instance network info cache due to event network-changed-f2fde47b-b5af-4f77-8db0-aff4af08e3ea. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1172.887056] env[68326]: DEBUG oslo_concurrency.lockutils [req-b080d7c5-9bf3-4817-b13c-8405ae44805f req-19d5746d-64ef-4efb-878f-6757c60af2ce service nova] Acquiring lock "refresh_cache-46314332-7709-48ff-92b0-5916e2e20649" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.887340] env[68326]: DEBUG oslo_concurrency.lockutils [req-b080d7c5-9bf3-4817-b13c-8405ae44805f req-19d5746d-64ef-4efb-878f-6757c60af2ce service nova] Acquired lock "refresh_cache-46314332-7709-48ff-92b0-5916e2e20649" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.887500] env[68326]: DEBUG nova.network.neutron [req-b080d7c5-9bf3-4817-b13c-8405ae44805f req-19d5746d-64ef-4efb-878f-6757c60af2ce service nova] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Refreshing network info cache for port f2fde47b-b5af-4f77-8db0-aff4af08e3ea {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.914363] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130127, 'name': CreateVM_Task, 'duration_secs': 0.391456} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.914363] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.915085] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.915281] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.915604] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.916195] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfc4fad2-d1e6-4589-90ec-1787d8c06a46 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.922575] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1172.922575] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5274a2cc-50e1-a356-82c0-7d63a92e711a" [ 1172.922575] env[68326]: _type = "Task" [ 1172.922575] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.933196] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5274a2cc-50e1-a356-82c0-7d63a92e711a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.004180] env[68326]: DEBUG oslo_vmware.api [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130126, 'name': PowerOnVM_Task, 'duration_secs': 0.91462} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.004475] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.004681] env[68326]: INFO nova.compute.manager [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1173.005281] env[68326]: DEBUG nova.compute.manager [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1173.005895] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1138b915-f856-43c9-83cb-cb80c92d9b01 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.195029] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130128, 'name': CreateVM_Task, 'duration_secs': 0.412829} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.195515] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.196325] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.267555] env[68326]: DEBUG oslo_concurrency.lockutils [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "941790a0-0153-49c4-90e0-6bbec3484ec0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.267773] env[68326]: DEBUG oslo_concurrency.lockutils [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "941790a0-0153-49c4-90e0-6bbec3484ec0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.268015] env[68326]: INFO nova.compute.manager [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Attaching volume c69138d8-8062-4216-a7e7-7aca317b1efb to /dev/sdb [ 1173.302956] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9adc14-6596-4171-9393-e3350684f6b8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.310903] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c176de-5da5-48ec-b0f8-338c9ae90492 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.325212] env[68326]: DEBUG nova.virt.block_device [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Updating existing volume attachment record: bc664979-4680-4aba-9dd2-af689ba3bd94 {{(pid=68326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1173.433305] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5274a2cc-50e1-a356-82c0-7d63a92e711a, 'name': SearchDatastore_Task, 'duration_secs': 0.012119} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.435698] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.435940] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.436203] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.436349] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.436528] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.436813] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.437125] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.437826] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0babf3f-bd12-4433-8df9-417bd2c08903 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.439378] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26942f16-757f-41fb-aa09-68cd9dc4a10c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.444826] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1173.444826] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52212720-9b9f-50f3-e0ca-23af09769e9e" [ 1173.444826] env[68326]: _type = "Task" [ 1173.444826] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.450503] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.450503] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.453822] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde5f797-7238-4978-8583-add8f0eace34 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.456060] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52212720-9b9f-50f3-e0ca-23af09769e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.459677] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1173.459677] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52588b31-5f58-38f7-3cb8-5375d77f6b86" [ 1173.459677] env[68326]: _type = "Task" [ 1173.459677] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.471751] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52588b31-5f58-38f7-3cb8-5375d77f6b86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.527729] env[68326]: INFO nova.compute.manager [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Took 19.18 seconds to build instance. [ 1173.636161] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "interface-c5314e58-524c-423f-a136-bace5e6cadba-43dc0818-79a5-4e3e-975a-890877e56231" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.636605] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-c5314e58-524c-423f-a136-bace5e6cadba-43dc0818-79a5-4e3e-975a-890877e56231" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.720659] env[68326]: DEBUG nova.network.neutron [req-b080d7c5-9bf3-4817-b13c-8405ae44805f req-19d5746d-64ef-4efb-878f-6757c60af2ce service nova] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Updated VIF entry in instance network info cache for port f2fde47b-b5af-4f77-8db0-aff4af08e3ea. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.721032] env[68326]: DEBUG nova.network.neutron [req-b080d7c5-9bf3-4817-b13c-8405ae44805f req-19d5746d-64ef-4efb-878f-6757c60af2ce service nova] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Updating instance_info_cache with network_info: [{"id": "f2fde47b-b5af-4f77-8db0-aff4af08e3ea", "address": "fa:16:3e:00:fa:69", "network": {"id": "fed27ec4-c097-4546-bcee-482666517ff3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-734012404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2eba2cde53e348deb907874ad669aa8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2fde47b-b5", "ovs_interfaceid": "f2fde47b-b5af-4f77-8db0-aff4af08e3ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.848337] env[68326]: DEBUG oslo_concurrency.lockutils [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "bb66c99b-5e81-4473-99be-1bfedd3319dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.848615] env[68326]: DEBUG oslo_concurrency.lockutils [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "bb66c99b-5e81-4473-99be-1bfedd3319dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.848829] env[68326]: DEBUG oslo_concurrency.lockutils [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "bb66c99b-5e81-4473-99be-1bfedd3319dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.849041] env[68326]: DEBUG oslo_concurrency.lockutils [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "bb66c99b-5e81-4473-99be-1bfedd3319dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.849626] env[68326]: DEBUG oslo_concurrency.lockutils [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "bb66c99b-5e81-4473-99be-1bfedd3319dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.853884] env[68326]: INFO nova.compute.manager [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Terminating instance [ 1173.955897] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52212720-9b9f-50f3-e0ca-23af09769e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.018411} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.956222] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.956490] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.956713] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.970101] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52588b31-5f58-38f7-3cb8-5375d77f6b86, 'name': SearchDatastore_Task, 'duration_secs': 0.011773} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.971065] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73ae04f1-ff8e-49f7-b92b-a2e7b7436afd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.977706] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1173.977706] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52daff3a-0e9e-435e-9c63-3ace630c6952" [ 1173.977706] env[68326]: _type = "Task" [ 1173.977706] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.985863] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52daff3a-0e9e-435e-9c63-3ace630c6952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.030120] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfaadd2-99a1-4098-aedf-dc4dbefbaed2 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4c8e1129-44b8-4d04-ade1-9f42da89fe45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.690s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.144130] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.144130] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.144130] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705a8d27-e421-4aa7-9cb1-8c0837898b23 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.162549] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaff78a-3a5d-4d0c-b02a-efbf8ee62486 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.189839] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Reconfiguring VM to detach interface {{(pid=68326) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1174.190190] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fd45622-013b-4376-9e42-77141b422381 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.216260] env[68326]: DEBUG oslo_vmware.api [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1174.216260] env[68326]: value = "task-3130132" [ 1174.216260] env[68326]: _type = "Task" [ 1174.216260] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.225425] env[68326]: DEBUG oslo_concurrency.lockutils [req-b080d7c5-9bf3-4817-b13c-8405ae44805f req-19d5746d-64ef-4efb-878f-6757c60af2ce service nova] Releasing lock "refresh_cache-46314332-7709-48ff-92b0-5916e2e20649" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.225850] env[68326]: DEBUG oslo_vmware.api [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.358034] env[68326]: DEBUG nova.compute.manager [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1174.358170] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.359040] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c09568-7d5a-41ae-8d75-37eab02d43d9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.369637] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.369637] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4175c8f0-5ce4-4630-b513-59f6b4b219ce {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.378462] env[68326]: DEBUG oslo_vmware.api [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1174.378462] env[68326]: value = "task-3130133" [ 1174.378462] env[68326]: _type = "Task" [ 1174.378462] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.389246] env[68326]: DEBUG oslo_vmware.api [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.492798] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52daff3a-0e9e-435e-9c63-3ace630c6952, 'name': SearchDatastore_Task, 'duration_secs': 0.011698} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.493084] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.493359] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 5b590224-9b33-40fe-8791-3bdc66fbc349/5b590224-9b33-40fe-8791-3bdc66fbc349.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.493685] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.493878] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.494985] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d20ada2-afb4-4480-b589-4500ef1e77fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.496182] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86b2f974-7022-41fc-a517-9e70ff51ab90 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.506258] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1174.506258] env[68326]: value = "task-3130134" [ 1174.506258] env[68326]: _type = "Task" [ 1174.506258] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.519227] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.525533] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.525811] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.526632] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d6cb53f-1e89-4b87-8714-7dcf872a5442 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.533870] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1174.533870] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]521e84ba-791d-89f4-ac3a-248d602495d9" [ 1174.533870] env[68326]: _type = "Task" [ 1174.533870] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.544477] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521e84ba-791d-89f4-ac3a-248d602495d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.690311] env[68326]: DEBUG nova.compute.manager [req-45874a7e-b423-4ae1-9182-a23c50c73e86 req-60a2c221-e37f-4ac2-bc8b-91fb440a7f70 service nova] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Received event network-changed-6fdbd207-8ae6-4bb1-ba41-02c0223e2887 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1174.690505] env[68326]: DEBUG nova.compute.manager [req-45874a7e-b423-4ae1-9182-a23c50c73e86 req-60a2c221-e37f-4ac2-bc8b-91fb440a7f70 service nova] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Refreshing instance network info cache due to event network-changed-6fdbd207-8ae6-4bb1-ba41-02c0223e2887. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1174.690726] env[68326]: DEBUG oslo_concurrency.lockutils [req-45874a7e-b423-4ae1-9182-a23c50c73e86 req-60a2c221-e37f-4ac2-bc8b-91fb440a7f70 service nova] Acquiring lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.690899] env[68326]: DEBUG oslo_concurrency.lockutils [req-45874a7e-b423-4ae1-9182-a23c50c73e86 req-60a2c221-e37f-4ac2-bc8b-91fb440a7f70 service nova] Acquired lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.691119] env[68326]: DEBUG nova.network.neutron [req-45874a7e-b423-4ae1-9182-a23c50c73e86 req-60a2c221-e37f-4ac2-bc8b-91fb440a7f70 service nova] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Refreshing network info cache for port 6fdbd207-8ae6-4bb1-ba41-02c0223e2887 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1174.728355] env[68326]: DEBUG oslo_vmware.api [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.891089] env[68326]: DEBUG oslo_vmware.api [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130133, 'name': PowerOffVM_Task, 'duration_secs': 0.274249} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.891428] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.891832] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.891933] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1caad3ff-31c1-4569-89f5-920bc73ac9ee {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.993991] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.994333] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.994615] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleting the datastore file [datastore1] bb66c99b-5e81-4473-99be-1bfedd3319dc {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.994953] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-689f9d13-0665-4799-927c-aff23c783626 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.006606] env[68326]: DEBUG oslo_vmware.api [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for the task: (returnval){ [ 1175.006606] env[68326]: value = "task-3130136" [ 1175.006606] env[68326]: _type = "Task" [ 1175.006606] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.022215] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130134, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.025782] env[68326]: DEBUG oslo_vmware.api [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.047574] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521e84ba-791d-89f4-ac3a-248d602495d9, 'name': SearchDatastore_Task, 'duration_secs': 0.013807} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.048599] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ff0c09-4350-486b-b5ee-21204ecc2c09 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.057302] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1175.057302] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52bb1c0e-d5b5-68fd-1b96-5c5f6afccbe1" [ 1175.057302] env[68326]: _type = "Task" [ 1175.057302] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.070318] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52bb1c0e-d5b5-68fd-1b96-5c5f6afccbe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.228372] env[68326]: DEBUG oslo_vmware.api [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.436130] env[68326]: DEBUG nova.network.neutron [req-45874a7e-b423-4ae1-9182-a23c50c73e86 req-60a2c221-e37f-4ac2-bc8b-91fb440a7f70 service nova] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updated VIF entry in instance network info cache for port 6fdbd207-8ae6-4bb1-ba41-02c0223e2887. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.436561] env[68326]: DEBUG nova.network.neutron [req-45874a7e-b423-4ae1-9182-a23c50c73e86 req-60a2c221-e37f-4ac2-bc8b-91fb440a7f70 service nova] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updating instance_info_cache with network_info: [{"id": "6fdbd207-8ae6-4bb1-ba41-02c0223e2887", "address": "fa:16:3e:cb:85:f8", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdbd207-8a", "ovs_interfaceid": "6fdbd207-8ae6-4bb1-ba41-02c0223e2887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.518807] env[68326]: DEBUG oslo_vmware.api [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Task: {'id': task-3130136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433313} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.519467] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.519664] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.519847] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.520040] env[68326]: INFO nova.compute.manager [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1175.520357] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.520615] env[68326]: DEBUG nova.compute.manager [-] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1175.520750] env[68326]: DEBUG nova.network.neutron [-] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1175.525628] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635341} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.526183] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 5b590224-9b33-40fe-8791-3bdc66fbc349/5b590224-9b33-40fe-8791-3bdc66fbc349.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.526397] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.526645] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f83a8e26-9a9f-4269-87ad-897888b864b1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.534790] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1175.534790] env[68326]: value = "task-3130137" [ 1175.534790] env[68326]: _type = "Task" [ 1175.534790] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.546065] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.568418] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52bb1c0e-d5b5-68fd-1b96-5c5f6afccbe1, 'name': SearchDatastore_Task, 'duration_secs': 0.051729} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.568761] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.569091] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 46314332-7709-48ff-92b0-5916e2e20649/46314332-7709-48ff-92b0-5916e2e20649.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.569433] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccae2266-02c9-441c-aef9-a4c5b1ee4aab {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.579225] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1175.579225] env[68326]: value = "task-3130138" [ 1175.579225] env[68326]: _type = "Task" [ 1175.579225] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.590523] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.729496] env[68326]: DEBUG oslo_vmware.api [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.806030] env[68326]: DEBUG nova.compute.manager [req-4cb313a7-0453-4d3c-9910-773ca976b9b9 req-f6864b9f-7f34-4349-9db0-7f67f77601f1 service nova] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Received event network-vif-deleted-4672390b-d18b-440d-834f-1f29d467ec75 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1175.806030] env[68326]: INFO nova.compute.manager [req-4cb313a7-0453-4d3c-9910-773ca976b9b9 req-f6864b9f-7f34-4349-9db0-7f67f77601f1 service nova] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Neutron deleted interface 4672390b-d18b-440d-834f-1f29d467ec75; detaching it from the instance and deleting it from the info cache [ 1175.806030] env[68326]: DEBUG nova.network.neutron [req-4cb313a7-0453-4d3c-9910-773ca976b9b9 req-f6864b9f-7f34-4349-9db0-7f67f77601f1 service nova] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.939721] env[68326]: DEBUG oslo_concurrency.lockutils [req-45874a7e-b423-4ae1-9182-a23c50c73e86 req-60a2c221-e37f-4ac2-bc8b-91fb440a7f70 service nova] Releasing lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.046791] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070767} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.047063] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.047939] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9caeb31-6ea9-4401-b0a1-750581873bb0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.073863] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 5b590224-9b33-40fe-8791-3bdc66fbc349/5b590224-9b33-40fe-8791-3bdc66fbc349.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.074607] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-179b2b84-9a7c-4e2f-930a-15511e76cb51 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.102716] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130138, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.104672] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1176.104672] env[68326]: value = "task-3130140" [ 1176.104672] env[68326]: _type = "Task" [ 1176.104672] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.115553] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.230055] env[68326]: DEBUG oslo_vmware.api [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.280656] env[68326]: DEBUG nova.network.neutron [-] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.311970] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22296e67-7628-444a-9efe-3d79f6019a61 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.324255] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a849a33c-cb84-4e62-bfeb-552fec0b9280 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.363174] env[68326]: DEBUG nova.compute.manager [req-4cb313a7-0453-4d3c-9910-773ca976b9b9 req-f6864b9f-7f34-4349-9db0-7f67f77601f1 service nova] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Detach interface failed, port_id=4672390b-d18b-440d-834f-1f29d467ec75, reason: Instance bb66c99b-5e81-4473-99be-1bfedd3319dc could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1176.399417] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Acquiring lock "26db8a0a-7bc6-47f7-a9ca-a6981c1a1561" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.399663] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Lock "26db8a0a-7bc6-47f7-a9ca-a6981c1a1561" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.600779] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60991} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.601053] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 46314332-7709-48ff-92b0-5916e2e20649/46314332-7709-48ff-92b0-5916e2e20649.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.601280] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.601536] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc458dcb-92d5-4e28-b2b9-eba7346d9fe9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.609940] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1176.609940] env[68326]: value = "task-3130141" [ 1176.609940] env[68326]: _type = "Task" [ 1176.609940] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.616685] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.626237] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.731443] env[68326]: DEBUG oslo_vmware.api [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.783453] env[68326]: INFO nova.compute.manager [-] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Took 1.26 seconds to deallocate network for instance. [ 1176.902240] env[68326]: DEBUG nova.compute.manager [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1177.121799] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072762} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.122018] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130140, 'name': ReconfigVM_Task, 'duration_secs': 0.673653} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.122227] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.122518] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 5b590224-9b33-40fe-8791-3bdc66fbc349/5b590224-9b33-40fe-8791-3bdc66fbc349.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.123593] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dd9174-3a23-4456-a4a9-3a59860ad26a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.125864] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a378c05a-0df7-4681-a564-edc989de94c1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.147416] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 46314332-7709-48ff-92b0-5916e2e20649/46314332-7709-48ff-92b0-5916e2e20649.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.148607] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75f9d41c-ffbe-4c37-ad36-852aa9026873 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.162698] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1177.162698] env[68326]: value = "task-3130142" [ 1177.162698] env[68326]: _type = "Task" [ 1177.162698] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.173588] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130142, 'name': Rename_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.173862] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1177.173862] env[68326]: value = "task-3130143" [ 1177.173862] env[68326]: _type = "Task" [ 1177.173862] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.181416] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.229821] env[68326]: DEBUG oslo_vmware.api [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.290145] env[68326]: DEBUG oslo_concurrency.lockutils [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.290450] env[68326]: DEBUG oslo_concurrency.lockutils [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.290913] env[68326]: DEBUG nova.objects.instance [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lazy-loading 'resources' on Instance uuid bb66c99b-5e81-4473-99be-1bfedd3319dc {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.422875] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.424497] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.424656] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.424872] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.425495] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.425495] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.425495] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.425495] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.425669] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1177.425723] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager.update_available_resource {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1177.673069] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130142, 'name': Rename_Task, 'duration_secs': 0.265188} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.673365] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.673609] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b8de833-b860-4d17-973a-55df7352d1cf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.684010] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.685233] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1177.685233] env[68326]: value = "task-3130144" [ 1177.685233] env[68326]: _type = "Task" [ 1177.685233] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.692471] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.730588] env[68326]: DEBUG oslo_vmware.api [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.879030] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Volume attach. Driver type: vmdk {{(pid=68326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1177.879296] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626437', 'volume_id': 'c69138d8-8062-4216-a7e7-7aca317b1efb', 'name': 'volume-c69138d8-8062-4216-a7e7-7aca317b1efb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '941790a0-0153-49c4-90e0-6bbec3484ec0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c69138d8-8062-4216-a7e7-7aca317b1efb', 'serial': 'c69138d8-8062-4216-a7e7-7aca317b1efb'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1177.879938] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3860cde6-75d6-4cd2-a409-940dc7ee0dd5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.902398] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e007c90-a6e0-4190-b51b-2d7ce967d944 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.927112] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-c69138d8-8062-4216-a7e7-7aca317b1efb/volume-c69138d8-8062-4216-a7e7-7aca317b1efb.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.930036] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56771f0d-3629-43d2-8f7b-8b301b6f0958 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.942706] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.949751] env[68326]: DEBUG oslo_vmware.api [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1177.949751] env[68326]: value = "task-3130145" [ 1177.949751] env[68326]: _type = "Task" [ 1177.949751] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.962820] env[68326]: DEBUG oslo_vmware.api [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130145, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.025345] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaf88e8-64e8-4be6-8e7c-8d583792bda8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.033412] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8b262d-393c-4ac6-a9e5-73775719f195 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.065553] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb92baaf-bc4b-467a-af73-d5f4cc7d15a8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.073835] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32e8832-becf-4280-9d04-44da9e70775d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.088034] env[68326]: DEBUG nova.compute.provider_tree [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.186235] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130143, 'name': ReconfigVM_Task, 'duration_secs': 0.682867} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.189480] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 46314332-7709-48ff-92b0-5916e2e20649/46314332-7709-48ff-92b0-5916e2e20649.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.190163] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-324a26ba-490d-451a-9b80-afbce0e7a818 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.199853] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130144, 'name': PowerOnVM_Task, 'duration_secs': 0.482725} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.201378] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.201682] env[68326]: INFO nova.compute.manager [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Took 10.50 seconds to spawn the instance on the hypervisor. [ 1178.201808] env[68326]: DEBUG nova.compute.manager [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1178.202151] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1178.202151] env[68326]: value = "task-3130146" [ 1178.202151] env[68326]: _type = "Task" [ 1178.202151] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.202856] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc699bb0-a399-4346-8f5e-a26cef4b2fca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.219399] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130146, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.235065] env[68326]: DEBUG oslo_vmware.api [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.461266] env[68326]: DEBUG oslo_vmware.api [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.591741] env[68326]: DEBUG nova.scheduler.client.report [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.715584] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130146, 'name': Rename_Task, 'duration_secs': 0.163175} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.715798] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.716043] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b694293d-b14f-48e7-8fce-5ae85c28a8cc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.728521] env[68326]: INFO nova.compute.manager [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Took 21.26 seconds to build instance. [ 1178.729947] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1178.729947] env[68326]: value = "task-3130147" [ 1178.729947] env[68326]: _type = "Task" [ 1178.729947] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.730269] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c1ac9de-df8f-4daf-8e65-d0af74f0fd29 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "fee701ab-a672-4e56-b238-3dc2981838da" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.730561] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c1ac9de-df8f-4daf-8e65-d0af74f0fd29 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "fee701ab-a672-4e56-b238-3dc2981838da" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.738078] env[68326]: DEBUG oslo_vmware.api [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.743242] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.961240] env[68326]: DEBUG oslo_vmware.api [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130145, 'name': ReconfigVM_Task, 'duration_secs': 0.640384} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.961571] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-c69138d8-8062-4216-a7e7-7aca317b1efb/volume-c69138d8-8062-4216-a7e7-7aca317b1efb.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.966505] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cab22c0-80f3-448f-9a01-3923499f9362 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.982861] env[68326]: DEBUG oslo_vmware.api [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1178.982861] env[68326]: value = "task-3130148" [ 1178.982861] env[68326]: _type = "Task" [ 1178.982861] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.991587] env[68326]: DEBUG oslo_vmware.api [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.097875] env[68326]: DEBUG oslo_concurrency.lockutils [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.100131] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.677s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.101653] env[68326]: INFO nova.compute.claims [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1179.119600] env[68326]: INFO nova.scheduler.client.report [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Deleted allocations for instance bb66c99b-5e81-4473-99be-1bfedd3319dc [ 1179.230605] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "5b590224-9b33-40fe-8791-3bdc66fbc349" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.771s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.236938] env[68326]: DEBUG oslo_vmware.api [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.238052] env[68326]: INFO nova.compute.manager [None req-2c1ac9de-df8f-4daf-8e65-d0af74f0fd29 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Detaching volume f4c3695b-9194-423a-bcdf-97f115826fb7 [ 1179.243093] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130147, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.270635] env[68326]: INFO nova.virt.block_device [None req-2c1ac9de-df8f-4daf-8e65-d0af74f0fd29 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Attempting to driver detach volume f4c3695b-9194-423a-bcdf-97f115826fb7 from mountpoint /dev/sdb [ 1179.270866] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1ac9de-df8f-4daf-8e65-d0af74f0fd29 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Volume detach. Driver type: vmdk {{(pid=68326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1179.271059] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1ac9de-df8f-4daf-8e65-d0af74f0fd29 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626413', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'name': 'volume-f4c3695b-9194-423a-bcdf-97f115826fb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fee701ab-a672-4e56-b238-3dc2981838da', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'serial': 'f4c3695b-9194-423a-bcdf-97f115826fb7'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1179.271882] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6dd052-80c2-47c9-b376-1dcc4eb4a20d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.293477] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15505d78-ed65-4815-9695-2ed905a07ee8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.300446] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723e616a-299f-4cfe-926c-6809bff143d0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.320008] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95eaf4f2-4ff3-4aa1-9f79-503eff8f15d0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.336367] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1ac9de-df8f-4daf-8e65-d0af74f0fd29 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] The volume has not been displaced from its original location: [datastore1] volume-f4c3695b-9194-423a-bcdf-97f115826fb7/volume-f4c3695b-9194-423a-bcdf-97f115826fb7.vmdk. No consolidation needed. {{(pid=68326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1179.341423] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1ac9de-df8f-4daf-8e65-d0af74f0fd29 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1179.341699] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bb802ce-b980-4470-bb20-b487ef050e02 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.360267] env[68326]: DEBUG oslo_vmware.api [None req-2c1ac9de-df8f-4daf-8e65-d0af74f0fd29 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1179.360267] env[68326]: value = "task-3130149" [ 1179.360267] env[68326]: _type = "Task" [ 1179.360267] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.369613] env[68326]: DEBUG oslo_vmware.api [None req-2c1ac9de-df8f-4daf-8e65-d0af74f0fd29 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.493951] env[68326]: DEBUG oslo_vmware.api [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130148, 'name': ReconfigVM_Task, 'duration_secs': 0.169243} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.494239] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626437', 'volume_id': 'c69138d8-8062-4216-a7e7-7aca317b1efb', 'name': 'volume-c69138d8-8062-4216-a7e7-7aca317b1efb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '941790a0-0153-49c4-90e0-6bbec3484ec0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c69138d8-8062-4216-a7e7-7aca317b1efb', 'serial': 'c69138d8-8062-4216-a7e7-7aca317b1efb'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1179.626131] env[68326]: DEBUG oslo_concurrency.lockutils [None req-efc22015-7bdc-4abd-bce7-7494eee8834b tempest-ServersTestJSON-1937434270 tempest-ServersTestJSON-1937434270-project-member] Lock "bb66c99b-5e81-4473-99be-1bfedd3319dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.777s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.733047] env[68326]: DEBUG oslo_vmware.api [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130132, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.740454] env[68326]: DEBUG oslo_vmware.api [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130147, 'name': PowerOnVM_Task, 'duration_secs': 0.81106} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.740698] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.740896] env[68326]: INFO nova.compute.manager [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1179.741089] env[68326]: DEBUG nova.compute.manager [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1179.741811] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602b9bb9-0ae0-40f0-a5ff-66bdcb775c35 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.872033] env[68326]: DEBUG oslo_vmware.api [None req-2c1ac9de-df8f-4daf-8e65-d0af74f0fd29 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130149, 'name': ReconfigVM_Task, 'duration_secs': 0.252608} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.872033] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1ac9de-df8f-4daf-8e65-d0af74f0fd29 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1179.876088] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49bca191-e9d7-477f-8adb-3ac4ef99597a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.891535] env[68326]: DEBUG oslo_vmware.api [None req-2c1ac9de-df8f-4daf-8e65-d0af74f0fd29 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1179.891535] env[68326]: value = "task-3130150" [ 1179.891535] env[68326]: _type = "Task" [ 1179.891535] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.900233] env[68326]: DEBUG oslo_vmware.api [None req-2c1ac9de-df8f-4daf-8e65-d0af74f0fd29 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.236266] env[68326]: DEBUG oslo_vmware.api [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130132, 'name': ReconfigVM_Task, 'duration_secs': 5.773683} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.236656] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.236844] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Reconfigured VM to detach interface {{(pid=68326) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1180.262547] env[68326]: INFO nova.compute.manager [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Took 22.77 seconds to build instance. [ 1180.324362] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8277b76-d3ca-4f37-bd77-47bd293a86d6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.334297] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00667591-18a2-4c9c-8863-89e194c9fd68 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.372465] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa12f08-f525-4874-8d12-75c1719222ba {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.380717] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c0e378-a335-4a7e-83c6-2298a3207d8e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.394419] env[68326]: DEBUG nova.compute.provider_tree [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.403636] env[68326]: DEBUG oslo_vmware.api [None req-2c1ac9de-df8f-4daf-8e65-d0af74f0fd29 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130150, 'name': ReconfigVM_Task, 'duration_secs': 0.22186} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.405889] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c1ac9de-df8f-4daf-8e65-d0af74f0fd29 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626413', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'name': 'volume-f4c3695b-9194-423a-bcdf-97f115826fb7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fee701ab-a672-4e56-b238-3dc2981838da', 'attached_at': '', 'detached_at': '', 'volume_id': 'f4c3695b-9194-423a-bcdf-97f115826fb7', 'serial': 'f4c3695b-9194-423a-bcdf-97f115826fb7'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1180.542473] env[68326]: DEBUG nova.objects.instance [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lazy-loading 'flavor' on Instance uuid 941790a0-0153-49c4-90e0-6bbec3484ec0 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.671373] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "941790a0-0153-49c4-90e0-6bbec3484ec0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.765176] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3b07e1c8-3487-42b2-890b-8767f5dba24d tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "46314332-7709-48ff-92b0-5916e2e20649" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.275s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.900334] env[68326]: DEBUG nova.scheduler.client.report [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.958171] env[68326]: DEBUG nova.objects.instance [None req-2c1ac9de-df8f-4daf-8e65-d0af74f0fd29 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lazy-loading 'flavor' on Instance uuid fee701ab-a672-4e56-b238-3dc2981838da {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.047958] env[68326]: DEBUG oslo_concurrency.lockutils [None req-68ecbc06-41e2-4ef4-bc69-4963564fcaf1 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "941790a0-0153-49c4-90e0-6bbec3484ec0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.780s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.048915] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "941790a0-0153-49c4-90e0-6bbec3484ec0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.378s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.049163] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "941790a0-0153-49c4-90e0-6bbec3484ec0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.049379] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "941790a0-0153-49c4-90e0-6bbec3484ec0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.049546] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "941790a0-0153-49c4-90e0-6bbec3484ec0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.052656] env[68326]: INFO nova.compute.manager [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Terminating instance [ 1181.406960] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.407630] env[68326]: DEBUG nova.compute.manager [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1181.414211] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.471s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.414211] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.414211] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1181.415920] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d470807b-bdd8-4216-82b1-b592ea6c73ac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.426196] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2180b9-57f9-42d1-9346-85bce73c6f0e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.446101] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8ce0c1-c0f0-48d3-9883-30ea78503b0d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.455835] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6224ce57-1097-48ae-9589-27c952610977 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.489540] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179139MB free_disk=133GB free_vcpus=48 pci_devices=None {{(pid=68326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1181.489763] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.489925] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.557231] env[68326]: DEBUG nova.compute.manager [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1181.557479] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.557753] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-526f9cef-022f-466f-bdc8-0e582b37f37a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.566835] env[68326]: DEBUG oslo_vmware.api [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1181.566835] env[68326]: value = "task-3130151" [ 1181.566835] env[68326]: _type = "Task" [ 1181.566835] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.578805] env[68326]: DEBUG oslo_vmware.api [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.625631] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.625846] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquired lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.625985] env[68326]: DEBUG nova.network.neutron [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.828644] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "5b590224-9b33-40fe-8791-3bdc66fbc349" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.828975] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "5b590224-9b33-40fe-8791-3bdc66fbc349" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.829263] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "5b590224-9b33-40fe-8791-3bdc66fbc349-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.829468] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "5b590224-9b33-40fe-8791-3bdc66fbc349-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.829636] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "5b590224-9b33-40fe-8791-3bdc66fbc349-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.831882] env[68326]: INFO nova.compute.manager [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Terminating instance [ 1181.912553] env[68326]: DEBUG nova.compute.utils [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1181.914469] env[68326]: DEBUG nova.compute.manager [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Not allocating networking since 'none' was specified. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2062}} [ 1181.914758] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "46314332-7709-48ff-92b0-5916e2e20649" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.914967] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "46314332-7709-48ff-92b0-5916e2e20649" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.915197] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "46314332-7709-48ff-92b0-5916e2e20649-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.915378] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "46314332-7709-48ff-92b0-5916e2e20649-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.915550] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "46314332-7709-48ff-92b0-5916e2e20649-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.918626] env[68326]: INFO nova.compute.manager [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Terminating instance [ 1181.965954] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2c1ac9de-df8f-4daf-8e65-d0af74f0fd29 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "fee701ab-a672-4e56-b238-3dc2981838da" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.234s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.078346] env[68326]: DEBUG oslo_vmware.api [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130151, 'name': PowerOffVM_Task, 'duration_secs': 0.381855} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.078829] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.078829] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Volume detach. Driver type: vmdk {{(pid=68326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1182.079031] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626437', 'volume_id': 'c69138d8-8062-4216-a7e7-7aca317b1efb', 'name': 'volume-c69138d8-8062-4216-a7e7-7aca317b1efb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '941790a0-0153-49c4-90e0-6bbec3484ec0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c69138d8-8062-4216-a7e7-7aca317b1efb', 'serial': 'c69138d8-8062-4216-a7e7-7aca317b1efb'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1182.080353] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3fbb6c-7f1f-4961-b3f7-803c6d6b5094 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.102014] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628d97d5-50e1-4d6e-8ac4-3d22794c5e23 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.110306] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8b9688-4d44-45fa-bfaa-79f0dd59142e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.131829] env[68326]: DEBUG oslo_concurrency.lockutils [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "c5314e58-524c-423f-a136-bace5e6cadba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.132026] env[68326]: DEBUG oslo_concurrency.lockutils [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "c5314e58-524c-423f-a136-bace5e6cadba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.132193] env[68326]: DEBUG oslo_concurrency.lockutils [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "c5314e58-524c-423f-a136-bace5e6cadba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.132315] env[68326]: DEBUG oslo_concurrency.lockutils [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "c5314e58-524c-423f-a136-bace5e6cadba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.132486] env[68326]: DEBUG oslo_concurrency.lockutils [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "c5314e58-524c-423f-a136-bace5e6cadba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.136433] env[68326]: INFO nova.compute.manager [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Terminating instance [ 1182.138973] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8c5b70-f0e3-4dcb-ba8c-b853e7e86a5f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.159146] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] The volume has not been displaced from its original location: [datastore2] volume-c69138d8-8062-4216-a7e7-7aca317b1efb/volume-c69138d8-8062-4216-a7e7-7aca317b1efb.vmdk. No consolidation needed. {{(pid=68326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1182.164755] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1182.165812] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4621dd13-2b9e-4141-a8c6-595db32527d5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.189848] env[68326]: DEBUG oslo_vmware.api [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1182.189848] env[68326]: value = "task-3130152" [ 1182.189848] env[68326]: _type = "Task" [ 1182.189848] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.201337] env[68326]: DEBUG oslo_vmware.api [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.335975] env[68326]: DEBUG nova.compute.manager [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1182.336253] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.337168] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94e7fb7-88b4-4a7c-bba0-0c806932e9eb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.349241] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.349532] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-131e0bd3-cf73-40e0-9489-d52e541cbd10 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.357207] env[68326]: DEBUG oslo_vmware.api [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1182.357207] env[68326]: value = "task-3130153" [ 1182.357207] env[68326]: _type = "Task" [ 1182.357207] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.367329] env[68326]: DEBUG oslo_vmware.api [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.412939] env[68326]: INFO nova.network.neutron [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Port 43dc0818-79a5-4e3e-975a-890877e56231 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1182.413460] env[68326]: DEBUG nova.network.neutron [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Updating instance_info_cache with network_info: [{"id": "cd12d253-a496-46ab-90ec-ab944e3b25e0", "address": "fa:16:3e:e4:7d:f1", "network": {"id": "57bb762a-db8b-420c-bfaa-7634066618d4", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1836475123-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80e12bd17fb14b2b843260fd9897d052", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "39ab9baf-90cd-4fe2-8d56-434f8210fc19", "external-id": "nsx-vlan-transportzone-713", "segmentation_id": 713, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd12d253-a4", "ovs_interfaceid": "cd12d253-a496-46ab-90ec-ab944e3b25e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.418486] env[68326]: DEBUG nova.compute.manager [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1182.424883] env[68326]: DEBUG nova.compute.manager [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1182.424883] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.425989] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60b65e8-852c-49d9-a1bb-440898acd88d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.435679] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.436414] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e494ad54-95c5-432f-a9f1-0d7373103415 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.445438] env[68326]: DEBUG oslo_vmware.api [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1182.445438] env[68326]: value = "task-3130154" [ 1182.445438] env[68326]: _type = "Task" [ 1182.445438] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.455816] env[68326]: DEBUG oslo_vmware.api [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.531899] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 5945078b-f11b-4503-8990-a8437c8f2627 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.532153] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance af0dc19a-83ef-4554-b8a5-62859a808f4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.532208] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance fee701ab-a672-4e56-b238-3dc2981838da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.532314] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance abc1874b-859c-461d-92b9-90b82a948b10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.532713] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 294ea93f-e72b-40ad-8329-c1f17d93544b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.532713] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance c5314e58-524c-423f-a136-bace5e6cadba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.532713] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 60d4f31b-3c99-490c-b835-0cff349a87d3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.532916] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance eef63db5-82c4-4b21-a18b-af0ad5a2a5e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.532916] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 941790a0-0153-49c4-90e0-6bbec3484ec0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.533008] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 75756cde-8580-49e0-957b-18f0189863ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.533065] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 4c8e1129-44b8-4d04-ade1-9f42da89fe45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.533178] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 5b590224-9b33-40fe-8791-3bdc66fbc349 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.533289] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 46314332-7709-48ff-92b0-5916e2e20649 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.533396] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1182.533603] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1182.533975] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1182.644109] env[68326]: DEBUG nova.compute.manager [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1182.644332] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.645283] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaf07ea-57c9-4e5f-a2d3-0002cdce15e4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.656471] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.656785] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82bab08e-1edc-4dfd-820c-746896770697 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.666031] env[68326]: DEBUG oslo_vmware.api [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1182.666031] env[68326]: value = "task-3130155" [ 1182.666031] env[68326]: _type = "Task" [ 1182.666031] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.680164] env[68326]: DEBUG oslo_vmware.api [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.702626] env[68326]: DEBUG oslo_vmware.api [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130152, 'name': ReconfigVM_Task, 'duration_secs': 0.357362} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.702927] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1182.707871] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a72ab2a4-0812-46f6-94e2-1a39c3ed9adc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.728611] env[68326]: DEBUG oslo_vmware.api [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1182.728611] env[68326]: value = "task-3130156" [ 1182.728611] env[68326]: _type = "Task" [ 1182.728611] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.740390] env[68326]: DEBUG oslo_vmware.api [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130156, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.751764] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c30249-8679-4096-a8e3-2c4f57369452 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.763135] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4993326f-4576-42fd-9aad-dafadb3a2d9c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.794963] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e22101e-5474-4939-aeb5-5df0e8bf5a72 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.803826] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6dcbd1-5cba-4f8c-8c94-b4050b01ee66 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.819370] env[68326]: DEBUG nova.compute.provider_tree [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.870056] env[68326]: DEBUG oslo_vmware.api [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130153, 'name': PowerOffVM_Task, 'duration_secs': 0.210029} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.870370] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.870540] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.870797] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3c87bc7-16a3-4e90-be7d-687b13cace82 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.917498] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Releasing lock "refresh_cache-c5314e58-524c-423f-a136-bace5e6cadba" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.939918] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.940280] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.940470] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Deleting the datastore file [datastore2] 5b590224-9b33-40fe-8791-3bdc66fbc349 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.940732] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07a59812-9c80-4854-8d67-deb605ffd76e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.950606] env[68326]: DEBUG oslo_vmware.api [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1182.950606] env[68326]: value = "task-3130158" [ 1182.950606] env[68326]: _type = "Task" [ 1182.950606] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.957533] env[68326]: DEBUG oslo_vmware.api [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130154, 'name': PowerOffVM_Task, 'duration_secs': 0.278296} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.958199] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.958394] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.958714] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1d0074b-89c6-4203-ba1c-ad2a80fac799 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.964065] env[68326]: DEBUG oslo_vmware.api [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.021741] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "fee701ab-a672-4e56-b238-3dc2981838da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.021988] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "fee701ab-a672-4e56-b238-3dc2981838da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.022232] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "fee701ab-a672-4e56-b238-3dc2981838da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.022421] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "fee701ab-a672-4e56-b238-3dc2981838da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.022592] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "fee701ab-a672-4e56-b238-3dc2981838da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.025328] env[68326]: INFO nova.compute.manager [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Terminating instance [ 1183.035884] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.036118] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.036308] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Deleting the datastore file [datastore2] 46314332-7709-48ff-92b0-5916e2e20649 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.037138] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd6cea64-91e2-4fed-8c64-890dff0ade09 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.046165] env[68326]: DEBUG oslo_vmware.api [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for the task: (returnval){ [ 1183.046165] env[68326]: value = "task-3130160" [ 1183.046165] env[68326]: _type = "Task" [ 1183.046165] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.057530] env[68326]: DEBUG oslo_vmware.api [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.180113] env[68326]: DEBUG oslo_vmware.api [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130155, 'name': PowerOffVM_Task, 'duration_secs': 0.231331} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.180395] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.180566] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.180833] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd8071d9-9d0a-4a30-9b7b-ae864025484a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.238684] env[68326]: DEBUG oslo_vmware.api [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130156, 'name': ReconfigVM_Task, 'duration_secs': 0.178555} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.238939] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626437', 'volume_id': 'c69138d8-8062-4216-a7e7-7aca317b1efb', 'name': 'volume-c69138d8-8062-4216-a7e7-7aca317b1efb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '941790a0-0153-49c4-90e0-6bbec3484ec0', 'attached_at': '', 'detached_at': '', 'volume_id': 'c69138d8-8062-4216-a7e7-7aca317b1efb', 'serial': 'c69138d8-8062-4216-a7e7-7aca317b1efb'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1183.239263] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.240116] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42c3875-92ed-40b2-bb69-ff28ae68895b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.244296] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.244564] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.244663] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Deleting the datastore file [datastore1] c5314e58-524c-423f-a136-bace5e6cadba {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.244896] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4d7d80f-7f31-4f1b-8247-f2a375474de0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.248774] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.249394] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ffc1d37-3b20-4f52-97e1-e7ddd2ee4865 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.253729] env[68326]: DEBUG oslo_vmware.api [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1183.253729] env[68326]: value = "task-3130162" [ 1183.253729] env[68326]: _type = "Task" [ 1183.253729] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.262288] env[68326]: DEBUG oslo_vmware.api [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.323385] env[68326]: DEBUG nova.scheduler.client.report [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.335064] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.335342] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.335474] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Deleting the datastore file [datastore1] 941790a0-0153-49c4-90e0-6bbec3484ec0 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.335808] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fd09758-8ed9-452e-a755-a20e67f5fff8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.343934] env[68326]: DEBUG oslo_vmware.api [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1183.343934] env[68326]: value = "task-3130164" [ 1183.343934] env[68326]: _type = "Task" [ 1183.343934] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.353148] env[68326]: DEBUG oslo_vmware.api [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.421678] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4ecc9364-71ce-4913-9ab1-a846160009cc tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "interface-c5314e58-524c-423f-a136-bace5e6cadba-43dc0818-79a5-4e3e-975a-890877e56231" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.785s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.427148] env[68326]: DEBUG nova.compute.manager [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1183.453080] env[68326]: DEBUG nova.virt.hardware [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1183.453392] env[68326]: DEBUG nova.virt.hardware [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1183.453607] env[68326]: DEBUG nova.virt.hardware [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1183.453859] env[68326]: DEBUG nova.virt.hardware [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1183.454084] env[68326]: DEBUG nova.virt.hardware [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1183.454303] env[68326]: DEBUG nova.virt.hardware [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1183.454567] env[68326]: DEBUG nova.virt.hardware [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1183.454783] env[68326]: DEBUG nova.virt.hardware [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1183.455014] env[68326]: DEBUG nova.virt.hardware [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1183.455297] env[68326]: DEBUG nova.virt.hardware [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1183.455537] env[68326]: DEBUG nova.virt.hardware [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1183.457443] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7863b63e-3630-4670-89c2-ce11f2ce4134 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.473387] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4d7ad7-d827-46f4-a507-e37325baaad4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.477384] env[68326]: DEBUG oslo_vmware.api [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281619} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.477653] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.477840] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.478026] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.478201] env[68326]: INFO nova.compute.manager [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1183.478438] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.478912] env[68326]: DEBUG nova.compute.manager [-] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1183.479013] env[68326]: DEBUG nova.network.neutron [-] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.488648] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Instance VIF info [] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.494382] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Creating folder: Project (1e8cb78cc24a4bfa9618facc59190616). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1183.495030] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1572f727-0797-432f-8a95-4333081f3fc2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.507096] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Created folder: Project (1e8cb78cc24a4bfa9618facc59190616) in parent group-v626141. [ 1183.507297] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Creating folder: Instances. Parent ref: group-v626438. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1183.507586] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be32c703-3847-4ede-b5a8-70075d398112 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.516742] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Created folder: Instances in parent group-v626438. [ 1183.516982] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.517260] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.517489] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-183c815e-ab1f-4947-ab99-df979ba946d4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.530330] env[68326]: DEBUG nova.compute.manager [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1183.530835] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.531379] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14e471e-b150-4a27-a5b2-5c372263333d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.539388] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.540683] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6901aff-6bc8-4c6c-ab54-5be3777b28f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.543032] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.543032] env[68326]: value = "task-3130167" [ 1183.543032] env[68326]: _type = "Task" [ 1183.543032] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.555048] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130167, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.555531] env[68326]: DEBUG oslo_vmware.api [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1183.555531] env[68326]: value = "task-3130168" [ 1183.555531] env[68326]: _type = "Task" [ 1183.555531] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.567374] env[68326]: DEBUG oslo_vmware.api [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Task: {'id': task-3130160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257407} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.568086] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.568262] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.568441] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.568623] env[68326]: INFO nova.compute.manager [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1183.568874] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.570029] env[68326]: DEBUG nova.compute.manager [-] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1183.570029] env[68326]: DEBUG nova.network.neutron [-] [instance: 46314332-7709-48ff-92b0-5916e2e20649] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.576634] env[68326]: DEBUG oslo_vmware.api [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.765430] env[68326]: DEBUG oslo_vmware.api [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206704} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.765726] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.765915] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.766134] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.766443] env[68326]: INFO nova.compute.manager [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1183.766698] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.766900] env[68326]: DEBUG nova.compute.manager [-] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1183.767017] env[68326]: DEBUG nova.network.neutron [-] [instance: c5314e58-524c-423f-a136-bace5e6cadba] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1183.828352] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1183.828603] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.339s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.828865] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.829036] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Cleaning up deleted instances with incomplete migration {{(pid=68326) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11948}} [ 1183.860268] env[68326]: DEBUG oslo_vmware.api [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154905} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.860268] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.860268] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.860268] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.860268] env[68326]: INFO nova.compute.manager [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1183.860268] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.860268] env[68326]: DEBUG nova.compute.manager [-] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1183.860268] env[68326]: DEBUG nova.network.neutron [-] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.056187] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130167, 'name': CreateVM_Task, 'duration_secs': 0.332077} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.056390] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.056879] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.057146] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.057439] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.057724] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcf52dda-bdb8-476d-93c8-98420b8747de {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.066055] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1184.066055] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52746106-08d1-2928-7e3e-8a4706ec11ee" [ 1184.066055] env[68326]: _type = "Task" [ 1184.066055] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.071594] env[68326]: DEBUG oslo_vmware.api [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130168, 'name': PowerOffVM_Task, 'duration_secs': 0.294455} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.074954] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.075213] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.075447] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a88d0d4-282e-4a8b-ba92-e7131c60d7cb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.083106] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52746106-08d1-2928-7e3e-8a4706ec11ee, 'name': SearchDatastore_Task, 'duration_secs': 0.013799} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.083449] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.083685] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.083916] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.084071] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.084253] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.084521] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4148c0fd-1b22-4eda-b4de-6e305c778f80 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.093470] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.093662] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.094488] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b608cfeb-0c09-4dec-afd6-a87630db19c3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.100683] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1184.100683] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5285e1d4-64fb-0fed-3253-0cc3a0c79a44" [ 1184.100683] env[68326]: _type = "Task" [ 1184.100683] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.110124] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5285e1d4-64fb-0fed-3253-0cc3a0c79a44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.148092] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.148616] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.148763] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleting the datastore file [datastore2] fee701ab-a672-4e56-b238-3dc2981838da {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.149925] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d48eaa91-3020-4402-a94b-76d52b25b453 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.160377] env[68326]: DEBUG oslo_vmware.api [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1184.160377] env[68326]: value = "task-3130170" [ 1184.160377] env[68326]: _type = "Task" [ 1184.160377] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.166352] env[68326]: DEBUG nova.compute.manager [req-c9857e9f-e1e2-42ef-a484-2e1618cfde7a req-f13f37cc-98c9-4c8d-813f-41552974a886 service nova] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Received event network-vif-deleted-d9d1df6c-18ed-4d8e-a0a6-4190bdd0dde5 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1184.166563] env[68326]: INFO nova.compute.manager [req-c9857e9f-e1e2-42ef-a484-2e1618cfde7a req-f13f37cc-98c9-4c8d-813f-41552974a886 service nova] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Neutron deleted interface d9d1df6c-18ed-4d8e-a0a6-4190bdd0dde5; detaching it from the instance and deleting it from the info cache [ 1184.166734] env[68326]: DEBUG nova.network.neutron [req-c9857e9f-e1e2-42ef-a484-2e1618cfde7a req-f13f37cc-98c9-4c8d-813f-41552974a886 service nova] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.175111] env[68326]: DEBUG oslo_vmware.api [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.613900] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5285e1d4-64fb-0fed-3253-0cc3a0c79a44, 'name': SearchDatastore_Task, 'duration_secs': 0.01025} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.614986] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ecd550-8304-4c77-9bcc-03677eb49460 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.622085] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1184.622085] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52205bfc-6fe5-6451-77fe-e6d3cad2b150" [ 1184.622085] env[68326]: _type = "Task" [ 1184.622085] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.630883] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52205bfc-6fe5-6451-77fe-e6d3cad2b150, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.633477] env[68326]: DEBUG nova.network.neutron [-] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.670907] env[68326]: DEBUG oslo_vmware.api [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187645} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.671213] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9154ab24-8cf3-44be-a89a-1f90a454f57b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.673667] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.673890] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.674085] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.674275] env[68326]: INFO nova.compute.manager [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1184.674560] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.674694] env[68326]: DEBUG nova.compute.manager [-] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1184.675038] env[68326]: DEBUG nova.network.neutron [-] [instance: fee701ab-a672-4e56-b238-3dc2981838da] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1184.684696] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c3e27b-a6e5-4fe6-91f4-4745045cc938 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.695720] env[68326]: DEBUG nova.network.neutron [-] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.721257] env[68326]: DEBUG nova.compute.manager [req-c9857e9f-e1e2-42ef-a484-2e1618cfde7a req-f13f37cc-98c9-4c8d-813f-41552974a886 service nova] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Detach interface failed, port_id=d9d1df6c-18ed-4d8e-a0a6-4190bdd0dde5, reason: Instance 5b590224-9b33-40fe-8791-3bdc66fbc349 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1184.805171] env[68326]: DEBUG oslo_concurrency.lockutils [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Acquiring lock "60d4f31b-3c99-490c-b835-0cff349a87d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.805562] env[68326]: DEBUG oslo_concurrency.lockutils [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Lock "60d4f31b-3c99-490c-b835-0cff349a87d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.805752] env[68326]: DEBUG oslo_concurrency.lockutils [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Acquiring lock "60d4f31b-3c99-490c-b835-0cff349a87d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.806024] env[68326]: DEBUG oslo_concurrency.lockutils [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Lock "60d4f31b-3c99-490c-b835-0cff349a87d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.806122] env[68326]: DEBUG oslo_concurrency.lockutils [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Lock "60d4f31b-3c99-490c-b835-0cff349a87d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.811269] env[68326]: INFO nova.compute.manager [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Terminating instance [ 1184.846482] env[68326]: DEBUG nova.network.neutron [-] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.133036] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52205bfc-6fe5-6451-77fe-e6d3cad2b150, 'name': SearchDatastore_Task, 'duration_secs': 0.027586} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.133472] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.133636] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561/26db8a0a-7bc6-47f7-a9ca-a6981c1a1561.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.133910] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f39bfe4-5349-4dc3-9dc1-9de6cc305219 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.139331] env[68326]: INFO nova.compute.manager [-] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Took 1.66 seconds to deallocate network for instance. [ 1185.147762] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1185.147762] env[68326]: value = "task-3130171" [ 1185.147762] env[68326]: _type = "Task" [ 1185.147762] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.157265] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.198278] env[68326]: INFO nova.compute.manager [-] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Took 1.63 seconds to deallocate network for instance. [ 1185.316330] env[68326]: DEBUG nova.compute.manager [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1185.316641] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.316965] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85293629-0f4f-4d76-a2d5-e2d750313d65 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.326189] env[68326]: DEBUG oslo_vmware.api [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Waiting for the task: (returnval){ [ 1185.326189] env[68326]: value = "task-3130172" [ 1185.326189] env[68326]: _type = "Task" [ 1185.326189] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.341127] env[68326]: DEBUG oslo_vmware.api [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.351614] env[68326]: INFO nova.compute.manager [-] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Took 1.49 seconds to deallocate network for instance. [ 1185.417293] env[68326]: DEBUG nova.network.neutron [-] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.645965] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.646358] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.646506] env[68326]: DEBUG nova.objects.instance [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lazy-loading 'resources' on Instance uuid 5b590224-9b33-40fe-8791-3bdc66fbc349 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.657479] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130171, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.704569] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.712397] env[68326]: DEBUG nova.network.neutron [-] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.837492] env[68326]: DEBUG oslo_vmware.api [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130172, 'name': PowerOffVM_Task, 'duration_secs': 0.239269} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.837856] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.838145] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Volume detach. Driver type: vmdk {{(pid=68326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1185.838428] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626410', 'volume_id': '6e624310-4989-4b5c-a828-c0f1002d2fd4', 'name': 'volume-6e624310-4989-4b5c-a828-c0f1002d2fd4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60d4f31b-3c99-490c-b835-0cff349a87d3', 'attached_at': '', 'detached_at': '', 'volume_id': '6e624310-4989-4b5c-a828-c0f1002d2fd4', 'serial': '6e624310-4989-4b5c-a828-c0f1002d2fd4'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1185.839876] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d5da93-ee6b-4851-8d4f-ba34631c8ce7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.861719] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2842287-0d97-4eb3-966e-c4a303f3d078 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.869374] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a599ed-24ed-4747-9530-b4cb0fe43594 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.886904] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee6c481-c65d-4992-acb9-48f0a57040f9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.901772] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] The volume has not been displaced from its original location: [datastore2] volume-6e624310-4989-4b5c-a828-c0f1002d2fd4/volume-6e624310-4989-4b5c-a828-c0f1002d2fd4.vmdk. No consolidation needed. {{(pid=68326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1185.906908] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1185.907855] env[68326]: INFO nova.compute.manager [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Took 0.56 seconds to detach 1 volumes for instance. [ 1185.909336] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-802f6909-99bc-444a-a87d-3aff8f727955 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.924871] env[68326]: INFO nova.compute.manager [-] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Took 2.16 seconds to deallocate network for instance. [ 1185.932690] env[68326]: DEBUG oslo_vmware.api [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Waiting for the task: (returnval){ [ 1185.932690] env[68326]: value = "task-3130173" [ 1185.932690] env[68326]: _type = "Task" [ 1185.932690] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.942565] env[68326]: DEBUG oslo_vmware.api [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.162429] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519539} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.162696] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561/26db8a0a-7bc6-47f7-a9ca-a6981c1a1561.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.162910] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.163217] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba5ead78-e9ea-4786-8aa7-de6c7700f7cb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.170939] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1186.170939] env[68326]: value = "task-3130174" [ 1186.170939] env[68326]: _type = "Task" [ 1186.170939] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.183795] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.197801] env[68326]: DEBUG nova.compute.manager [req-7e11de57-6822-4bec-b94b-95168a9810f5 req-9e65a6ea-29a1-4117-b52d-7ba57fff36f0 service nova] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Received event network-vif-deleted-f2fde47b-b5af-4f77-8db0-aff4af08e3ea {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1186.198049] env[68326]: DEBUG nova.compute.manager [req-7e11de57-6822-4bec-b94b-95168a9810f5 req-9e65a6ea-29a1-4117-b52d-7ba57fff36f0 service nova] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Received event network-vif-deleted-ff8677bc-872c-4ddf-8e74-e6702d7c7ced {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1186.198548] env[68326]: DEBUG nova.compute.manager [req-7e11de57-6822-4bec-b94b-95168a9810f5 req-9e65a6ea-29a1-4117-b52d-7ba57fff36f0 service nova] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Received event network-vif-deleted-cd12d253-a496-46ab-90ec-ab944e3b25e0 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1186.198548] env[68326]: DEBUG nova.compute.manager [req-7e11de57-6822-4bec-b94b-95168a9810f5 req-9e65a6ea-29a1-4117-b52d-7ba57fff36f0 service nova] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Received event network-vif-deleted-33f59384-7f07-4861-8df1-4651f187f045 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1186.213850] env[68326]: INFO nova.compute.manager [-] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Took 1.54 seconds to deallocate network for instance. [ 1186.320148] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1f6fc5-6423-4b69-9897-c518b49cc5b4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.328292] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056beaf0-d31d-4977-8451-65e49b65e51b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.358997] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755ec12d-7343-42be-8eb5-9fff62f3d1ee {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.366968] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14afd099-73de-43d4-b5ba-7d975c2cd303 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.380336] env[68326]: DEBUG nova.compute.provider_tree [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.426780] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.430742] env[68326]: DEBUG oslo_concurrency.lockutils [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.444532] env[68326]: DEBUG oslo_vmware.api [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130173, 'name': ReconfigVM_Task, 'duration_secs': 0.163306} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.444725] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1186.449714] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce6ad28c-960c-424a-8c74-72d3963afd4e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.467415] env[68326]: DEBUG oslo_vmware.api [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Waiting for the task: (returnval){ [ 1186.467415] env[68326]: value = "task-3130175" [ 1186.467415] env[68326]: _type = "Task" [ 1186.467415] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.475893] env[68326]: DEBUG oslo_vmware.api [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.681270] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072546} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.681641] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.682310] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ce3536-c7fb-4e71-97a5-252d3d07bd40 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.702043] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561/26db8a0a-7bc6-47f7-a9ca-a6981c1a1561.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.702306] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7be7b174-bb51-4b55-badc-32b9a5fd8bcf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.719861] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.722254] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1186.722254] env[68326]: value = "task-3130176" [ 1186.722254] env[68326]: _type = "Task" [ 1186.722254] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.730382] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.883081] env[68326]: DEBUG nova.scheduler.client.report [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.978972] env[68326]: DEBUG oslo_vmware.api [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.232885] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130176, 'name': ReconfigVM_Task, 'duration_secs': 0.295847} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.233240] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561/26db8a0a-7bc6-47f7-a9ca-a6981c1a1561.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.233907] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02727b1b-8b1e-45e7-9859-1d23d32c77b0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.241640] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1187.241640] env[68326]: value = "task-3130177" [ 1187.241640] env[68326]: _type = "Task" [ 1187.241640] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.249953] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130177, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.388457] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.390831] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.686s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.391069] env[68326]: DEBUG nova.objects.instance [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lazy-loading 'resources' on Instance uuid 46314332-7709-48ff-92b0-5916e2e20649 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.406339] env[68326]: INFO nova.scheduler.client.report [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Deleted allocations for instance 5b590224-9b33-40fe-8791-3bdc66fbc349 [ 1187.478782] env[68326]: DEBUG oslo_vmware.api [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130175, 'name': ReconfigVM_Task, 'duration_secs': 0.687439} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.479145] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626410', 'volume_id': '6e624310-4989-4b5c-a828-c0f1002d2fd4', 'name': 'volume-6e624310-4989-4b5c-a828-c0f1002d2fd4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60d4f31b-3c99-490c-b835-0cff349a87d3', 'attached_at': '', 'detached_at': '', 'volume_id': '6e624310-4989-4b5c-a828-c0f1002d2fd4', 'serial': '6e624310-4989-4b5c-a828-c0f1002d2fd4'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1187.479428] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.480226] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb65ab25-55e5-4502-a532-412ac7eaea8a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.488282] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.488540] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-310ce620-8684-40bb-9907-761b429f2df6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.554439] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.554661] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.554849] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Deleting the datastore file [datastore2] 60d4f31b-3c99-490c-b835-0cff349a87d3 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.555174] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cde5972c-25a7-407e-827d-39b371cc226e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.562640] env[68326]: DEBUG oslo_vmware.api [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Waiting for the task: (returnval){ [ 1187.562640] env[68326]: value = "task-3130179" [ 1187.562640] env[68326]: _type = "Task" [ 1187.562640] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.570934] env[68326]: DEBUG oslo_vmware.api [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.752088] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130177, 'name': Rename_Task, 'duration_secs': 0.149394} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.752425] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.752639] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2bef40f-7631-4599-9b2a-924edd4d8c66 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.762621] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1187.762621] env[68326]: value = "task-3130180" [ 1187.762621] env[68326]: _type = "Task" [ 1187.762621] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.784496] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.861274] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.861559] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.914812] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1fdcabea-9694-4a6f-9b0f-3516ad904696 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "5b590224-9b33-40fe-8791-3bdc66fbc349" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.085s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.071219] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e5e542-e596-49e4-aff4-743c369dd258 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.076785] env[68326]: DEBUG oslo_vmware.api [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Task: {'id': task-3130179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077335} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.077477] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.077690] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.077872] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.078061] env[68326]: INFO nova.compute.manager [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Took 2.76 seconds to destroy the instance on the hypervisor. [ 1188.078316] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.078506] env[68326]: DEBUG nova.compute.manager [-] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1188.078601] env[68326]: DEBUG nova.network.neutron [-] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.083025] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cb8b91-f434-4ff9-8dda-edd0f5413f16 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.114837] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8247c89-9a29-4d04-9621-1a2e5c038b4c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.124933] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80eb5cb5-eead-48f3-917e-29291b330b49 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.140234] env[68326]: DEBUG nova.compute.provider_tree [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.273390] env[68326]: DEBUG oslo_vmware.api [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130180, 'name': PowerOnVM_Task, 'duration_secs': 0.442103} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.273637] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.273842] env[68326]: INFO nova.compute.manager [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Took 4.85 seconds to spawn the instance on the hypervisor. [ 1188.274037] env[68326]: DEBUG nova.compute.manager [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1188.274903] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7278d1f0-a21d-42f2-b904-7f68dbca7dc6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.368838] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.369171] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.369171] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.369336] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.369489] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager.update_available_resource {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.537417] env[68326]: DEBUG nova.compute.manager [req-b5aafe61-80bc-430f-a31e-9251a1594b88 req-b34c2305-4325-4a3b-8c26-f3c07345683a service nova] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Received event network-vif-deleted-4d23ab50-69b0-4685-a403-c71e5df0529a {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1188.537523] env[68326]: INFO nova.compute.manager [req-b5aafe61-80bc-430f-a31e-9251a1594b88 req-b34c2305-4325-4a3b-8c26-f3c07345683a service nova] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Neutron deleted interface 4d23ab50-69b0-4685-a403-c71e5df0529a; detaching it from the instance and deleting it from the info cache [ 1188.537698] env[68326]: DEBUG nova.network.neutron [req-b5aafe61-80bc-430f-a31e-9251a1594b88 req-b34c2305-4325-4a3b-8c26-f3c07345683a service nova] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.643753] env[68326]: DEBUG nova.scheduler.client.report [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.794211] env[68326]: INFO nova.compute.manager [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Took 11.39 seconds to build instance. [ 1188.872561] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.021404] env[68326]: DEBUG nova.network.neutron [-] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.040348] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b749526-c644-4c9a-8daf-6dedd4c4996c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.052025] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fe9c59-c5fe-4e3d-a617-f9c800396d93 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.085213] env[68326]: DEBUG nova.compute.manager [req-b5aafe61-80bc-430f-a31e-9251a1594b88 req-b34c2305-4325-4a3b-8c26-f3c07345683a service nova] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Detach interface failed, port_id=4d23ab50-69b0-4685-a403-c71e5df0529a, reason: Instance 60d4f31b-3c99-490c-b835-0cff349a87d3 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1189.148823] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.151879] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.724s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.151879] env[68326]: DEBUG nova.objects.instance [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lazy-loading 'resources' on Instance uuid 941790a0-0153-49c4-90e0-6bbec3484ec0 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.173601] env[68326]: INFO nova.scheduler.client.report [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Deleted allocations for instance 46314332-7709-48ff-92b0-5916e2e20649 [ 1189.296278] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7cfd25ee-fa6b-4fb8-ab47-95014bca90ef tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Lock "26db8a0a-7bc6-47f7-a9ca-a6981c1a1561" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.896s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.412902] env[68326]: INFO nova.compute.manager [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Rebuilding instance [ 1189.452875] env[68326]: DEBUG nova.compute.manager [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1189.453801] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd7c55a-4ed0-465c-b6ca-be42c44fa706 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.523506] env[68326]: INFO nova.compute.manager [-] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Took 1.44 seconds to deallocate network for instance. [ 1189.680661] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8fd51784-9545-46ac-98f7-55a1a8d6cc53 tempest-MultipleCreateTestJSON-1201310956 tempest-MultipleCreateTestJSON-1201310956-project-member] Lock "46314332-7709-48ff-92b0-5916e2e20649" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.766s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.793206] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd15a3ac-ae1c-4823-9379-4ae22b0b2eb1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.801705] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f71382-1e57-494b-8a03-c560c4c26eff {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.832276] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79a3e5f-200b-4a21-88bb-18c9e3735028 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.841341] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b67e061-22c0-4029-bb98-1956e53123f6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.855507] env[68326]: DEBUG nova.compute.provider_tree [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.067586] env[68326]: INFO nova.compute.manager [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Took 0.54 seconds to detach 1 volumes for instance. [ 1190.070228] env[68326]: DEBUG nova.compute.manager [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Deleting volume: 6e624310-4989-4b5c-a828-c0f1002d2fd4 {{(pid=68326) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3360}} [ 1190.359243] env[68326]: DEBUG nova.scheduler.client.report [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.468943] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.469295] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1dd24a4-c391-46fd-b130-543f1f1c14a7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.480313] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1190.480313] env[68326]: value = "task-3130182" [ 1190.480313] env[68326]: _type = "Task" [ 1190.480313] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.490393] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.609798] env[68326]: DEBUG oslo_concurrency.lockutils [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.864341] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.866662] env[68326]: DEBUG oslo_concurrency.lockutils [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.436s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.866892] env[68326]: DEBUG nova.objects.instance [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lazy-loading 'resources' on Instance uuid c5314e58-524c-423f-a136-bace5e6cadba {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.888607] env[68326]: INFO nova.scheduler.client.report [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Deleted allocations for instance 941790a0-0153-49c4-90e0-6bbec3484ec0 [ 1190.990797] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130182, 'name': PowerOffVM_Task, 'duration_secs': 0.197699} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.991395] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1190.991655] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.992439] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d013b15-6841-4002-9a86-c2efe5186809 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.999850] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.000103] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d09d5661-ccd4-46a2-90f1-e7dfd37a4154 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.034561] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.034861] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.035271] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Deleting the datastore file [datastore1] 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.035583] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30b9ba70-b960-4039-b7d9-de78ce15b773 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.044295] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1191.044295] env[68326]: value = "task-3130184" [ 1191.044295] env[68326]: _type = "Task" [ 1191.044295] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.052788] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.397868] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3f2d61e1-5021-4b34-9fe5-91bf42e472cf tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "941790a0-0153-49c4-90e0-6bbec3484ec0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.349s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.555684] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095306} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.556171] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.556453] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1191.556866] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.704274] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a377ecf-58ad-4641-8f17-30b6644fc61f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.713083] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08e1edb-9d9b-498e-8ccf-03d7a05f2290 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.745094] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cf6e34-d8ea-494d-ab8f-4dff73299069 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.754227] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3e5f9b-1f04-4001-aeca-ba67151da082 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.769846] env[68326]: DEBUG nova.compute.provider_tree [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.273039] env[68326]: DEBUG nova.scheduler.client.report [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.557329] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "eef63db5-82c4-4b21-a18b-af0ad5a2a5e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.557894] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "eef63db5-82c4-4b21-a18b-af0ad5a2a5e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.557999] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "eef63db5-82c4-4b21-a18b-af0ad5a2a5e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.559192] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "eef63db5-82c4-4b21-a18b-af0ad5a2a5e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.559192] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "eef63db5-82c4-4b21-a18b-af0ad5a2a5e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.560899] env[68326]: INFO nova.compute.manager [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Terminating instance [ 1192.586730] env[68326]: DEBUG nova.virt.hardware [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.586972] env[68326]: DEBUG nova.virt.hardware [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.587158] env[68326]: DEBUG nova.virt.hardware [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.587346] env[68326]: DEBUG nova.virt.hardware [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.587674] env[68326]: DEBUG nova.virt.hardware [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.587851] env[68326]: DEBUG nova.virt.hardware [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.588171] env[68326]: DEBUG nova.virt.hardware [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.588355] env[68326]: DEBUG nova.virt.hardware [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.588552] env[68326]: DEBUG nova.virt.hardware [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.588946] env[68326]: DEBUG nova.virt.hardware [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.588946] env[68326]: DEBUG nova.virt.hardware [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.589989] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3473184d-152a-4d07-9d8c-c9ee53ad51b5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.598804] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f07cbb-d8c3-48f2-88c5-6c16ba53fc4f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.612432] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Instance VIF info [] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.617990] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.618228] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.618441] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3767a02-bd3f-4406-a38e-bdfee11b3b84 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.637022] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.637022] env[68326]: value = "task-3130185" [ 1192.637022] env[68326]: _type = "Task" [ 1192.637022] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.645160] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130185, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.778151] env[68326]: DEBUG oslo_concurrency.lockutils [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.780512] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.061s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.780795] env[68326]: DEBUG nova.objects.instance [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lazy-loading 'resources' on Instance uuid fee701ab-a672-4e56-b238-3dc2981838da {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.797332] env[68326]: INFO nova.scheduler.client.report [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Deleted allocations for instance c5314e58-524c-423f-a136-bace5e6cadba [ 1193.067224] env[68326]: DEBUG nova.compute.manager [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1193.067445] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.067721] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "83d3a6fe-001e-4026-afae-363897673a45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.067925] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "83d3a6fe-001e-4026-afae-363897673a45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.069441] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140b251a-3de4-4b7b-8fb5-1215177a68d0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.078381] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.079072] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7be20797-c804-4b3e-bf86-c0fe7ec1b6c3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.087885] env[68326]: DEBUG oslo_vmware.api [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1193.087885] env[68326]: value = "task-3130186" [ 1193.087885] env[68326]: _type = "Task" [ 1193.087885] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.096425] env[68326]: DEBUG oslo_vmware.api [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.148566] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130185, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.306939] env[68326]: DEBUG oslo_concurrency.lockutils [None req-863ed097-04b7-451c-9880-5bcab4cc2bbe tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "c5314e58-524c-423f-a136-bace5e6cadba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.175s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.416418] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccf7982-ed08-4a51-8f5d-e88f0a107f40 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.424292] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453ea748-67a3-4018-b2ac-9c64eb30c316 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.454562] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8c7a0a-00d3-428b-ad6a-ba137eecb41f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.462273] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe14d67b-4516-4157-bd4d-16853138b5ad {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.476743] env[68326]: DEBUG nova.compute.provider_tree [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.572904] env[68326]: DEBUG nova.compute.manager [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1193.599337] env[68326]: DEBUG oslo_vmware.api [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130186, 'name': PowerOffVM_Task, 'duration_secs': 0.220013} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.599587] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1193.599751] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1193.599996] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69a30cd4-7786-4280-bac0-233223fb72b5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.658977] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130185, 'name': CreateVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.669690] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1193.672546] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1193.672840] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Deleting the datastore file [datastore1] eef63db5-82c4-4b21-a18b-af0ad5a2a5e2 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.673234] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f067591-087d-4bf3-806f-f33a155fe377 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.684165] env[68326]: DEBUG oslo_vmware.api [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1193.684165] env[68326]: value = "task-3130188" [ 1193.684165] env[68326]: _type = "Task" [ 1193.684165] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.701960] env[68326]: DEBUG oslo_vmware.api [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.980354] env[68326]: DEBUG nova.scheduler.client.report [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.092972] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.152856] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130185, 'name': CreateVM_Task, 'duration_secs': 1.326836} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.153173] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.153681] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.154110] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.154384] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.154741] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d6a7424-4082-4260-a222-6991dba98f32 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.162214] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1194.162214] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52364974-6ad6-cf30-49f7-d1003d091e48" [ 1194.162214] env[68326]: _type = "Task" [ 1194.162214] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.175771] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52364974-6ad6-cf30-49f7-d1003d091e48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.197951] env[68326]: DEBUG oslo_vmware.api [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180871} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.198349] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.198619] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.198872] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.199145] env[68326]: INFO nova.compute.manager [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1194.199525] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.199819] env[68326]: DEBUG nova.compute.manager [-] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1194.199965] env[68326]: DEBUG nova.network.neutron [-] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1194.261409] env[68326]: DEBUG oslo_concurrency.lockutils [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "abc1874b-859c-461d-92b9-90b82a948b10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.261679] env[68326]: DEBUG oslo_concurrency.lockutils [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "abc1874b-859c-461d-92b9-90b82a948b10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.261887] env[68326]: DEBUG oslo_concurrency.lockutils [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "abc1874b-859c-461d-92b9-90b82a948b10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.262082] env[68326]: DEBUG oslo_concurrency.lockutils [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "abc1874b-859c-461d-92b9-90b82a948b10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.262256] env[68326]: DEBUG oslo_concurrency.lockutils [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "abc1874b-859c-461d-92b9-90b82a948b10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.264673] env[68326]: INFO nova.compute.manager [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Terminating instance [ 1194.485747] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.488194] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.616s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.488414] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.488905] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1194.489154] env[68326]: DEBUG oslo_concurrency.lockutils [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.880s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.489435] env[68326]: DEBUG nova.objects.instance [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Lazy-loading 'resources' on Instance uuid 60d4f31b-3c99-490c-b835-0cff349a87d3 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.492055] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dbad74-3309-43c6-9b1f-2a1ddd090298 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.502441] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a800448a-0f21-4678-94c8-981e74969bda {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.509287] env[68326]: INFO nova.scheduler.client.report [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleted allocations for instance fee701ab-a672-4e56-b238-3dc2981838da [ 1194.535220] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f986ccf6-9265-478a-b3d3-659224b36414 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.543628] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e44fdb-9326-443b-a9fb-d646c0b9cf9a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.574995] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179139MB free_disk=133GB free_vcpus=48 pci_devices=None {{(pid=68326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1194.575205] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.677536] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52364974-6ad6-cf30-49f7-d1003d091e48, 'name': SearchDatastore_Task, 'duration_secs': 0.014064} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.678059] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.678441] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.678808] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.679077] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.679406] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.679802] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6ddf6e4-767f-48cf-8a14-224207c7ad13 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.697885] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.698115] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.698871] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47693f3c-a1a3-4db0-825e-32adca9a38fc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.705418] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1194.705418] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52cd7270-ff64-afd5-8df3-539f077148bd" [ 1194.705418] env[68326]: _type = "Task" [ 1194.705418] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.715590] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52cd7270-ff64-afd5-8df3-539f077148bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.739235] env[68326]: DEBUG nova.compute.manager [req-8471db29-1f77-4805-b195-f8a84547faee req-5978d28c-e0d4-4a3f-84f4-614381dac3d8 service nova] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Received event network-vif-deleted-d7b2c30f-b9f1-4786-8dba-5dc7c9d98632 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1194.739235] env[68326]: INFO nova.compute.manager [req-8471db29-1f77-4805-b195-f8a84547faee req-5978d28c-e0d4-4a3f-84f4-614381dac3d8 service nova] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Neutron deleted interface d7b2c30f-b9f1-4786-8dba-5dc7c9d98632; detaching it from the instance and deleting it from the info cache [ 1194.739606] env[68326]: DEBUG nova.network.neutron [req-8471db29-1f77-4805-b195-f8a84547faee req-5978d28c-e0d4-4a3f-84f4-614381dac3d8 service nova] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.770484] env[68326]: DEBUG nova.compute.manager [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1194.770710] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.771662] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f3b33b-5083-41ab-b4d3-2dc9de186337 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.781644] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.781969] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d63f88e1-c473-4af2-aa25-cebabb877646 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.790986] env[68326]: DEBUG oslo_vmware.api [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1194.790986] env[68326]: value = "task-3130189" [ 1194.790986] env[68326]: _type = "Task" [ 1194.790986] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.800044] env[68326]: DEBUG oslo_vmware.api [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.038326] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e98354ba-331e-41ee-af40-8cad5af73eb5 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "fee701ab-a672-4e56-b238-3dc2981838da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.016s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.150081] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd3eae9-d472-4a1f-aecd-9068c62c70c3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.161426] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa8559f-1a60-430c-92a6-9a90fb87cf93 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.203497] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032fcc36-7b0f-4ed5-95d0-0d4760c6e849 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.215576] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52cd7270-ff64-afd5-8df3-539f077148bd, 'name': SearchDatastore_Task, 'duration_secs': 0.036102} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.218351] env[68326]: DEBUG nova.network.neutron [-] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.219443] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1ef22c7-34ed-4caf-ad03-2bb991c0b4ca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.222613] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7b1f01-d711-4216-a206-cf2f5c41ff6f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.232418] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1195.232418] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52e2980f-1c7a-3b8c-dc69-f9d694d731f7" [ 1195.232418] env[68326]: _type = "Task" [ 1195.232418] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.241634] env[68326]: DEBUG nova.compute.provider_tree [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.246952] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-845d6dc5-2d24-4a45-9dc0-f24d23b18558 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.255989] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52e2980f-1c7a-3b8c-dc69-f9d694d731f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011725} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.257178] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.257456] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561/26db8a0a-7bc6-47f7-a9ca-a6981c1a1561.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.257758] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05f35ce2-d3b1-48d5-9ad3-3502c98180dc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.262183] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761a46fb-22d8-4c80-b434-70188477d67f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.280796] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1195.280796] env[68326]: value = "task-3130190" [ 1195.280796] env[68326]: _type = "Task" [ 1195.280796] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.293120] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.306413] env[68326]: DEBUG nova.compute.manager [req-8471db29-1f77-4805-b195-f8a84547faee req-5978d28c-e0d4-4a3f-84f4-614381dac3d8 service nova] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Detach interface failed, port_id=d7b2c30f-b9f1-4786-8dba-5dc7c9d98632, reason: Instance eef63db5-82c4-4b21-a18b-af0ad5a2a5e2 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1195.314831] env[68326]: DEBUG oslo_vmware.api [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130189, 'name': PowerOffVM_Task, 'duration_secs': 0.359557} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.315156] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1195.315340] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1195.315598] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97dc0072-3b2d-4df3-91fb-323a1bc851df {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.380385] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1195.380699] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1195.380938] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Deleting the datastore file [datastore1] abc1874b-859c-461d-92b9-90b82a948b10 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1195.381257] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0061b13-b6d5-4972-b75f-f67b8dafc7d3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.390637] env[68326]: DEBUG oslo_vmware.api [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for the task: (returnval){ [ 1195.390637] env[68326]: value = "task-3130192" [ 1195.390637] env[68326]: _type = "Task" [ 1195.390637] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.401282] env[68326]: DEBUG oslo_vmware.api [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.727815] env[68326]: INFO nova.compute.manager [-] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Took 1.53 seconds to deallocate network for instance. [ 1195.749624] env[68326]: DEBUG nova.scheduler.client.report [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.792435] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130190, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.906239] env[68326]: DEBUG oslo_vmware.api [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Task: {'id': task-3130192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196562} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.906239] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.906239] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.906239] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.906239] env[68326]: INFO nova.compute.manager [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1195.906239] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.906239] env[68326]: DEBUG nova.compute.manager [-] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1195.906239] env[68326]: DEBUG nova.network.neutron [-] [instance: abc1874b-859c-461d-92b9-90b82a948b10] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1196.234553] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.253682] env[68326]: DEBUG oslo_concurrency.lockutils [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.764s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.256429] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.163s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.258335] env[68326]: INFO nova.compute.claims [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.282534] env[68326]: INFO nova.scheduler.client.report [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Deleted allocations for instance 60d4f31b-3c99-490c-b835-0cff349a87d3 [ 1196.301089] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528094} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.302100] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561/26db8a0a-7bc6-47f7-a9ca-a6981c1a1561.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.302629] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.302629] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82750309-e1e1-467d-81ca-84bacf22c7d4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.311125] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1196.311125] env[68326]: value = "task-3130193" [ 1196.311125] env[68326]: _type = "Task" [ 1196.311125] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.322362] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.767582] env[68326]: DEBUG nova.compute.manager [req-bd81e7e6-ee89-4812-af83-6dd15170893f req-0a8728e0-2768-448a-a4b4-26154af06af7 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Received event network-vif-deleted-bf9354fa-24a9-4dbc-9044-5a55f4a4c537 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1196.767813] env[68326]: INFO nova.compute.manager [req-bd81e7e6-ee89-4812-af83-6dd15170893f req-0a8728e0-2768-448a-a4b4-26154af06af7 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Neutron deleted interface bf9354fa-24a9-4dbc-9044-5a55f4a4c537; detaching it from the instance and deleting it from the info cache [ 1196.767959] env[68326]: DEBUG nova.network.neutron [req-bd81e7e6-ee89-4812-af83-6dd15170893f req-0a8728e0-2768-448a-a4b4-26154af06af7 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.797597] env[68326]: DEBUG oslo_concurrency.lockutils [None req-91b11cfa-edbe-44ae-93b9-710c82b7c774 tempest-ServersTestBootFromVolume-1566543734 tempest-ServersTestBootFromVolume-1566543734-project-member] Lock "60d4f31b-3c99-490c-b835-0cff349a87d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.992s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.822402] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068102} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.823010] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.823834] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefb263e-e0ec-4b99-8a1b-62726a699f82 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.851151] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561/26db8a0a-7bc6-47f7-a9ca-a6981c1a1561.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.851881] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0830888-4b1a-4705-8b8f-d81e6207659f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.872663] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1196.872663] env[68326]: value = "task-3130194" [ 1196.872663] env[68326]: _type = "Task" [ 1196.872663] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.881360] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.909687] env[68326]: DEBUG nova.network.neutron [-] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.271802] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b0f3eb8-1370-4a13-92cb-646bc01de4e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.284019] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06f4200-67c7-419e-b49f-05dca4de80bc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.317774] env[68326]: DEBUG nova.compute.manager [req-bd81e7e6-ee89-4812-af83-6dd15170893f req-0a8728e0-2768-448a-a4b4-26154af06af7 service nova] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Detach interface failed, port_id=bf9354fa-24a9-4dbc-9044-5a55f4a4c537, reason: Instance abc1874b-859c-461d-92b9-90b82a948b10 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1197.386245] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130194, 'name': ReconfigVM_Task, 'duration_secs': 0.272507} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.386522] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561/26db8a0a-7bc6-47f7-a9ca-a6981c1a1561.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.387163] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-579f01e9-1653-42f5-92e8-dbeb94346e0e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.396952] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1197.396952] env[68326]: value = "task-3130195" [ 1197.396952] env[68326]: _type = "Task" [ 1197.396952] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.406996] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130195, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.414017] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "d6b2f323-145d-4b6a-a4b3-7cf736941fd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.414122] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "d6b2f323-145d-4b6a-a4b3-7cf736941fd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.415225] env[68326]: INFO nova.compute.manager [-] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Took 1.51 seconds to deallocate network for instance. [ 1197.462600] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0512b4ff-dd58-4cce-91bc-c79317d53b49 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.471472] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d774258-f36f-41bb-84b7-b8443fbe6c27 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.506590] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba26a954-af25-47a6-9bd0-1a8e3e69eb9b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.515805] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6558fcd3-75bd-4bbb-9c42-387f8d070f90 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.531060] env[68326]: DEBUG nova.compute.provider_tree [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.906805] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130195, 'name': Rename_Task, 'duration_secs': 0.169527} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.907123] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.907363] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-048a370a-aa20-40fc-92ec-a15a7d6593c4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.915279] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1197.915279] env[68326]: value = "task-3130196" [ 1197.915279] env[68326]: _type = "Task" [ 1197.915279] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.919030] env[68326]: DEBUG nova.compute.manager [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1197.921536] env[68326]: DEBUG oslo_concurrency.lockutils [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.928422] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.034626] env[68326]: DEBUG nova.scheduler.client.report [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.428667] env[68326]: DEBUG oslo_vmware.api [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130196, 'name': PowerOnVM_Task, 'duration_secs': 0.464097} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.431377] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.431377] env[68326]: DEBUG nova.compute.manager [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1198.432250] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9d02b3-aa0c-4905-8fe9-f5c8ecc0f3a6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.445070] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.540805] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.541325] env[68326]: DEBUG nova.compute.manager [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1198.543794] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.969s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.952657] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.048873] env[68326]: DEBUG nova.compute.utils [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1199.050317] env[68326]: DEBUG nova.compute.manager [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1199.050492] env[68326]: DEBUG nova.network.neutron [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1199.096891] env[68326]: DEBUG nova.policy [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db0893c6b3314c13a6f730308e9a5d10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29faa62d8f7d46f19d04f1d15fc7c591', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1199.207432] env[68326]: DEBUG oslo_concurrency.lockutils [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Acquiring lock "26db8a0a-7bc6-47f7-a9ca-a6981c1a1561" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.207735] env[68326]: DEBUG oslo_concurrency.lockutils [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Lock "26db8a0a-7bc6-47f7-a9ca-a6981c1a1561" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.207956] env[68326]: DEBUG oslo_concurrency.lockutils [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Acquiring lock "26db8a0a-7bc6-47f7-a9ca-a6981c1a1561-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.208677] env[68326]: DEBUG oslo_concurrency.lockutils [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Lock "26db8a0a-7bc6-47f7-a9ca-a6981c1a1561-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.208871] env[68326]: DEBUG oslo_concurrency.lockutils [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Lock "26db8a0a-7bc6-47f7-a9ca-a6981c1a1561-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.211108] env[68326]: INFO nova.compute.manager [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Terminating instance [ 1199.365636] env[68326]: DEBUG nova.network.neutron [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Successfully created port: 6e8f0312-107d-4f6c-a6db-a35f036d2523 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1199.559986] env[68326]: DEBUG nova.compute.manager [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1199.596349] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 5945078b-f11b-4503-8990-a8437c8f2627 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.596349] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance af0dc19a-83ef-4554-b8a5-62859a808f4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.596349] env[68326]: WARNING nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance abc1874b-859c-461d-92b9-90b82a948b10 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1199.599017] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 294ea93f-e72b-40ad-8329-c1f17d93544b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.599017] env[68326]: WARNING nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance eef63db5-82c4-4b21-a18b-af0ad5a2a5e2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1199.599017] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 75756cde-8580-49e0-957b-18f0189863ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.599017] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 4c8e1129-44b8-4d04-ade1-9f42da89fe45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.599017] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.599017] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 83d3a6fe-001e-4026-afae-363897673a45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1199.717861] env[68326]: DEBUG oslo_concurrency.lockutils [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Acquiring lock "refresh_cache-26db8a0a-7bc6-47f7-a9ca-a6981c1a1561" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.718073] env[68326]: DEBUG oslo_concurrency.lockutils [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Acquired lock "refresh_cache-26db8a0a-7bc6-47f7-a9ca-a6981c1a1561" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.718261] env[68326]: DEBUG nova.network.neutron [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.105829] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance d6b2f323-145d-4b6a-a4b3-7cf736941fd7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1200.106669] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1200.106669] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1200.242140] env[68326]: DEBUG nova.network.neutron [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1200.282991] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48d5057-a1b4-4c92-99db-1ed968216355 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.292020] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5e8407-2816-479e-8e93-7cdc3971b405 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.324286] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf09fcd-2e63-4c29-89da-cc4e23501b9c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.328213] env[68326]: DEBUG nova.network.neutron [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.335588] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd1c67c-003a-4762-8d0b-7db0fa2b5e8c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.351057] env[68326]: DEBUG nova.compute.provider_tree [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.574520] env[68326]: DEBUG nova.compute.manager [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1200.614066] env[68326]: DEBUG nova.virt.hardware [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.614709] env[68326]: DEBUG nova.virt.hardware [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.615426] env[68326]: DEBUG nova.virt.hardware [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.615828] env[68326]: DEBUG nova.virt.hardware [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.616175] env[68326]: DEBUG nova.virt.hardware [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.616418] env[68326]: DEBUG nova.virt.hardware [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.616685] env[68326]: DEBUG nova.virt.hardware [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.616890] env[68326]: DEBUG nova.virt.hardware [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.617137] env[68326]: DEBUG nova.virt.hardware [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.617352] env[68326]: DEBUG nova.virt.hardware [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.617571] env[68326]: DEBUG nova.virt.hardware [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.618568] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0693e55-6c4a-4471-8530-7cfa3b32acec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.627764] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3827597e-702d-409b-9631-368cdd828ca0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.789248] env[68326]: DEBUG nova.compute.manager [req-1544f3d1-eee8-41af-b155-0e1a6e84b6b8 req-3c6078a7-fb4a-4cf3-92d2-a781bf58029e service nova] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Received event network-vif-plugged-6e8f0312-107d-4f6c-a6db-a35f036d2523 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1200.789515] env[68326]: DEBUG oslo_concurrency.lockutils [req-1544f3d1-eee8-41af-b155-0e1a6e84b6b8 req-3c6078a7-fb4a-4cf3-92d2-a781bf58029e service nova] Acquiring lock "83d3a6fe-001e-4026-afae-363897673a45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.789788] env[68326]: DEBUG oslo_concurrency.lockutils [req-1544f3d1-eee8-41af-b155-0e1a6e84b6b8 req-3c6078a7-fb4a-4cf3-92d2-a781bf58029e service nova] Lock "83d3a6fe-001e-4026-afae-363897673a45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.790322] env[68326]: DEBUG oslo_concurrency.lockutils [req-1544f3d1-eee8-41af-b155-0e1a6e84b6b8 req-3c6078a7-fb4a-4cf3-92d2-a781bf58029e service nova] Lock "83d3a6fe-001e-4026-afae-363897673a45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.790533] env[68326]: DEBUG nova.compute.manager [req-1544f3d1-eee8-41af-b155-0e1a6e84b6b8 req-3c6078a7-fb4a-4cf3-92d2-a781bf58029e service nova] [instance: 83d3a6fe-001e-4026-afae-363897673a45] No waiting events found dispatching network-vif-plugged-6e8f0312-107d-4f6c-a6db-a35f036d2523 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1200.790746] env[68326]: WARNING nova.compute.manager [req-1544f3d1-eee8-41af-b155-0e1a6e84b6b8 req-3c6078a7-fb4a-4cf3-92d2-a781bf58029e service nova] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Received unexpected event network-vif-plugged-6e8f0312-107d-4f6c-a6db-a35f036d2523 for instance with vm_state building and task_state spawning. [ 1200.832605] env[68326]: DEBUG oslo_concurrency.lockutils [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Releasing lock "refresh_cache-26db8a0a-7bc6-47f7-a9ca-a6981c1a1561" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.833259] env[68326]: DEBUG nova.compute.manager [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1200.833508] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.834516] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5eda41-56e3-4d6b-8a03-cc4b1b704364 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.843715] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.844155] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06e617cb-e762-490f-8a9e-74f21cb7f511 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.852737] env[68326]: DEBUG oslo_vmware.api [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1200.852737] env[68326]: value = "task-3130197" [ 1200.852737] env[68326]: _type = "Task" [ 1200.852737] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.856633] env[68326]: DEBUG nova.scheduler.client.report [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.866744] env[68326]: DEBUG oslo_vmware.api [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.900347] env[68326]: DEBUG nova.network.neutron [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Successfully updated port: 6e8f0312-107d-4f6c-a6db-a35f036d2523 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1201.364028] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1201.364361] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.820s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.364473] env[68326]: DEBUG oslo_vmware.api [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130197, 'name': PowerOffVM_Task, 'duration_secs': 0.139052} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.365077] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.130s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.365077] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.367049] env[68326]: DEBUG oslo_concurrency.lockutils [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.446s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.367294] env[68326]: DEBUG oslo_concurrency.lockutils [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.368970] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.924s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.370499] env[68326]: INFO nova.compute.claims [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1201.372832] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1201.372981] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Cleaning up deleted instances {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1201.376606] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.376606] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.376606] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a61d7611-f0b3-4ea4-85af-b80eb01aa5e8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.407082] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "refresh_cache-83d3a6fe-001e-4026-afae-363897673a45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.407306] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "refresh_cache-83d3a6fe-001e-4026-afae-363897673a45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.407420] env[68326]: DEBUG nova.network.neutron [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1201.408602] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.408809] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.409014] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Deleting the datastore file [datastore2] 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.411268] env[68326]: INFO nova.scheduler.client.report [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Deleted allocations for instance abc1874b-859c-461d-92b9-90b82a948b10 [ 1201.412910] env[68326]: INFO nova.scheduler.client.report [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Deleted allocations for instance eef63db5-82c4-4b21-a18b-af0ad5a2a5e2 [ 1201.417055] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29c9a98d-a955-4c2b-8650-abc0603c10e8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.432604] env[68326]: DEBUG oslo_vmware.api [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for the task: (returnval){ [ 1201.432604] env[68326]: value = "task-3130199" [ 1201.432604] env[68326]: _type = "Task" [ 1201.432604] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.442222] env[68326]: DEBUG oslo_vmware.api [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.894008] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] There are 64 instances to clean {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11919}} [ 1201.894213] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 46314332-7709-48ff-92b0-5916e2e20649] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1201.931938] env[68326]: DEBUG oslo_concurrency.lockutils [None req-977dec24-0b61-4837-a9a4-b5ab4a517fce tempest-AttachInterfacesTestJSON-252563760 tempest-AttachInterfacesTestJSON-252563760-project-member] Lock "abc1874b-859c-461d-92b9-90b82a948b10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.669s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.935561] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d1e92247-3aaa-42a9-b10b-1a9cc2d6c9a4 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "eef63db5-82c4-4b21-a18b-af0ad5a2a5e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.376s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.950064] env[68326]: DEBUG oslo_vmware.api [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Task: {'id': task-3130199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10548} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.950365] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.950744] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.950744] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.950944] env[68326]: INFO nova.compute.manager [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1201.951267] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.951613] env[68326]: DEBUG nova.compute.manager [-] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1201.951716] env[68326]: DEBUG nova.network.neutron [-] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1201.960910] env[68326]: DEBUG nova.network.neutron [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.986316] env[68326]: DEBUG nova.network.neutron [-] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1202.054175] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e17082-4bad-42df-8935-c7be92063b3b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.062093] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6928b653-26bf-4ce0-8594-0e47630f49c8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.098726] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92964932-bf3f-4902-bad3-99db8efefe11 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.107730] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c138db8-f660-4d35-a68a-f90ecc159bed {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.126915] env[68326]: DEBUG nova.compute.provider_tree [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.158545] env[68326]: DEBUG nova.network.neutron [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Updating instance_info_cache with network_info: [{"id": "6e8f0312-107d-4f6c-a6db-a35f036d2523", "address": "fa:16:3e:07:82:99", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e8f0312-10", "ovs_interfaceid": "6e8f0312-107d-4f6c-a6db-a35f036d2523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.166524] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Acquiring lock "40e1ab75-d5de-408a-8695-f90bb3ca69e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.166771] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Lock "40e1ab75-d5de-408a-8695-f90bb3ca69e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.169824] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca49c929-6c03-4794-bedc-e2e86f959df2 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "294ea93f-e72b-40ad-8329-c1f17d93544b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.169824] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca49c929-6c03-4794-bedc-e2e86f959df2 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.403868] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 5b590224-9b33-40fe-8791-3bdc66fbc349] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1202.489844] env[68326]: DEBUG nova.network.neutron [-] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.630928] env[68326]: DEBUG nova.scheduler.client.report [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.661389] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "refresh_cache-83d3a6fe-001e-4026-afae-363897673a45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.661736] env[68326]: DEBUG nova.compute.manager [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Instance network_info: |[{"id": "6e8f0312-107d-4f6c-a6db-a35f036d2523", "address": "fa:16:3e:07:82:99", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e8f0312-10", "ovs_interfaceid": "6e8f0312-107d-4f6c-a6db-a35f036d2523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1202.662401] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:82:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e8f0312-107d-4f6c-a6db-a35f036d2523', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.670440] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.670744] env[68326]: DEBUG nova.compute.manager [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1202.677749] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.678420] env[68326]: INFO nova.compute.manager [None req-ca49c929-6c03-4794-bedc-e2e86f959df2 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Detaching volume 9df02c2b-0cee-4f86-949b-54ee18080b16 [ 1202.680174] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4cc8a7b8-bd08-49d4-916f-c49a14f59870 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.710388] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.710388] env[68326]: value = "task-3130200" [ 1202.710388] env[68326]: _type = "Task" [ 1202.710388] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.723996] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130200, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.737310] env[68326]: INFO nova.virt.block_device [None req-ca49c929-6c03-4794-bedc-e2e86f959df2 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Attempting to driver detach volume 9df02c2b-0cee-4f86-949b-54ee18080b16 from mountpoint /dev/sdb [ 1202.737500] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca49c929-6c03-4794-bedc-e2e86f959df2 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Volume detach. Driver type: vmdk {{(pid=68326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1202.737691] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca49c929-6c03-4794-bedc-e2e86f959df2 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626429', 'volume_id': '9df02c2b-0cee-4f86-949b-54ee18080b16', 'name': 'volume-9df02c2b-0cee-4f86-949b-54ee18080b16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '294ea93f-e72b-40ad-8329-c1f17d93544b', 'attached_at': '', 'detached_at': '', 'volume_id': '9df02c2b-0cee-4f86-949b-54ee18080b16', 'serial': '9df02c2b-0cee-4f86-949b-54ee18080b16'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1202.738677] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c318a20-4550-4eca-8f85-f764ef51de6f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.766550] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02020d0-8389-4bdf-91d1-19a76e15ddb6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.776778] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b20f0a-645c-4d0d-b319-aadd6d67c715 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.800189] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac608e3a-5cbe-403c-b05d-53ba76edbea4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.818222] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca49c929-6c03-4794-bedc-e2e86f959df2 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] The volume has not been displaced from its original location: [datastore1] volume-9df02c2b-0cee-4f86-949b-54ee18080b16/volume-9df02c2b-0cee-4f86-949b-54ee18080b16.vmdk. No consolidation needed. {{(pid=68326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1202.825669] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca49c929-6c03-4794-bedc-e2e86f959df2 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1202.827514] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51827df7-9104-4a98-abf8-c3829b7fbae7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.842495] env[68326]: DEBUG nova.compute.manager [req-6c47c51d-578b-4525-91fe-0200fa2c54d1 req-39cbbc60-c0e3-4a89-81cc-cec139ae20ae service nova] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Received event network-changed-6e8f0312-107d-4f6c-a6db-a35f036d2523 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1202.842656] env[68326]: DEBUG nova.compute.manager [req-6c47c51d-578b-4525-91fe-0200fa2c54d1 req-39cbbc60-c0e3-4a89-81cc-cec139ae20ae service nova] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Refreshing instance network info cache due to event network-changed-6e8f0312-107d-4f6c-a6db-a35f036d2523. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1202.842866] env[68326]: DEBUG oslo_concurrency.lockutils [req-6c47c51d-578b-4525-91fe-0200fa2c54d1 req-39cbbc60-c0e3-4a89-81cc-cec139ae20ae service nova] Acquiring lock "refresh_cache-83d3a6fe-001e-4026-afae-363897673a45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.843020] env[68326]: DEBUG oslo_concurrency.lockutils [req-6c47c51d-578b-4525-91fe-0200fa2c54d1 req-39cbbc60-c0e3-4a89-81cc-cec139ae20ae service nova] Acquired lock "refresh_cache-83d3a6fe-001e-4026-afae-363897673a45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.843185] env[68326]: DEBUG nova.network.neutron [req-6c47c51d-578b-4525-91fe-0200fa2c54d1 req-39cbbc60-c0e3-4a89-81cc-cec139ae20ae service nova] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Refreshing network info cache for port 6e8f0312-107d-4f6c-a6db-a35f036d2523 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1202.852966] env[68326]: DEBUG oslo_vmware.api [None req-ca49c929-6c03-4794-bedc-e2e86f959df2 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1202.852966] env[68326]: value = "task-3130201" [ 1202.852966] env[68326]: _type = "Task" [ 1202.852966] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.863575] env[68326]: DEBUG oslo_vmware.api [None req-ca49c929-6c03-4794-bedc-e2e86f959df2 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.906384] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 941790a0-0153-49c4-90e0-6bbec3484ec0] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1202.941358] env[68326]: DEBUG oslo_concurrency.lockutils [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "af0dc19a-83ef-4554-b8a5-62859a808f4c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.942040] env[68326]: DEBUG oslo_concurrency.lockutils [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "af0dc19a-83ef-4554-b8a5-62859a808f4c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.991330] env[68326]: INFO nova.compute.manager [-] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Took 1.04 seconds to deallocate network for instance. [ 1203.135991] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.767s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.136741] env[68326]: DEBUG nova.compute.manager [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1203.139641] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.187s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.139887] env[68326]: DEBUG nova.objects.instance [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1203.196189] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.220938] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130200, 'name': CreateVM_Task, 'duration_secs': 0.398911} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.221117] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1203.221854] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.222037] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.222371] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.222623] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d384f808-38d9-4720-9474-98d3c589f9fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.227719] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1203.227719] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]524768c0-87bb-9d16-9518-81c6352b3cef" [ 1203.227719] env[68326]: _type = "Task" [ 1203.227719] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.235902] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524768c0-87bb-9d16-9518-81c6352b3cef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.362774] env[68326]: DEBUG oslo_vmware.api [None req-ca49c929-6c03-4794-bedc-e2e86f959df2 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130201, 'name': ReconfigVM_Task, 'duration_secs': 0.277289} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.363087] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca49c929-6c03-4794-bedc-e2e86f959df2 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1203.368013] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32ea8dfc-cce5-4ddc-bc97-09f671913fff {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.383303] env[68326]: DEBUG oslo_vmware.api [None req-ca49c929-6c03-4794-bedc-e2e86f959df2 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1203.383303] env[68326]: value = "task-3130202" [ 1203.383303] env[68326]: _type = "Task" [ 1203.383303] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.393603] env[68326]: DEBUG oslo_vmware.api [None req-ca49c929-6c03-4794-bedc-e2e86f959df2 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.409185] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: a63690b7-4af6-463d-9885-0355bd59da87] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1203.444925] env[68326]: INFO nova.compute.manager [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Detaching volume 147cdb15-6af9-4e17-8223-6cfeed27c680 [ 1203.492596] env[68326]: INFO nova.virt.block_device [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Attempting to driver detach volume 147cdb15-6af9-4e17-8223-6cfeed27c680 from mountpoint /dev/sdb [ 1203.492849] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Volume detach. Driver type: vmdk {{(pid=68326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1203.493077] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626416', 'volume_id': '147cdb15-6af9-4e17-8223-6cfeed27c680', 'name': 'volume-147cdb15-6af9-4e17-8223-6cfeed27c680', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af0dc19a-83ef-4554-b8a5-62859a808f4c', 'attached_at': '', 'detached_at': '', 'volume_id': '147cdb15-6af9-4e17-8223-6cfeed27c680', 'serial': '147cdb15-6af9-4e17-8223-6cfeed27c680'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1203.494344] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f841bd2-dcc8-4f11-b456-170580090dc3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.501277] env[68326]: DEBUG oslo_concurrency.lockutils [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.522242] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0231a072-4e56-4b33-8b75-8c60ca00a26b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.530973] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2bab18-f7c9-43a3-8c90-7cca1cc18b13 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.557920] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641963b3-6063-4e67-a3d9-3d64c6e687c6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.577825] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] The volume has not been displaced from its original location: [datastore1] volume-147cdb15-6af9-4e17-8223-6cfeed27c680/volume-147cdb15-6af9-4e17-8223-6cfeed27c680.vmdk. No consolidation needed. {{(pid=68326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1203.582901] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1203.583494] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be6ff764-0454-4e40-a904-7b5454d45fcd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.596549] env[68326]: DEBUG nova.network.neutron [req-6c47c51d-578b-4525-91fe-0200fa2c54d1 req-39cbbc60-c0e3-4a89-81cc-cec139ae20ae service nova] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Updated VIF entry in instance network info cache for port 6e8f0312-107d-4f6c-a6db-a35f036d2523. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.596894] env[68326]: DEBUG nova.network.neutron [req-6c47c51d-578b-4525-91fe-0200fa2c54d1 req-39cbbc60-c0e3-4a89-81cc-cec139ae20ae service nova] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Updating instance_info_cache with network_info: [{"id": "6e8f0312-107d-4f6c-a6db-a35f036d2523", "address": "fa:16:3e:07:82:99", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e8f0312-10", "ovs_interfaceid": "6e8f0312-107d-4f6c-a6db-a35f036d2523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.605156] env[68326]: DEBUG oslo_vmware.api [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1203.605156] env[68326]: value = "task-3130203" [ 1203.605156] env[68326]: _type = "Task" [ 1203.605156] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.614869] env[68326]: DEBUG oslo_vmware.api [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.650040] env[68326]: DEBUG nova.compute.utils [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.651558] env[68326]: DEBUG nova.compute.manager [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1203.651614] env[68326]: DEBUG nova.network.neutron [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1203.699443] env[68326]: DEBUG nova.policy [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66145b2ac8a04b8a94c9f22e26c75ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfc70dbe1eb647dc9d472e84334c3faf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.743424] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]524768c0-87bb-9d16-9518-81c6352b3cef, 'name': SearchDatastore_Task, 'duration_secs': 0.017115} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.743885] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.744165] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.744598] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.744772] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.745653] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.745653] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b74e16e6-b287-4069-a805-a2dd8c88d30b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.754963] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.755186] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.756301] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d665886c-5871-4dd8-a53e-bb0248e8090f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.764308] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1203.764308] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52faa434-137d-7d36-a130-88b8e8df808a" [ 1203.764308] env[68326]: _type = "Task" [ 1203.764308] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.774144] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52faa434-137d-7d36-a130-88b8e8df808a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.894022] env[68326]: DEBUG oslo_vmware.api [None req-ca49c929-6c03-4794-bedc-e2e86f959df2 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130202, 'name': ReconfigVM_Task, 'duration_secs': 0.190718} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.894401] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca49c929-6c03-4794-bedc-e2e86f959df2 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626429', 'volume_id': '9df02c2b-0cee-4f86-949b-54ee18080b16', 'name': 'volume-9df02c2b-0cee-4f86-949b-54ee18080b16', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '294ea93f-e72b-40ad-8329-c1f17d93544b', 'attached_at': '', 'detached_at': '', 'volume_id': '9df02c2b-0cee-4f86-949b-54ee18080b16', 'serial': '9df02c2b-0cee-4f86-949b-54ee18080b16'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1203.912304] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 60d4f31b-3c99-490c-b835-0cff349a87d3] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1204.008170] env[68326]: DEBUG nova.network.neutron [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Successfully created port: 1460cb67-14c0-4945-a8e4-1098632e090a {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1204.099422] env[68326]: DEBUG oslo_concurrency.lockutils [req-6c47c51d-578b-4525-91fe-0200fa2c54d1 req-39cbbc60-c0e3-4a89-81cc-cec139ae20ae service nova] Releasing lock "refresh_cache-83d3a6fe-001e-4026-afae-363897673a45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.116982] env[68326]: DEBUG oslo_vmware.api [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130203, 'name': ReconfigVM_Task, 'duration_secs': 0.262033} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.117399] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1204.122600] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfda4a41-4b8d-4d31-94ac-68552f4809cf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.139208] env[68326]: DEBUG oslo_vmware.api [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1204.139208] env[68326]: value = "task-3130204" [ 1204.139208] env[68326]: _type = "Task" [ 1204.139208] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.147393] env[68326]: DEBUG oslo_vmware.api [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.152575] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8c8dfd0a-48b1-4ab5-b787-675a509d46e4 tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.153615] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.958s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.154990] env[68326]: INFO nova.compute.claims [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.157584] env[68326]: DEBUG nova.compute.manager [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1204.273948] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52faa434-137d-7d36-a130-88b8e8df808a, 'name': SearchDatastore_Task, 'duration_secs': 0.012109} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.274748] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd7bf57-4098-49c4-8ffa-da508de0760c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.280369] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1204.280369] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5298b649-4c82-69d7-4174-6e6aa697b8db" [ 1204.280369] env[68326]: _type = "Task" [ 1204.280369] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.288470] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5298b649-4c82-69d7-4174-6e6aa697b8db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.416563] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: f96cd4fa-9b9a-4283-bab8-6e459509ea4b] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1204.440718] env[68326]: DEBUG nova.objects.instance [None req-ca49c929-6c03-4794-bedc-e2e86f959df2 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lazy-loading 'flavor' on Instance uuid 294ea93f-e72b-40ad-8329-c1f17d93544b {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.651689] env[68326]: DEBUG oslo_vmware.api [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130204, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.791353] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5298b649-4c82-69d7-4174-6e6aa697b8db, 'name': SearchDatastore_Task, 'duration_secs': 0.015361} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.791632] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.791889] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 83d3a6fe-001e-4026-afae-363897673a45/83d3a6fe-001e-4026-afae-363897673a45.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.792187] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7d413f6-8878-440e-b87f-2ff0cbbb2e0a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.801027] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1204.801027] env[68326]: value = "task-3130205" [ 1204.801027] env[68326]: _type = "Task" [ 1204.801027] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.808457] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.921119] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: b449e5c5-3731-4cb3-b63b-536391b3e256] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1205.152188] env[68326]: DEBUG oslo_vmware.api [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130204, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.169021] env[68326]: DEBUG nova.compute.manager [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1205.197845] env[68326]: DEBUG nova.virt.hardware [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.199024] env[68326]: DEBUG nova.virt.hardware [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.199024] env[68326]: DEBUG nova.virt.hardware [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.199024] env[68326]: DEBUG nova.virt.hardware [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.199024] env[68326]: DEBUG nova.virt.hardware [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.199024] env[68326]: DEBUG nova.virt.hardware [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.199296] env[68326]: DEBUG nova.virt.hardware [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.199602] env[68326]: DEBUG nova.virt.hardware [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.199858] env[68326]: DEBUG nova.virt.hardware [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.200099] env[68326]: DEBUG nova.virt.hardware [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.200331] env[68326]: DEBUG nova.virt.hardware [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.202074] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5194bff5-d2d4-4fe2-adf6-f0fc2393cffe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.212981] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79847917-053d-4064-b9c1-1d0cdee5059c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.311122] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.314667] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182d451d-3a20-4523-a94d-dcf6ae82170c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.322138] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c7fecd-0fa1-4440-a1ed-f9299d2999b2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.354574] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1bf67bca-09f2-45b1-b8a1-ee1adbd9dfb5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "294ea93f-e72b-40ad-8329-c1f17d93544b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.355410] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59aac6ba-ceff-4128-baa9-48b672735b4d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.363968] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d66ac7-a12b-4453-b4b2-1471a0adc5c9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.379440] env[68326]: DEBUG nova.compute.provider_tree [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.424685] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: b48091bb-093f-4324-8350-aeb2be0055c6] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1205.451488] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ca49c929-6c03-4794-bedc-e2e86f959df2 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.283s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.453403] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1bf67bca-09f2-45b1-b8a1-ee1adbd9dfb5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.099s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.453622] env[68326]: DEBUG nova.compute.manager [None req-1bf67bca-09f2-45b1-b8a1-ee1adbd9dfb5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1205.454547] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6605a938-fb28-4303-ab07-2a8267a4bd76 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.463766] env[68326]: DEBUG nova.compute.manager [None req-1bf67bca-09f2-45b1-b8a1-ee1adbd9dfb5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3482}} [ 1205.464458] env[68326]: DEBUG nova.objects.instance [None req-1bf67bca-09f2-45b1-b8a1-ee1adbd9dfb5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lazy-loading 'flavor' on Instance uuid 294ea93f-e72b-40ad-8329-c1f17d93544b {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.652809] env[68326]: DEBUG oslo_vmware.api [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130204, 'name': ReconfigVM_Task, 'duration_secs': 1.195414} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.654012] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626416', 'volume_id': '147cdb15-6af9-4e17-8223-6cfeed27c680', 'name': 'volume-147cdb15-6af9-4e17-8223-6cfeed27c680', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'af0dc19a-83ef-4554-b8a5-62859a808f4c', 'attached_at': '', 'detached_at': '', 'volume_id': '147cdb15-6af9-4e17-8223-6cfeed27c680', 'serial': '147cdb15-6af9-4e17-8223-6cfeed27c680'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1205.661425] env[68326]: DEBUG nova.compute.manager [req-21a41c8d-2d95-4783-8dbc-b18777401f66 req-e85296c9-5e2f-469c-938f-0c1744abe049 service nova] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Received event network-vif-plugged-1460cb67-14c0-4945-a8e4-1098632e090a {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1205.661641] env[68326]: DEBUG oslo_concurrency.lockutils [req-21a41c8d-2d95-4783-8dbc-b18777401f66 req-e85296c9-5e2f-469c-938f-0c1744abe049 service nova] Acquiring lock "d6b2f323-145d-4b6a-a4b3-7cf736941fd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.661875] env[68326]: DEBUG oslo_concurrency.lockutils [req-21a41c8d-2d95-4783-8dbc-b18777401f66 req-e85296c9-5e2f-469c-938f-0c1744abe049 service nova] Lock "d6b2f323-145d-4b6a-a4b3-7cf736941fd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.662020] env[68326]: DEBUG oslo_concurrency.lockutils [req-21a41c8d-2d95-4783-8dbc-b18777401f66 req-e85296c9-5e2f-469c-938f-0c1744abe049 service nova] Lock "d6b2f323-145d-4b6a-a4b3-7cf736941fd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.662230] env[68326]: DEBUG nova.compute.manager [req-21a41c8d-2d95-4783-8dbc-b18777401f66 req-e85296c9-5e2f-469c-938f-0c1744abe049 service nova] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] No waiting events found dispatching network-vif-plugged-1460cb67-14c0-4945-a8e4-1098632e090a {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1205.662449] env[68326]: WARNING nova.compute.manager [req-21a41c8d-2d95-4783-8dbc-b18777401f66 req-e85296c9-5e2f-469c-938f-0c1744abe049 service nova] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Received unexpected event network-vif-plugged-1460cb67-14c0-4945-a8e4-1098632e090a for instance with vm_state building and task_state spawning. [ 1205.798191] env[68326]: DEBUG nova.network.neutron [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Successfully updated port: 1460cb67-14c0-4945-a8e4-1098632e090a {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1205.812940] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.928192} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.814939] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 83d3a6fe-001e-4026-afae-363897673a45/83d3a6fe-001e-4026-afae-363897673a45.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1205.814939] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.815709] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95d8affd-49a8-44a4-badc-33249eeef5bf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.826094] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1205.826094] env[68326]: value = "task-3130206" [ 1205.826094] env[68326]: _type = "Task" [ 1205.826094] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.837086] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.882669] env[68326]: DEBUG nova.scheduler.client.report [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.930885] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: c5314e58-524c-423f-a136-bace5e6cadba] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1206.204090] env[68326]: DEBUG nova.objects.instance [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lazy-loading 'flavor' on Instance uuid af0dc19a-83ef-4554-b8a5-62859a808f4c {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.302053] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "refresh_cache-d6b2f323-145d-4b6a-a4b3-7cf736941fd7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.302053] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "refresh_cache-d6b2f323-145d-4b6a-a4b3-7cf736941fd7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.302258] env[68326]: DEBUG nova.network.neutron [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.345363] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069939} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.346776] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1206.350667] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad14801-6ff1-4f10-8eae-ca48e5fe57bc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.376576] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 83d3a6fe-001e-4026-afae-363897673a45/83d3a6fe-001e-4026-afae-363897673a45.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.377803] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-717ff180-2173-444f-893b-eede72248aae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.393655] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.394228] env[68326]: DEBUG nova.compute.manager [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1206.397160] env[68326]: DEBUG oslo_concurrency.lockutils [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.897s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.397378] env[68326]: DEBUG nova.objects.instance [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Lazy-loading 'resources' on Instance uuid 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.405951] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1206.405951] env[68326]: value = "task-3130207" [ 1206.405951] env[68326]: _type = "Task" [ 1206.405951] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.415816] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.434402] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 0a2a7b09-c695-4012-bc34-14de81ae79c7] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1206.471897] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf67bca-09f2-45b1-b8a1-ee1adbd9dfb5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.471988] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-206b915b-a1ae-4e49-ae53-e927632edc0f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.480243] env[68326]: DEBUG oslo_vmware.api [None req-1bf67bca-09f2-45b1-b8a1-ee1adbd9dfb5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1206.480243] env[68326]: value = "task-3130208" [ 1206.480243] env[68326]: _type = "Task" [ 1206.480243] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.490685] env[68326]: DEBUG oslo_vmware.api [None req-1bf67bca-09f2-45b1-b8a1-ee1adbd9dfb5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.854347] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "75756cde-8580-49e0-957b-18f0189863ea" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.854347] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "75756cde-8580-49e0-957b-18f0189863ea" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.854453] env[68326]: INFO nova.compute.manager [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Shelving [ 1206.863098] env[68326]: DEBUG nova.network.neutron [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.903463] env[68326]: DEBUG nova.compute.utils [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.905313] env[68326]: DEBUG nova.compute.manager [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1206.905313] env[68326]: DEBUG nova.network.neutron [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1206.924135] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130207, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.937801] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 9ff87d64-dd99-4b49-8410-0d1469adc734] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1206.989474] env[68326]: DEBUG nova.policy [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b95222ad44a49f380c6e5c3de8e51ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37ea887f302740f38dd97992a27e5055', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.998199] env[68326]: DEBUG oslo_vmware.api [None req-1bf67bca-09f2-45b1-b8a1-ee1adbd9dfb5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130208, 'name': PowerOffVM_Task, 'duration_secs': 0.313497} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.998874] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bf67bca-09f2-45b1-b8a1-ee1adbd9dfb5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.999135] env[68326]: DEBUG nova.compute.manager [None req-1bf67bca-09f2-45b1-b8a1-ee1adbd9dfb5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1206.999941] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e61a1cf-b1d8-48a1-91b5-a4af01466fd5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.089309] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebbbfdc-45bf-43f8-be6c-5e3fe13461f6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.102025] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915d3454-85e3-435a-87bc-280226b65bbd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.105484] env[68326]: DEBUG nova.network.neutron [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Updating instance_info_cache with network_info: [{"id": "1460cb67-14c0-4945-a8e4-1098632e090a", "address": "fa:16:3e:aa:23:e1", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1460cb67-14", "ovs_interfaceid": "1460cb67-14c0-4945-a8e4-1098632e090a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.135110] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e2a228-c8eb-4889-bff4-f953384b66af {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.143683] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba72724-074c-47cc-8918-887560b23491 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.158985] env[68326]: DEBUG nova.compute.provider_tree [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.214378] env[68326]: DEBUG oslo_concurrency.lockutils [None req-38d793ad-24ff-48ca-80a7-079e807fe307 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "af0dc19a-83ef-4554-b8a5-62859a808f4c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.271s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.365965] env[68326]: DEBUG nova.network.neutron [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Successfully created port: a7cc6071-65e5-4bcb-9f7d-2b3cbfe608df {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.409315] env[68326]: DEBUG nova.compute.manager [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1207.419273] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Acquiring lock "e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.419502] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Lock "e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.428423] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130207, 'name': ReconfigVM_Task, 'duration_secs': 0.569457} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.428705] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 83d3a6fe-001e-4026-afae-363897673a45/83d3a6fe-001e-4026-afae-363897673a45.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1207.429337] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea0c6256-3d8a-47c9-8a0b-eaafed07209e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.437938] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1207.437938] env[68326]: value = "task-3130209" [ 1207.437938] env[68326]: _type = "Task" [ 1207.437938] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.442106] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: fee701ab-a672-4e56-b238-3dc2981838da] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1207.447538] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130209, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.523934] env[68326]: DEBUG oslo_concurrency.lockutils [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "af0dc19a-83ef-4554-b8a5-62859a808f4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.524191] env[68326]: DEBUG oslo_concurrency.lockutils [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "af0dc19a-83ef-4554-b8a5-62859a808f4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.524397] env[68326]: DEBUG oslo_concurrency.lockutils [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "af0dc19a-83ef-4554-b8a5-62859a808f4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.524575] env[68326]: DEBUG oslo_concurrency.lockutils [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "af0dc19a-83ef-4554-b8a5-62859a808f4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.524743] env[68326]: DEBUG oslo_concurrency.lockutils [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "af0dc19a-83ef-4554-b8a5-62859a808f4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.526346] env[68326]: DEBUG oslo_concurrency.lockutils [None req-1bf67bca-09f2-45b1-b8a1-ee1adbd9dfb5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.527322] env[68326]: INFO nova.compute.manager [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Terminating instance [ 1207.608067] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "refresh_cache-d6b2f323-145d-4b6a-a4b3-7cf736941fd7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.608424] env[68326]: DEBUG nova.compute.manager [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Instance network_info: |[{"id": "1460cb67-14c0-4945-a8e4-1098632e090a", "address": "fa:16:3e:aa:23:e1", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1460cb67-14", "ovs_interfaceid": "1460cb67-14c0-4945-a8e4-1098632e090a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1207.608866] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:23:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1460cb67-14c0-4945-a8e4-1098632e090a', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.616556] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.617113] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.617374] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30195b1e-20a7-4d39-b5a6-4b4315d974d7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.638932] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.638932] env[68326]: value = "task-3130210" [ 1207.638932] env[68326]: _type = "Task" [ 1207.638932] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.647721] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130210, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.661954] env[68326]: DEBUG nova.scheduler.client.report [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.755984] env[68326]: DEBUG nova.compute.manager [req-9cc42012-0b42-488f-a510-51d88711a6af req-88e23926-5338-4a99-b273-c24bb0558898 service nova] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Received event network-changed-1460cb67-14c0-4945-a8e4-1098632e090a {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1207.756210] env[68326]: DEBUG nova.compute.manager [req-9cc42012-0b42-488f-a510-51d88711a6af req-88e23926-5338-4a99-b273-c24bb0558898 service nova] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Refreshing instance network info cache due to event network-changed-1460cb67-14c0-4945-a8e4-1098632e090a. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1207.756425] env[68326]: DEBUG oslo_concurrency.lockutils [req-9cc42012-0b42-488f-a510-51d88711a6af req-88e23926-5338-4a99-b273-c24bb0558898 service nova] Acquiring lock "refresh_cache-d6b2f323-145d-4b6a-a4b3-7cf736941fd7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.756570] env[68326]: DEBUG oslo_concurrency.lockutils [req-9cc42012-0b42-488f-a510-51d88711a6af req-88e23926-5338-4a99-b273-c24bb0558898 service nova] Acquired lock "refresh_cache-d6b2f323-145d-4b6a-a4b3-7cf736941fd7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.757214] env[68326]: DEBUG nova.network.neutron [req-9cc42012-0b42-488f-a510-51d88711a6af req-88e23926-5338-4a99-b273-c24bb0558898 service nova] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Refreshing network info cache for port 1460cb67-14c0-4945-a8e4-1098632e090a {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.803606] env[68326]: DEBUG nova.objects.instance [None req-a7f1404b-1f10-46b2-bd62-b39375b4d7d5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lazy-loading 'flavor' on Instance uuid 294ea93f-e72b-40ad-8329-c1f17d93544b {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.866151] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.866478] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5c6ee18-8c60-4d3c-bc89-c13d70bf92f7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.876872] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1207.876872] env[68326]: value = "task-3130211" [ 1207.876872] env[68326]: _type = "Task" [ 1207.876872] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.886163] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.922457] env[68326]: DEBUG nova.compute.manager [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1207.949029] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 8aed0764-1dcb-4a0c-8e89-3199ee3cb8e7] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1207.955020] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130209, 'name': Rename_Task, 'duration_secs': 0.331918} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.955020] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1207.955020] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90a4e40d-f448-4f8c-9ac0-742c11647d41 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.966053] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1207.966053] env[68326]: value = "task-3130212" [ 1207.966053] env[68326]: _type = "Task" [ 1207.966053] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.980819] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.033221] env[68326]: DEBUG nova.compute.manager [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1208.033517] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.034435] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3768c2-b7d4-4036-bb18-054e8232f4c5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.046852] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.046852] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4663e4da-2ec2-4a72-a4d4-38f6e27c4332 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.051473] env[68326]: DEBUG oslo_vmware.api [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1208.051473] env[68326]: value = "task-3130213" [ 1208.051473] env[68326]: _type = "Task" [ 1208.051473] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.060415] env[68326]: DEBUG oslo_vmware.api [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.151092] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130210, 'name': CreateVM_Task, 'duration_secs': 0.417146} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.151288] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.152007] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.152182] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.152508] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.152776] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-750e7002-1995-4771-b150-1b7261c21552 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.158347] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1208.158347] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52744881-2fa9-087a-d592-c18717f38e3a" [ 1208.158347] env[68326]: _type = "Task" [ 1208.158347] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.168117] env[68326]: DEBUG oslo_concurrency.lockutils [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.170157] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52744881-2fa9-087a-d592-c18717f38e3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.196182] env[68326]: INFO nova.scheduler.client.report [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Deleted allocations for instance 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561 [ 1208.310174] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a7f1404b-1f10-46b2-bd62-b39375b4d7d5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "refresh_cache-294ea93f-e72b-40ad-8329-c1f17d93544b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.310692] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a7f1404b-1f10-46b2-bd62-b39375b4d7d5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquired lock "refresh_cache-294ea93f-e72b-40ad-8329-c1f17d93544b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.310937] env[68326]: DEBUG nova.network.neutron [None req-a7f1404b-1f10-46b2-bd62-b39375b4d7d5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.311176] env[68326]: DEBUG nova.objects.instance [None req-a7f1404b-1f10-46b2-bd62-b39375b4d7d5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lazy-loading 'info_cache' on Instance uuid 294ea93f-e72b-40ad-8329-c1f17d93544b {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.387417] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130211, 'name': PowerOffVM_Task, 'duration_secs': 0.223653} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.387686] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.388510] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722447c0-2fc9-46a6-8d90-5d632377bfe8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.409478] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0258e9-1b54-48c4-99c5-77d44b00599d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.418890] env[68326]: DEBUG nova.compute.manager [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1208.443547] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.444536] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.445746] env[68326]: INFO nova.compute.claims [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.454902] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 49365ff0-3055-4fcd-a05c-39e0dcdef79b] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1208.459300] env[68326]: DEBUG nova.network.neutron [req-9cc42012-0b42-488f-a510-51d88711a6af req-88e23926-5338-4a99-b273-c24bb0558898 service nova] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Updated VIF entry in instance network info cache for port 1460cb67-14c0-4945-a8e4-1098632e090a. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.459796] env[68326]: DEBUG nova.network.neutron [req-9cc42012-0b42-488f-a510-51d88711a6af req-88e23926-5338-4a99-b273-c24bb0558898 service nova] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Updating instance_info_cache with network_info: [{"id": "1460cb67-14c0-4945-a8e4-1098632e090a", "address": "fa:16:3e:aa:23:e1", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1460cb67-14", "ovs_interfaceid": "1460cb67-14c0-4945-a8e4-1098632e090a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.463786] env[68326]: DEBUG nova.virt.hardware [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.464039] env[68326]: DEBUG nova.virt.hardware [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.465536] env[68326]: DEBUG nova.virt.hardware [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.465536] env[68326]: DEBUG nova.virt.hardware [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.465536] env[68326]: DEBUG nova.virt.hardware [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.465536] env[68326]: DEBUG nova.virt.hardware [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.466228] env[68326]: DEBUG nova.virt.hardware [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.466411] env[68326]: DEBUG nova.virt.hardware [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.466593] env[68326]: DEBUG nova.virt.hardware [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.466775] env[68326]: DEBUG nova.virt.hardware [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.466974] env[68326]: DEBUG nova.virt.hardware [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.468466] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f2fa4c-c11f-45ff-9123-c09399f12d09 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.488101] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d90159-126b-49ff-9e5e-93778ccd949d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.492596] env[68326]: DEBUG oslo_vmware.api [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130212, 'name': PowerOnVM_Task, 'duration_secs': 0.517048} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.492855] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.493059] env[68326]: INFO nova.compute.manager [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1208.493243] env[68326]: DEBUG nova.compute.manager [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1208.494930] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922af7f6-cb24-4886-a56a-a63968f41a51 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.562954] env[68326]: DEBUG oslo_vmware.api [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130213, 'name': PowerOffVM_Task, 'duration_secs': 0.179917} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.563247] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.563418] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.563671] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74ed3cea-cf7c-4956-84d8-c1e45439b706 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.646423] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.646643] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.646876] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Deleting the datastore file [datastore2] af0dc19a-83ef-4554-b8a5-62859a808f4c {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.647199] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da4e32b6-8736-4e62-895b-07a037f39bd1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.654600] env[68326]: DEBUG oslo_vmware.api [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1208.654600] env[68326]: value = "task-3130215" [ 1208.654600] env[68326]: _type = "Task" [ 1208.654600] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.665596] env[68326]: DEBUG oslo_vmware.api [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.671417] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52744881-2fa9-087a-d592-c18717f38e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.011335} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.671689] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.671922] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.672169] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.672313] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.672520] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.672725] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdc49e0c-b6af-454e-b0ca-c950a512b5ff {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.680480] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.680654] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.681360] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f50f206-6d46-43ad-8bea-0c92f6424ea4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.686070] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1208.686070] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]522f48a6-828d-7e1d-c84c-472ebc294e16" [ 1208.686070] env[68326]: _type = "Task" [ 1208.686070] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.693855] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522f48a6-828d-7e1d-c84c-472ebc294e16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.704763] env[68326]: DEBUG oslo_concurrency.lockutils [None req-783c149d-225f-4e99-b6a7-4064707031ab tempest-ServerShowV254Test-80618397 tempest-ServerShowV254Test-80618397-project-member] Lock "26db8a0a-7bc6-47f7-a9ca-a6981c1a1561" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.497s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.815426] env[68326]: DEBUG nova.objects.base [None req-a7f1404b-1f10-46b2-bd62-b39375b4d7d5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Object Instance<294ea93f-e72b-40ad-8329-c1f17d93544b> lazy-loaded attributes: flavor,info_cache {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1208.922868] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Creating Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1208.923343] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c30c2eb2-980a-4514-92a6-0a7ae24ab410 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.934832] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1208.934832] env[68326]: value = "task-3130216" [ 1208.934832] env[68326]: _type = "Task" [ 1208.934832] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.951609] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130216, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.961905] env[68326]: DEBUG oslo_concurrency.lockutils [req-9cc42012-0b42-488f-a510-51d88711a6af req-88e23926-5338-4a99-b273-c24bb0558898 service nova] Releasing lock "refresh_cache-d6b2f323-145d-4b6a-a4b3-7cf736941fd7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.962605] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: afa2347b-d004-48d5-aed8-fc91987b999a] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1209.027928] env[68326]: INFO nova.compute.manager [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Took 14.95 seconds to build instance. [ 1209.171785] env[68326]: DEBUG oslo_vmware.api [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300531} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.172054] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.172246] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.172423] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.172599] env[68326]: INFO nova.compute.manager [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1209.172867] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.173101] env[68326]: DEBUG nova.compute.manager [-] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1209.173209] env[68326]: DEBUG nova.network.neutron [-] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.196077] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522f48a6-828d-7e1d-c84c-472ebc294e16, 'name': SearchDatastore_Task, 'duration_secs': 0.0088} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.196960] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74a507c-4471-4ba8-a308-96bf281864b0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.202437] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1209.202437] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5210e4ce-68aa-117a-6862-f65646508b3a" [ 1209.202437] env[68326]: _type = "Task" [ 1209.202437] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.211318] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5210e4ce-68aa-117a-6862-f65646508b3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.449055] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130216, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.451272] env[68326]: DEBUG nova.network.neutron [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Successfully updated port: a7cc6071-65e5-4bcb-9f7d-2b3cbfe608df {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.469557] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: fae9568a-747a-44ba-ad08-62c2e9be0197] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1209.535109] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7255bc1e-ca13-4ab3-978c-e665034464e2 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "83d3a6fe-001e-4026-afae-363897673a45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.467s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.607396] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0d5507-cd3b-4eeb-a074-c2fef38f398d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.616400] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a40b76e-f959-455c-9b03-e40adc2e005b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.650531] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ed5cab-6134-4bed-a4b6-a3c9096d672b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.661386] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab78767b-7218-4dfa-aef2-81cc7c15a2be {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.674985] env[68326]: DEBUG nova.compute.provider_tree [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.712734] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5210e4ce-68aa-117a-6862-f65646508b3a, 'name': SearchDatastore_Task, 'duration_secs': 0.011302} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.712987] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.713285] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] d6b2f323-145d-4b6a-a4b3-7cf736941fd7/d6b2f323-145d-4b6a-a4b3-7cf736941fd7.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.713538] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5af03d1e-6de9-45ba-baa5-a411e4af15c7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.721188] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1209.721188] env[68326]: value = "task-3130217" [ 1209.721188] env[68326]: _type = "Task" [ 1209.721188] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.729107] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.802956] env[68326]: DEBUG nova.compute.manager [req-741fcb71-8a40-4f90-b89d-1ad35c85a308 req-fd5e3bdf-dc52-4176-abcd-4b0faa155b76 service nova] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Received event network-vif-plugged-a7cc6071-65e5-4bcb-9f7d-2b3cbfe608df {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1209.803139] env[68326]: DEBUG oslo_concurrency.lockutils [req-741fcb71-8a40-4f90-b89d-1ad35c85a308 req-fd5e3bdf-dc52-4176-abcd-4b0faa155b76 service nova] Acquiring lock "40e1ab75-d5de-408a-8695-f90bb3ca69e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.803346] env[68326]: DEBUG oslo_concurrency.lockutils [req-741fcb71-8a40-4f90-b89d-1ad35c85a308 req-fd5e3bdf-dc52-4176-abcd-4b0faa155b76 service nova] Lock "40e1ab75-d5de-408a-8695-f90bb3ca69e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.803509] env[68326]: DEBUG oslo_concurrency.lockutils [req-741fcb71-8a40-4f90-b89d-1ad35c85a308 req-fd5e3bdf-dc52-4176-abcd-4b0faa155b76 service nova] Lock "40e1ab75-d5de-408a-8695-f90bb3ca69e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.803672] env[68326]: DEBUG nova.compute.manager [req-741fcb71-8a40-4f90-b89d-1ad35c85a308 req-fd5e3bdf-dc52-4176-abcd-4b0faa155b76 service nova] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] No waiting events found dispatching network-vif-plugged-a7cc6071-65e5-4bcb-9f7d-2b3cbfe608df {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1209.803851] env[68326]: WARNING nova.compute.manager [req-741fcb71-8a40-4f90-b89d-1ad35c85a308 req-fd5e3bdf-dc52-4176-abcd-4b0faa155b76 service nova] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Received unexpected event network-vif-plugged-a7cc6071-65e5-4bcb-9f7d-2b3cbfe608df for instance with vm_state building and task_state spawning. [ 1209.803983] env[68326]: DEBUG nova.compute.manager [req-741fcb71-8a40-4f90-b89d-1ad35c85a308 req-fd5e3bdf-dc52-4176-abcd-4b0faa155b76 service nova] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Received event network-changed-a7cc6071-65e5-4bcb-9f7d-2b3cbfe608df {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1209.804147] env[68326]: DEBUG nova.compute.manager [req-741fcb71-8a40-4f90-b89d-1ad35c85a308 req-fd5e3bdf-dc52-4176-abcd-4b0faa155b76 service nova] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Refreshing instance network info cache due to event network-changed-a7cc6071-65e5-4bcb-9f7d-2b3cbfe608df. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1209.804327] env[68326]: DEBUG oslo_concurrency.lockutils [req-741fcb71-8a40-4f90-b89d-1ad35c85a308 req-fd5e3bdf-dc52-4176-abcd-4b0faa155b76 service nova] Acquiring lock "refresh_cache-40e1ab75-d5de-408a-8695-f90bb3ca69e7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.804494] env[68326]: DEBUG oslo_concurrency.lockutils [req-741fcb71-8a40-4f90-b89d-1ad35c85a308 req-fd5e3bdf-dc52-4176-abcd-4b0faa155b76 service nova] Acquired lock "refresh_cache-40e1ab75-d5de-408a-8695-f90bb3ca69e7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.804615] env[68326]: DEBUG nova.network.neutron [req-741fcb71-8a40-4f90-b89d-1ad35c85a308 req-fd5e3bdf-dc52-4176-abcd-4b0faa155b76 service nova] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Refreshing network info cache for port a7cc6071-65e5-4bcb-9f7d-2b3cbfe608df {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.841500] env[68326]: DEBUG nova.network.neutron [None req-a7f1404b-1f10-46b2-bd62-b39375b4d7d5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Updating instance_info_cache with network_info: [{"id": "c1b71504-8428-4dbf-94e5-25109716c461", "address": "fa:16:3e:ac:a9:68", "network": {"id": "9b16fc89-5369-46af-aa42-80cfe7ebfad1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2027627239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bb2fbf93ccf47cfb7bd32c5a1dc5769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b71504-84", "ovs_interfaceid": "c1b71504-8428-4dbf-94e5-25109716c461", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.949837] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130216, 'name': CreateSnapshot_Task, 'duration_secs': 0.857172} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.950163] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Created Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1209.950983] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76eb197-b3cd-4b3c-a259-edcb38ff5690 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.954007] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Acquiring lock "refresh_cache-40e1ab75-d5de-408a-8695-f90bb3ca69e7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.971916] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 9afe106d-ba92-4885-99fd-ea9c38121b08] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1210.016498] env[68326]: DEBUG oslo_concurrency.lockutils [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "83d3a6fe-001e-4026-afae-363897673a45" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.016635] env[68326]: DEBUG oslo_concurrency.lockutils [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "83d3a6fe-001e-4026-afae-363897673a45" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.016764] env[68326]: INFO nova.compute.manager [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Shelving [ 1210.177997] env[68326]: DEBUG nova.scheduler.client.report [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.231323] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474726} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.231591] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] d6b2f323-145d-4b6a-a4b3-7cf736941fd7/d6b2f323-145d-4b6a-a4b3-7cf736941fd7.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.231798] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.232718] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8e54ccb-4b78-4eb2-b55b-86f97a3202fb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.238343] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1210.238343] env[68326]: value = "task-3130218" [ 1210.238343] env[68326]: _type = "Task" [ 1210.238343] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.246218] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.336417] env[68326]: DEBUG nova.network.neutron [req-741fcb71-8a40-4f90-b89d-1ad35c85a308 req-fd5e3bdf-dc52-4176-abcd-4b0faa155b76 service nova] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.344541] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a7f1404b-1f10-46b2-bd62-b39375b4d7d5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Releasing lock "refresh_cache-294ea93f-e72b-40ad-8329-c1f17d93544b" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.404625] env[68326]: DEBUG nova.network.neutron [req-741fcb71-8a40-4f90-b89d-1ad35c85a308 req-fd5e3bdf-dc52-4176-abcd-4b0faa155b76 service nova] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.470399] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Creating linked-clone VM from snapshot {{(pid=68326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1210.470762] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6b4a5e05-7359-40aa-ac81-4c8bbebb6ad3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.474559] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: f4bef3ba-a1e2-4232-b8ce-554d6a65298b] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1210.480513] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1210.480513] env[68326]: value = "task-3130219" [ 1210.480513] env[68326]: _type = "Task" [ 1210.480513] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.488151] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130219, 'name': CloneVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.508468] env[68326]: DEBUG nova.network.neutron [-] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.682675] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.684034] env[68326]: DEBUG nova.compute.manager [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1210.749759] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132211} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.750031] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1210.751106] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316c1320-aa7f-43df-8378-68fe43455a1c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.774912] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] d6b2f323-145d-4b6a-a4b3-7cf736941fd7/d6b2f323-145d-4b6a-a4b3-7cf736941fd7.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.775257] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-131a136f-5236-4fb0-be0d-7d0d3d454e7b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.796194] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1210.796194] env[68326]: value = "task-3130220" [ 1210.796194] env[68326]: _type = "Task" [ 1210.796194] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.805119] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.907804] env[68326]: DEBUG oslo_concurrency.lockutils [req-741fcb71-8a40-4f90-b89d-1ad35c85a308 req-fd5e3bdf-dc52-4176-abcd-4b0faa155b76 service nova] Releasing lock "refresh_cache-40e1ab75-d5de-408a-8695-f90bb3ca69e7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.908215] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Acquired lock "refresh_cache-40e1ab75-d5de-408a-8695-f90bb3ca69e7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.908380] env[68326]: DEBUG nova.network.neutron [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.977504] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 2d2b5b9f-183a-4095-983b-c100758c3343] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1210.991717] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130219, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.011455] env[68326]: INFO nova.compute.manager [-] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Took 1.84 seconds to deallocate network for instance. [ 1211.027046] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.027376] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b7bd027-dd76-432e-97aa-db0c8206345d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.035895] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1211.035895] env[68326]: value = "task-3130221" [ 1211.035895] env[68326]: _type = "Task" [ 1211.035895] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.044549] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.189280] env[68326]: DEBUG nova.compute.utils [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1211.190863] env[68326]: DEBUG nova.compute.manager [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1211.191503] env[68326]: DEBUG nova.network.neutron [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1211.236994] env[68326]: DEBUG nova.policy [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1eaabf475d5e42508f9ccbd34212c641', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8677091151a54617a42d59aedec96575', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1211.309021] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.350268] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f1404b-1f10-46b2-bd62-b39375b4d7d5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.350588] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51ddbb42-d2aa-4766-ae4a-3c4dd4b19b1c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.358991] env[68326]: DEBUG oslo_vmware.api [None req-a7f1404b-1f10-46b2-bd62-b39375b4d7d5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1211.358991] env[68326]: value = "task-3130222" [ 1211.358991] env[68326]: _type = "Task" [ 1211.358991] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.368100] env[68326]: DEBUG oslo_vmware.api [None req-a7f1404b-1f10-46b2-bd62-b39375b4d7d5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.466703] env[68326]: DEBUG nova.network.neutron [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.481455] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 47d84bfe-cf06-4114-b4fe-8f478745c918] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1211.493187] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130219, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.517622] env[68326]: DEBUG oslo_concurrency.lockutils [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.517938] env[68326]: DEBUG oslo_concurrency.lockutils [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.518214] env[68326]: DEBUG nova.objects.instance [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lazy-loading 'resources' on Instance uuid af0dc19a-83ef-4554-b8a5-62859a808f4c {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.546924] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130221, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.649338] env[68326]: DEBUG nova.network.neutron [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Successfully created port: ca839e7f-943a-46f1-aab4-8519cbb36d35 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.694580] env[68326]: DEBUG nova.compute.manager [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1211.700527] env[68326]: DEBUG nova.network.neutron [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Updating instance_info_cache with network_info: [{"id": "a7cc6071-65e5-4bcb-9f7d-2b3cbfe608df", "address": "fa:16:3e:e4:ae:c1", "network": {"id": "634b378e-e224-4de9-89fc-9637edcbb617", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1044601635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37ea887f302740f38dd97992a27e5055", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7cc6071-65", "ovs_interfaceid": "a7cc6071-65e5-4bcb-9f7d-2b3cbfe608df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.809791] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130220, 'name': ReconfigVM_Task, 'duration_secs': 0.802625} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.811324] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Reconfigured VM instance instance-00000072 to attach disk [datastore2] d6b2f323-145d-4b6a-a4b3-7cf736941fd7/d6b2f323-145d-4b6a-a4b3-7cf736941fd7.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.811324] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bae7255-060b-4acb-8d89-d6fc85c90a56 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.820089] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1211.820089] env[68326]: value = "task-3130223" [ 1211.820089] env[68326]: _type = "Task" [ 1211.820089] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.835617] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130223, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.873375] env[68326]: DEBUG oslo_vmware.api [None req-a7f1404b-1f10-46b2-bd62-b39375b4d7d5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.932266] env[68326]: DEBUG nova.compute.manager [req-7fa50c78-9ecf-4c03-a1b4-f8b1fd16ae56 req-0246565f-3db2-44f9-bf96-05d6853532f3 service nova] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Received event network-vif-deleted-681a881a-d50c-421e-a324-7cb77ae79072 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1211.990368] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 255a7bda-9571-470c-a530-a5c596e21a58] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1211.999539] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130219, 'name': CloneVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.049742] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130221, 'name': PowerOffVM_Task, 'duration_secs': 0.558124} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.052497] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.053830] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1af028-483c-435a-bb6b-f817c6264804 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.078350] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bf42a3-ba88-4ab8-90c4-733d9fba415f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.152577] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bbe08c-6f50-44bf-b177-0b0c8bf3b76f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.160482] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568cd91c-0be0-4a49-a828-8cd6dfaee9c0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.191275] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507979c9-a9c0-4333-8b5c-e057b622cc0c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.199604] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6885d8-9047-4705-b753-77b237428e6b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.206980] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Releasing lock "refresh_cache-40e1ab75-d5de-408a-8695-f90bb3ca69e7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.207256] env[68326]: DEBUG nova.compute.manager [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Instance network_info: |[{"id": "a7cc6071-65e5-4bcb-9f7d-2b3cbfe608df", "address": "fa:16:3e:e4:ae:c1", "network": {"id": "634b378e-e224-4de9-89fc-9637edcbb617", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1044601635-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37ea887f302740f38dd97992a27e5055", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7cc6071-65", "ovs_interfaceid": "a7cc6071-65e5-4bcb-9f7d-2b3cbfe608df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1212.208057] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:ae:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7cc6071-65e5-4bcb-9f7d-2b3cbfe608df', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.215453] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Creating folder: Project (37ea887f302740f38dd97992a27e5055). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1212.216075] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de85d7ce-561c-45d7-bd24-774556e9be59 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.226658] env[68326]: DEBUG nova.compute.provider_tree [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.229240] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Created folder: Project (37ea887f302740f38dd97992a27e5055) in parent group-v626141. [ 1212.229429] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Creating folder: Instances. Parent ref: group-v626446. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1212.229878] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0ab727c-c05c-4aea-8f80-d9ea6e5acc76 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.241314] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Created folder: Instances in parent group-v626446. [ 1212.241549] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.241735] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.241933] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9a8f012-4132-41ca-83c8-8ad706af4eb8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.262095] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.262095] env[68326]: value = "task-3130226" [ 1212.262095] env[68326]: _type = "Task" [ 1212.262095] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.270640] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130226, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.333422] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130223, 'name': Rename_Task, 'duration_secs': 0.167233} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.333687] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.333935] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9272c7e-9615-4393-be03-9f454b41da08 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.342788] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1212.342788] env[68326]: value = "task-3130227" [ 1212.342788] env[68326]: _type = "Task" [ 1212.342788] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.351039] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.368823] env[68326]: DEBUG oslo_vmware.api [None req-a7f1404b-1f10-46b2-bd62-b39375b4d7d5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130222, 'name': PowerOnVM_Task, 'duration_secs': 0.696011} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.369111] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7f1404b-1f10-46b2-bd62-b39375b4d7d5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.369312] env[68326]: DEBUG nova.compute.manager [None req-a7f1404b-1f10-46b2-bd62-b39375b4d7d5 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1212.370260] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a48fae-3d96-428a-af60-17511ea62b3d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.494687] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 9053f169-524a-478b-9898-0a5e6584d38f] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1212.496626] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130219, 'name': CloneVM_Task, 'duration_secs': 1.551023} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.496871] env[68326]: INFO nova.virt.vmwareapi.vmops [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Created linked-clone VM from snapshot [ 1212.497623] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f04ca20-1c63-4f50-90bc-277997dc8dab {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.507796] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Uploading image 53fcaf50-7ce5-42af-af83-ad31011cce0d {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1212.535013] env[68326]: DEBUG oslo_vmware.rw_handles [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1212.535013] env[68326]: value = "vm-626445" [ 1212.535013] env[68326]: _type = "VirtualMachine" [ 1212.535013] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1212.535609] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c79a0cab-c07f-489d-a3d9-e8e5b65c4cd3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.543296] env[68326]: DEBUG oslo_vmware.rw_handles [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lease: (returnval){ [ 1212.543296] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5254fd85-2f3e-31d6-8270-c3b5ed78644f" [ 1212.543296] env[68326]: _type = "HttpNfcLease" [ 1212.543296] env[68326]: } obtained for exporting VM: (result){ [ 1212.543296] env[68326]: value = "vm-626445" [ 1212.543296] env[68326]: _type = "VirtualMachine" [ 1212.543296] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1212.543643] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the lease: (returnval){ [ 1212.543643] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5254fd85-2f3e-31d6-8270-c3b5ed78644f" [ 1212.543643] env[68326]: _type = "HttpNfcLease" [ 1212.543643] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1212.551065] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1212.551065] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5254fd85-2f3e-31d6-8270-c3b5ed78644f" [ 1212.551065] env[68326]: _type = "HttpNfcLease" [ 1212.551065] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1212.590075] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Creating Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1212.590402] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ae3cc913-399f-4d2b-99cd-5651a8400f0d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.601978] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1212.601978] env[68326]: value = "task-3130229" [ 1212.601978] env[68326]: _type = "Task" [ 1212.601978] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.612236] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130229, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.709039] env[68326]: DEBUG nova.compute.manager [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1212.730872] env[68326]: DEBUG nova.virt.hardware [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.731144] env[68326]: DEBUG nova.virt.hardware [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.731255] env[68326]: DEBUG nova.virt.hardware [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.731436] env[68326]: DEBUG nova.virt.hardware [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.731582] env[68326]: DEBUG nova.virt.hardware [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.731727] env[68326]: DEBUG nova.virt.hardware [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.731937] env[68326]: DEBUG nova.virt.hardware [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.732109] env[68326]: DEBUG nova.virt.hardware [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.732304] env[68326]: DEBUG nova.virt.hardware [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.732490] env[68326]: DEBUG nova.virt.hardware [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.732694] env[68326]: DEBUG nova.virt.hardware [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.733545] env[68326]: DEBUG nova.scheduler.client.report [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.737772] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a092cddb-0faf-4065-af76-5d18310fefba {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.746736] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3073d19-f9c4-4c13-b790-8a14682027e2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.771463] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130226, 'name': CreateVM_Task, 'duration_secs': 0.367513} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.771633] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.772373] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.772540] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.772866] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.773143] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9df52fa6-44b3-43d3-9199-237dbe981a5a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.778301] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Waiting for the task: (returnval){ [ 1212.778301] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52dc37d5-2c39-45b9-2246-6698b1f4a45d" [ 1212.778301] env[68326]: _type = "Task" [ 1212.778301] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.788357] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52dc37d5-2c39-45b9-2246-6698b1f4a45d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.853740] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130227, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.001606] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 882c2871-7198-41e6-9701-7ccad3467dd4] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1213.052602] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1213.052602] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5254fd85-2f3e-31d6-8270-c3b5ed78644f" [ 1213.052602] env[68326]: _type = "HttpNfcLease" [ 1213.052602] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1213.052913] env[68326]: DEBUG oslo_vmware.rw_handles [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1213.052913] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5254fd85-2f3e-31d6-8270-c3b5ed78644f" [ 1213.052913] env[68326]: _type = "HttpNfcLease" [ 1213.052913] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1213.053694] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95283e2f-f946-4b24-a58b-9ae77434bd9c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.061476] env[68326]: DEBUG oslo_vmware.rw_handles [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526f8e1d-c3c1-181e-fdf8-df4196382967/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1213.061622] env[68326]: DEBUG oslo_vmware.rw_handles [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526f8e1d-c3c1-181e-fdf8-df4196382967/disk-0.vmdk for reading. {{(pid=68326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1213.127487] env[68326]: DEBUG nova.compute.manager [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Stashing vm_state: active {{(pid=68326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6214}} [ 1213.135856] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130229, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.242514] env[68326]: DEBUG oslo_concurrency.lockutils [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.265247] env[68326]: INFO nova.scheduler.client.report [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Deleted allocations for instance af0dc19a-83ef-4554-b8a5-62859a808f4c [ 1213.289726] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52dc37d5-2c39-45b9-2246-6698b1f4a45d, 'name': SearchDatastore_Task, 'duration_secs': 0.014632} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.290078] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.290354] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1213.290627] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.290805] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.291026] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1213.291325] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46d7f2e9-effa-4a45-862e-bf5f5ffcf487 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.300904] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1213.301111] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1213.301839] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f88ef01c-2da4-48b6-ac59-01bc4e9b3836 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.308305] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Waiting for the task: (returnval){ [ 1213.308305] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52bf748d-d196-e91c-9f7b-f53ecc86522b" [ 1213.308305] env[68326]: _type = "Task" [ 1213.308305] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.317648] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52bf748d-d196-e91c-9f7b-f53ecc86522b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.336919] env[68326]: DEBUG nova.network.neutron [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Successfully updated port: ca839e7f-943a-46f1-aab4-8519cbb36d35 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1213.354286] env[68326]: DEBUG oslo_vmware.api [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130227, 'name': PowerOnVM_Task, 'duration_secs': 0.94084} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.354576] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1213.354787] env[68326]: INFO nova.compute.manager [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1213.354993] env[68326]: DEBUG nova.compute.manager [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1213.355794] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddc33d5-4601-4b58-8190-1d27399c59e5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.505598] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 12e88969-1824-47ab-841b-c49e19bad267] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1213.630211] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130229, 'name': CreateSnapshot_Task, 'duration_secs': 0.728094} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.630531] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Created Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1213.634231] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbadb212-6493-41b3-832a-84606c7a29f1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.646686] env[68326]: DEBUG oslo_concurrency.lockutils [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.646994] env[68326]: DEBUG oslo_concurrency.lockutils [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.772553] env[68326]: DEBUG oslo_concurrency.lockutils [None req-34f637b8-0c73-40e4-b6eb-31d9aa27a0c7 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "af0dc19a-83ef-4554-b8a5-62859a808f4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.248s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.819531] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52bf748d-d196-e91c-9f7b-f53ecc86522b, 'name': SearchDatastore_Task, 'duration_secs': 0.010429} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.820337] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a8f1005-9812-42b1-80f9-888bcc51bc32 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.826649] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Waiting for the task: (returnval){ [ 1213.826649] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]522429c7-428c-ac20-5aff-80bd6fcf3814" [ 1213.826649] env[68326]: _type = "Task" [ 1213.826649] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.833284] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d6d36d3-c4a7-4bd3-8e72-8f0652602d1e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.839818] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Acquiring lock "refresh_cache-e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.840051] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Acquired lock "refresh_cache-e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.840248] env[68326]: DEBUG nova.network.neutron [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.844215] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522429c7-428c-ac20-5aff-80bd6fcf3814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.877310] env[68326]: INFO nova.compute.manager [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Took 15.45 seconds to build instance. [ 1213.969479] env[68326]: DEBUG nova.compute.manager [req-ca27c4e7-1892-413a-a29c-bcdb5841d263 req-380c25dd-0b54-46ae-9a5a-27bc0c213aa2 service nova] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Received event network-vif-plugged-ca839e7f-943a-46f1-aab4-8519cbb36d35 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1213.969479] env[68326]: DEBUG oslo_concurrency.lockutils [req-ca27c4e7-1892-413a-a29c-bcdb5841d263 req-380c25dd-0b54-46ae-9a5a-27bc0c213aa2 service nova] Acquiring lock "e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.969479] env[68326]: DEBUG oslo_concurrency.lockutils [req-ca27c4e7-1892-413a-a29c-bcdb5841d263 req-380c25dd-0b54-46ae-9a5a-27bc0c213aa2 service nova] Lock "e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.969479] env[68326]: DEBUG oslo_concurrency.lockutils [req-ca27c4e7-1892-413a-a29c-bcdb5841d263 req-380c25dd-0b54-46ae-9a5a-27bc0c213aa2 service nova] Lock "e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.969479] env[68326]: DEBUG nova.compute.manager [req-ca27c4e7-1892-413a-a29c-bcdb5841d263 req-380c25dd-0b54-46ae-9a5a-27bc0c213aa2 service nova] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] No waiting events found dispatching network-vif-plugged-ca839e7f-943a-46f1-aab4-8519cbb36d35 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.969479] env[68326]: WARNING nova.compute.manager [req-ca27c4e7-1892-413a-a29c-bcdb5841d263 req-380c25dd-0b54-46ae-9a5a-27bc0c213aa2 service nova] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Received unexpected event network-vif-plugged-ca839e7f-943a-46f1-aab4-8519cbb36d35 for instance with vm_state building and task_state spawning. [ 1213.969879] env[68326]: DEBUG nova.compute.manager [req-ca27c4e7-1892-413a-a29c-bcdb5841d263 req-380c25dd-0b54-46ae-9a5a-27bc0c213aa2 service nova] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Received event network-changed-ca839e7f-943a-46f1-aab4-8519cbb36d35 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1213.970214] env[68326]: DEBUG nova.compute.manager [req-ca27c4e7-1892-413a-a29c-bcdb5841d263 req-380c25dd-0b54-46ae-9a5a-27bc0c213aa2 service nova] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Refreshing instance network info cache due to event network-changed-ca839e7f-943a-46f1-aab4-8519cbb36d35. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1213.970519] env[68326]: DEBUG oslo_concurrency.lockutils [req-ca27c4e7-1892-413a-a29c-bcdb5841d263 req-380c25dd-0b54-46ae-9a5a-27bc0c213aa2 service nova] Acquiring lock "refresh_cache-e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.010399] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 0781d75d-bd5e-4fd2-8892-b5f50e2af7e5] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1214.156246] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Creating linked-clone VM from snapshot {{(pid=68326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1214.159031] env[68326]: INFO nova.compute.claims [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.162659] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-21ecd6f4-9b36-419c-a179-318b26244244 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.174926] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1214.174926] env[68326]: value = "task-3130230" [ 1214.174926] env[68326]: _type = "Task" [ 1214.174926] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.185713] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130230, 'name': CloneVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.339048] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522429c7-428c-ac20-5aff-80bd6fcf3814, 'name': SearchDatastore_Task, 'duration_secs': 0.012471} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.339627] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.340059] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 40e1ab75-d5de-408a-8695-f90bb3ca69e7/40e1ab75-d5de-408a-8695-f90bb3ca69e7.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1214.342171] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0626e349-2481-49aa-a583-beb5efc7202e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.353233] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Waiting for the task: (returnval){ [ 1214.353233] env[68326]: value = "task-3130231" [ 1214.353233] env[68326]: _type = "Task" [ 1214.353233] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.365889] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': task-3130231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.381225] env[68326]: DEBUG oslo_concurrency.lockutils [None req-94eb5da3-2da2-4251-a550-4e7fe04146f1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "d6b2f323-145d-4b6a-a4b3-7cf736941fd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.966s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.411762] env[68326]: DEBUG nova.network.neutron [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.511695] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 03f11437-001d-46dd-bad2-ddb81ebf9b96] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1214.617079] env[68326]: DEBUG nova.network.neutron [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Updating instance_info_cache with network_info: [{"id": "ca839e7f-943a-46f1-aab4-8519cbb36d35", "address": "fa:16:3e:d7:63:18", "network": {"id": "8dcdab9d-5bd6-46ab-b26e-f3f5a9848225", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-895711134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8677091151a54617a42d59aedec96575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca839e7f-94", "ovs_interfaceid": "ca839e7f-943a-46f1-aab4-8519cbb36d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.669185] env[68326]: INFO nova.compute.resource_tracker [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updating resource usage from migration 07a289a2-1a4d-4de7-96b3-88840d7f4dbd [ 1214.689706] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130230, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.843499] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653b5bdc-2c16-4fcc-9201-24a08ac2cb43 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.859682] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32e97ed-9887-47de-a210-e4fb10bc953f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.872469] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': task-3130231, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.910173] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85e5a0b-0edc-4aac-8693-d70ad6ac015f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.921957] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4582c52f-551f-4ace-8955-056dda10773e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.940403] env[68326]: DEBUG nova.compute.provider_tree [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.016137] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 5226f21d-7bb6-4862-a58a-7e629591f71c] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1215.120502] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Releasing lock "refresh_cache-e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.120914] env[68326]: DEBUG nova.compute.manager [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Instance network_info: |[{"id": "ca839e7f-943a-46f1-aab4-8519cbb36d35", "address": "fa:16:3e:d7:63:18", "network": {"id": "8dcdab9d-5bd6-46ab-b26e-f3f5a9848225", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-895711134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8677091151a54617a42d59aedec96575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca839e7f-94", "ovs_interfaceid": "ca839e7f-943a-46f1-aab4-8519cbb36d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1215.121235] env[68326]: DEBUG oslo_concurrency.lockutils [req-ca27c4e7-1892-413a-a29c-bcdb5841d263 req-380c25dd-0b54-46ae-9a5a-27bc0c213aa2 service nova] Acquired lock "refresh_cache-e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.121420] env[68326]: DEBUG nova.network.neutron [req-ca27c4e7-1892-413a-a29c-bcdb5841d263 req-380c25dd-0b54-46ae-9a5a-27bc0c213aa2 service nova] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Refreshing network info cache for port ca839e7f-943a-46f1-aab4-8519cbb36d35 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.122588] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:63:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca839e7f-943a-46f1-aab4-8519cbb36d35', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1215.130679] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Creating folder: Project (8677091151a54617a42d59aedec96575). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1215.135132] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd978415-8cb3-465c-a4a5-d4cbd7ad01a6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.145392] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Created folder: Project (8677091151a54617a42d59aedec96575) in parent group-v626141. [ 1215.145512] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Creating folder: Instances. Parent ref: group-v626451. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1215.145749] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad80e852-e511-416c-af99-9c5b969a5e27 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.156145] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Created folder: Instances in parent group-v626451. [ 1215.156407] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.156681] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1215.156992] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bdc2344-f76a-4db8-a3b5-e0146b0691f8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.180933] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1215.180933] env[68326]: value = "task-3130234" [ 1215.180933] env[68326]: _type = "Task" [ 1215.180933] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.189372] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130230, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.194348] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130234, 'name': CreateVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.365862] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': task-3130231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647663} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.366456] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 40e1ab75-d5de-408a-8695-f90bb3ca69e7/40e1ab75-d5de-408a-8695-f90bb3ca69e7.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1215.368049] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1215.368049] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91fd6906-efaa-4412-9092-07e482854bf7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.373424] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Waiting for the task: (returnval){ [ 1215.373424] env[68326]: value = "task-3130236" [ 1215.373424] env[68326]: _type = "Task" [ 1215.373424] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.382752] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': task-3130236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.446025] env[68326]: DEBUG nova.scheduler.client.report [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.520850] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 5be076f6-56b0-49e7-9aa0-e84bcb7c821a] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1215.688295] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130230, 'name': CloneVM_Task} progress is 95%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.693819] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130234, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.882835] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': task-3130236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070545} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.883236] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1215.884100] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c2c4c9-9250-4383-a2de-27013a3ffc1d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.907372] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 40e1ab75-d5de-408a-8695-f90bb3ca69e7/40e1ab75-d5de-408a-8695-f90bb3ca69e7.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.908432] env[68326]: DEBUG nova.network.neutron [req-ca27c4e7-1892-413a-a29c-bcdb5841d263 req-380c25dd-0b54-46ae-9a5a-27bc0c213aa2 service nova] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Updated VIF entry in instance network info cache for port ca839e7f-943a-46f1-aab4-8519cbb36d35. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.908819] env[68326]: DEBUG nova.network.neutron [req-ca27c4e7-1892-413a-a29c-bcdb5841d263 req-380c25dd-0b54-46ae-9a5a-27bc0c213aa2 service nova] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Updating instance_info_cache with network_info: [{"id": "ca839e7f-943a-46f1-aab4-8519cbb36d35", "address": "fa:16:3e:d7:63:18", "network": {"id": "8dcdab9d-5bd6-46ab-b26e-f3f5a9848225", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-895711134-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8677091151a54617a42d59aedec96575", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca839e7f-94", "ovs_interfaceid": "ca839e7f-943a-46f1-aab4-8519cbb36d35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.910065] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6ca9e49-924f-4d29-92f7-b21b5f436876 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.925735] env[68326]: DEBUG oslo_concurrency.lockutils [req-ca27c4e7-1892-413a-a29c-bcdb5841d263 req-380c25dd-0b54-46ae-9a5a-27bc0c213aa2 service nova] Releasing lock "refresh_cache-e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.931395] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Waiting for the task: (returnval){ [ 1215.931395] env[68326]: value = "task-3130237" [ 1215.931395] env[68326]: _type = "Task" [ 1215.931395] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.940021] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': task-3130237, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.949250] env[68326]: DEBUG oslo_concurrency.lockutils [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.302s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.949439] env[68326]: INFO nova.compute.manager [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Migrating [ 1215.999030] env[68326]: DEBUG nova.compute.manager [req-2ae1fefc-5792-4e63-b11e-cb3f7ae8c053 req-381b11b0-75a3-4a68-b2de-f6e577049b8c service nova] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Received event network-changed-1460cb67-14c0-4945-a8e4-1098632e090a {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1215.999316] env[68326]: DEBUG nova.compute.manager [req-2ae1fefc-5792-4e63-b11e-cb3f7ae8c053 req-381b11b0-75a3-4a68-b2de-f6e577049b8c service nova] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Refreshing instance network info cache due to event network-changed-1460cb67-14c0-4945-a8e4-1098632e090a. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1215.999654] env[68326]: DEBUG oslo_concurrency.lockutils [req-2ae1fefc-5792-4e63-b11e-cb3f7ae8c053 req-381b11b0-75a3-4a68-b2de-f6e577049b8c service nova] Acquiring lock "refresh_cache-d6b2f323-145d-4b6a-a4b3-7cf736941fd7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.999864] env[68326]: DEBUG oslo_concurrency.lockutils [req-2ae1fefc-5792-4e63-b11e-cb3f7ae8c053 req-381b11b0-75a3-4a68-b2de-f6e577049b8c service nova] Acquired lock "refresh_cache-d6b2f323-145d-4b6a-a4b3-7cf736941fd7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.000123] env[68326]: DEBUG nova.network.neutron [req-2ae1fefc-5792-4e63-b11e-cb3f7ae8c053 req-381b11b0-75a3-4a68-b2de-f6e577049b8c service nova] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Refreshing network info cache for port 1460cb67-14c0-4945-a8e4-1098632e090a {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.023035] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 6c865f2c-0796-4f18-9742-2ecb05d10867] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1216.192871] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130230, 'name': CloneVM_Task, 'duration_secs': 1.813109} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.197123] env[68326]: INFO nova.virt.vmwareapi.vmops [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Created linked-clone VM from snapshot [ 1216.197405] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130234, 'name': CreateVM_Task, 'duration_secs': 0.666988} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.198339] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0989684a-8143-4ff8-a447-8f109eaf196f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.201426] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1216.202238] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.202462] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.202904] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.203619] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa5994e6-7c4d-493a-81a5-5030b695a2f9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.209766] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Uploading image e13c2ccd-a3a1-4d5f-85ab-057049792ff0 {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1216.215715] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Waiting for the task: (returnval){ [ 1216.215715] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5236da03-5f59-63e1-aeb7-622f11c6f258" [ 1216.215715] env[68326]: _type = "Task" [ 1216.215715] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.226712] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5236da03-5f59-63e1-aeb7-622f11c6f258, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.238960] env[68326]: DEBUG oslo_vmware.rw_handles [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1216.238960] env[68326]: value = "vm-626450" [ 1216.238960] env[68326]: _type = "VirtualMachine" [ 1216.238960] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1216.239269] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-26f5a80d-9a6f-4149-9212-0f6c38cd6137 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.249424] env[68326]: DEBUG oslo_vmware.rw_handles [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lease: (returnval){ [ 1216.249424] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5295c29d-e8f4-031e-98cb-c2c7b9a8915a" [ 1216.249424] env[68326]: _type = "HttpNfcLease" [ 1216.249424] env[68326]: } obtained for exporting VM: (result){ [ 1216.249424] env[68326]: value = "vm-626450" [ 1216.249424] env[68326]: _type = "VirtualMachine" [ 1216.249424] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1216.249694] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the lease: (returnval){ [ 1216.249694] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5295c29d-e8f4-031e-98cb-c2c7b9a8915a" [ 1216.249694] env[68326]: _type = "HttpNfcLease" [ 1216.249694] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1216.257956] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.258224] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.261043] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1216.261043] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5295c29d-e8f4-031e-98cb-c2c7b9a8915a" [ 1216.261043] env[68326]: _type = "HttpNfcLease" [ 1216.261043] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1216.441437] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': task-3130237, 'name': ReconfigVM_Task, 'duration_secs': 0.335708} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.442209] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 40e1ab75-d5de-408a-8695-f90bb3ca69e7/40e1ab75-d5de-408a-8695-f90bb3ca69e7.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.443033] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de31cfa2-b09e-4a32-9a53-751f163e0763 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.449319] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Waiting for the task: (returnval){ [ 1216.449319] env[68326]: value = "task-3130239" [ 1216.449319] env[68326]: _type = "Task" [ 1216.449319] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.457458] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': task-3130239, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.467114] env[68326]: DEBUG oslo_concurrency.lockutils [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.467281] env[68326]: DEBUG oslo_concurrency.lockutils [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.467451] env[68326]: DEBUG nova.network.neutron [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.528268] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 9f25dcdb-8731-4781-91d7-5f67ecd32f9f] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1216.698679] env[68326]: DEBUG nova.network.neutron [req-2ae1fefc-5792-4e63-b11e-cb3f7ae8c053 req-381b11b0-75a3-4a68-b2de-f6e577049b8c service nova] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Updated VIF entry in instance network info cache for port 1460cb67-14c0-4945-a8e4-1098632e090a. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.698679] env[68326]: DEBUG nova.network.neutron [req-2ae1fefc-5792-4e63-b11e-cb3f7ae8c053 req-381b11b0-75a3-4a68-b2de-f6e577049b8c service nova] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Updating instance_info_cache with network_info: [{"id": "1460cb67-14c0-4945-a8e4-1098632e090a", "address": "fa:16:3e:aa:23:e1", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1460cb67-14", "ovs_interfaceid": "1460cb67-14c0-4945-a8e4-1098632e090a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.726646] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5236da03-5f59-63e1-aeb7-622f11c6f258, 'name': SearchDatastore_Task, 'duration_secs': 0.016915} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.726646] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.727171] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.727171] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.727581] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.727581] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.727690] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f17c0d40-4691-4747-b7b3-23a52c46c237 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.736603] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.736800] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.737661] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c36321a2-9092-40b9-9a4e-93b6a14d4416 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.743916] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Waiting for the task: (returnval){ [ 1216.743916] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52fea027-0847-afb8-d595-94b23f833e16" [ 1216.743916] env[68326]: _type = "Task" [ 1216.743916] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.751712] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fea027-0847-afb8-d595-94b23f833e16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.757921] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1216.757921] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5295c29d-e8f4-031e-98cb-c2c7b9a8915a" [ 1216.757921] env[68326]: _type = "HttpNfcLease" [ 1216.757921] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1216.758235] env[68326]: DEBUG oslo_vmware.rw_handles [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1216.758235] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5295c29d-e8f4-031e-98cb-c2c7b9a8915a" [ 1216.758235] env[68326]: _type = "HttpNfcLease" [ 1216.758235] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1216.758922] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711a62a5-2329-4101-8c55-97e3a872965d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.762588] env[68326]: DEBUG nova.compute.manager [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1216.771328] env[68326]: DEBUG oslo_vmware.rw_handles [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217ccc0-8607-7698-0339-e84f2c0d4b92/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1216.771413] env[68326]: DEBUG oslo_vmware.rw_handles [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217ccc0-8607-7698-0339-e84f2c0d4b92/disk-0.vmdk for reading. {{(pid=68326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1216.872243] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0c8e252e-4baa-460d-af0a-f3071a3d4801 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.963726] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': task-3130239, 'name': Rename_Task, 'duration_secs': 0.14735} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.963998] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.964273] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cca6e44c-d54a-465b-b06a-92b3a7e60302 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.974261] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Waiting for the task: (returnval){ [ 1216.974261] env[68326]: value = "task-3130240" [ 1216.974261] env[68326]: _type = "Task" [ 1216.974261] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.990153] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': task-3130240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.031777] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: a1ff089c-15f3-451a-9c34-3d7a6e907466] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1217.203039] env[68326]: DEBUG oslo_concurrency.lockutils [req-2ae1fefc-5792-4e63-b11e-cb3f7ae8c053 req-381b11b0-75a3-4a68-b2de-f6e577049b8c service nova] Releasing lock "refresh_cache-d6b2f323-145d-4b6a-a4b3-7cf736941fd7" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.207958] env[68326]: DEBUG nova.network.neutron [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updating instance_info_cache with network_info: [{"id": "6fdbd207-8ae6-4bb1-ba41-02c0223e2887", "address": "fa:16:3e:cb:85:f8", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdbd207-8a", "ovs_interfaceid": "6fdbd207-8ae6-4bb1-ba41-02c0223e2887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.254195] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fea027-0847-afb8-d595-94b23f833e16, 'name': SearchDatastore_Task, 'duration_secs': 0.02206} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.255363] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c727c4ba-6369-4947-9fd5-f0e0fc118818 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.261253] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Waiting for the task: (returnval){ [ 1217.261253] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5229901e-2b0e-6d4b-7f5b-ce7600a34304" [ 1217.261253] env[68326]: _type = "Task" [ 1217.261253] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.271649] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5229901e-2b0e-6d4b-7f5b-ce7600a34304, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.289377] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.289831] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.291707] env[68326]: INFO nova.compute.claims [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1217.487041] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': task-3130240, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.535024] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 92017563-5663-45ca-959d-4df95f565224] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1217.710865] env[68326]: DEBUG oslo_concurrency.lockutils [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.773692] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5229901e-2b0e-6d4b-7f5b-ce7600a34304, 'name': SearchDatastore_Task, 'duration_secs': 0.013384} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.774093] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.774446] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0/e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.774836] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71068f92-3052-4001-905f-0f9a35f79903 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.782954] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Waiting for the task: (returnval){ [ 1217.782954] env[68326]: value = "task-3130241" [ 1217.782954] env[68326]: _type = "Task" [ 1217.782954] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.794280] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': task-3130241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.985804] env[68326]: DEBUG oslo_vmware.api [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': task-3130240, 'name': PowerOnVM_Task, 'duration_secs': 0.536803} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.986224] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.986529] env[68326]: INFO nova.compute.manager [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1217.986806] env[68326]: DEBUG nova.compute.manager [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1217.987741] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5209e93-1d5a-41c4-a485-79ddcbe6f6ca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.038744] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: c6dc7203-26a8-48d6-949f-eacd9937b721] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1218.295546] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': task-3130241, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.449806] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da69090d-4a58-4948-b4d7-bf013578c377 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.457895] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f4b6c1-b980-4d2e-a654-6fa6f0bce14b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.489176] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3204aa6d-c367-4a71-95cc-5b4a376e7eda {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.497297] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ef8497-d154-4760-9759-9422452b4215 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.515327] env[68326]: DEBUG nova.compute.provider_tree [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.516905] env[68326]: INFO nova.compute.manager [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Took 15.34 seconds to build instance. [ 1218.543835] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 76eb8511-3af7-4c6f-b7dc-2e4809c5a3e6] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1218.794663] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': task-3130241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587754} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.794945] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0/e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.795202] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.795475] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-565c8169-cb14-493a-83cf-f04c4b90ba74 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.802652] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Waiting for the task: (returnval){ [ 1218.802652] env[68326]: value = "task-3130242" [ 1218.802652] env[68326]: _type = "Task" [ 1218.802652] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.811435] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': task-3130242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.019711] env[68326]: DEBUG nova.scheduler.client.report [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.023490] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b80ba135-6056-4c3b-a030-c6186e8c7efa tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Lock "40e1ab75-d5de-408a-8695-f90bb3ca69e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.857s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.046558] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 1a787f55-5fd4-4353-84e5-47c76b080db5] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1219.096812] env[68326]: DEBUG oslo_concurrency.lockutils [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Acquiring lock "40e1ab75-d5de-408a-8695-f90bb3ca69e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.096995] env[68326]: DEBUG oslo_concurrency.lockutils [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Lock "40e1ab75-d5de-408a-8695-f90bb3ca69e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.097195] env[68326]: DEBUG oslo_concurrency.lockutils [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Acquiring lock "40e1ab75-d5de-408a-8695-f90bb3ca69e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.097403] env[68326]: DEBUG oslo_concurrency.lockutils [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Lock "40e1ab75-d5de-408a-8695-f90bb3ca69e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.097571] env[68326]: DEBUG oslo_concurrency.lockutils [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Lock "40e1ab75-d5de-408a-8695-f90bb3ca69e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.099761] env[68326]: INFO nova.compute.manager [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Terminating instance [ 1219.235163] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cde3ef-0402-48c7-afc3-b4e36a73e9a9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.272397] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updating instance '4c8e1129-44b8-4d04-ade1-9f42da89fe45' progress to 0 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1219.322139] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': task-3130242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105322} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.322453] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1219.324062] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af468c7-8c56-4b16-8171-377c683ffbbc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.358754] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0/e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1219.359385] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63a03723-86c8-44fb-b1d3-19db19ab63de {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.379251] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Waiting for the task: (returnval){ [ 1219.379251] env[68326]: value = "task-3130243" [ 1219.379251] env[68326]: _type = "Task" [ 1219.379251] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.387757] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': task-3130243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.525378] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.525987] env[68326]: DEBUG nova.compute.manager [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1219.549360] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 9ba0b8a6-4663-4787-985f-5b1d8e11af11] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1219.603366] env[68326]: DEBUG nova.compute.manager [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1219.603541] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.604668] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc1fe69-271c-499c-bcc3-7711f8b7afb1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.614066] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.614321] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b0d2e5e-aecf-460d-bfc8-62b957ab35a0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.621850] env[68326]: DEBUG oslo_vmware.api [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Waiting for the task: (returnval){ [ 1219.621850] env[68326]: value = "task-3130244" [ 1219.621850] env[68326]: _type = "Task" [ 1219.621850] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.630287] env[68326]: DEBUG oslo_vmware.api [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': task-3130244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.789706] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.790399] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af991899-e486-4f31-8f2f-e339bfacba0a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.798034] env[68326]: DEBUG oslo_vmware.api [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1219.798034] env[68326]: value = "task-3130245" [ 1219.798034] env[68326]: _type = "Task" [ 1219.798034] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.806615] env[68326]: DEBUG oslo_vmware.api [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.891061] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': task-3130243, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.032096] env[68326]: DEBUG nova.compute.utils [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1220.034843] env[68326]: DEBUG nova.compute.manager [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1220.035093] env[68326]: DEBUG nova.network.neutron [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1220.052687] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 4dffff54-42e7-4336-9b0f-dfb8fe6f3144] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1220.075860] env[68326]: DEBUG nova.policy [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e92d065e7e645fca104683aa4ae0118', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed6fb8e7acbe445e83cf1f1cad1c5d84', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1220.131972] env[68326]: DEBUG oslo_vmware.api [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': task-3130244, 'name': PowerOffVM_Task, 'duration_secs': 0.231007} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.132228] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.132398] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.132694] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3ceb15f-3046-407a-8258-350006342529 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.195486] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.195733] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.195921] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Deleting the datastore file [datastore1] 40e1ab75-d5de-408a-8695-f90bb3ca69e7 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.196232] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-502b928d-0cbf-45fb-9b02-a69aa9201dc8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.203221] env[68326]: DEBUG oslo_vmware.api [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Waiting for the task: (returnval){ [ 1220.203221] env[68326]: value = "task-3130247" [ 1220.203221] env[68326]: _type = "Task" [ 1220.203221] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.212163] env[68326]: DEBUG oslo_vmware.api [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': task-3130247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.314846] env[68326]: DEBUG oslo_vmware.api [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130245, 'name': PowerOffVM_Task, 'duration_secs': 0.236525} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.314846] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.314846] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updating instance '4c8e1129-44b8-4d04-ade1-9f42da89fe45' progress to 17 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.390694] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': task-3130243, 'name': ReconfigVM_Task, 'duration_secs': 0.512886} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.390976] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Reconfigured VM instance instance-00000074 to attach disk [datastore1] e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0/e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.391639] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d86f772a-4769-42b2-8c85-7ac8e29c44be {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.398212] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Waiting for the task: (returnval){ [ 1220.398212] env[68326]: value = "task-3130248" [ 1220.398212] env[68326]: _type = "Task" [ 1220.398212] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.408353] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': task-3130248, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.424072] env[68326]: DEBUG nova.network.neutron [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Successfully created port: fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1220.535738] env[68326]: DEBUG nova.compute.manager [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1220.556021] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: c4a837f8-ac6b-4c17-99ff-8b666df87207] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1220.715916] env[68326]: DEBUG oslo_vmware.api [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Task: {'id': task-3130247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29261} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.716282] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.716529] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.716748] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.716958] env[68326]: INFO nova.compute.manager [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1220.717280] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.717556] env[68326]: DEBUG nova.compute.manager [-] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1220.717661] env[68326]: DEBUG nova.network.neutron [-] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.821058] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:48:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.821366] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.821524] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.821704] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.821865] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.826076] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.826403] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.826606] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.826796] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.827037] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.827166] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.836343] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bf634f6-9948-4c69-badc-062bd600af6c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.860751] env[68326]: DEBUG oslo_vmware.api [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1220.860751] env[68326]: value = "task-3130249" [ 1220.860751] env[68326]: _type = "Task" [ 1220.860751] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.875947] env[68326]: DEBUG oslo_vmware.api [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.913202] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': task-3130248, 'name': Rename_Task, 'duration_secs': 0.219149} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.913493] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1220.913751] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-404d4f66-43f3-465c-b8d6-1ad83a226db7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.920552] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Waiting for the task: (returnval){ [ 1220.920552] env[68326]: value = "task-3130250" [ 1220.920552] env[68326]: _type = "Task" [ 1220.920552] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.929561] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': task-3130250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.059867] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 703e481a-907e-4738-a4b3-48c83d0aa4aa] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1221.094660] env[68326]: DEBUG nova.compute.manager [req-db139bf6-8fd6-4c81-8524-e3175acfb409 req-3bf0a872-adad-43c7-a71e-8801e97c322a service nova] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Received event network-vif-deleted-a7cc6071-65e5-4bcb-9f7d-2b3cbfe608df {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1221.095647] env[68326]: INFO nova.compute.manager [req-db139bf6-8fd6-4c81-8524-e3175acfb409 req-3bf0a872-adad-43c7-a71e-8801e97c322a service nova] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Neutron deleted interface a7cc6071-65e5-4bcb-9f7d-2b3cbfe608df; detaching it from the instance and deleting it from the info cache [ 1221.095884] env[68326]: DEBUG nova.network.neutron [req-db139bf6-8fd6-4c81-8524-e3175acfb409 req-3bf0a872-adad-43c7-a71e-8801e97c322a service nova] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.373869] env[68326]: DEBUG oslo_vmware.api [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130249, 'name': ReconfigVM_Task, 'duration_secs': 0.222035} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.374390] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updating instance '4c8e1129-44b8-4d04-ade1-9f42da89fe45' progress to 33 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1221.432128] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': task-3130250, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.551665] env[68326]: DEBUG nova.compute.manager [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1221.554690] env[68326]: DEBUG nova.network.neutron [-] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.564367] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 87128a5e-1fa1-4de9-ae0a-888e14bfea93] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1221.598951] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d70aa574-f840-4f11-9c80-ac90c1d2d7cd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.607937] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a3bc4f-b833-4cca-9a37-7567704e0124 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.642811] env[68326]: DEBUG nova.compute.manager [req-db139bf6-8fd6-4c81-8524-e3175acfb409 req-3bf0a872-adad-43c7-a71e-8801e97c322a service nova] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Detach interface failed, port_id=a7cc6071-65e5-4bcb-9f7d-2b3cbfe608df, reason: Instance 40e1ab75-d5de-408a-8695-f90bb3ca69e7 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1221.882608] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.882867] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.883067] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.883273] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.883423] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.883574] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.883781] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.883941] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.884169] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.884347] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.884524] env[68326]: DEBUG nova.virt.hardware [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.889904] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1221.890239] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeba63a8-55d6-49ff-905c-8e0887ceb1fe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.909533] env[68326]: DEBUG oslo_vmware.api [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1221.909533] env[68326]: value = "task-3130251" [ 1221.909533] env[68326]: _type = "Task" [ 1221.909533] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.916093] env[68326]: DEBUG nova.network.neutron [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Successfully updated port: fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.922495] env[68326]: DEBUG oslo_vmware.api [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130251, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.932547] env[68326]: DEBUG oslo_vmware.api [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': task-3130250, 'name': PowerOnVM_Task, 'duration_secs': 0.674897} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.932822] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.933053] env[68326]: INFO nova.compute.manager [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1221.933415] env[68326]: DEBUG nova.compute.manager [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1221.934042] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a771972-e8d7-4f93-a823-404d11dcc9a9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.057762] env[68326]: INFO nova.compute.manager [-] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Took 1.34 seconds to deallocate network for instance. [ 1222.068181] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: c9523eb4-b705-4080-96f8-964b88d937fc] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1222.421159] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "refresh_cache-7de4c6e8-133a-4e35-bf50-9519fca0a76a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.421391] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquired lock "refresh_cache-7de4c6e8-133a-4e35-bf50-9519fca0a76a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.421611] env[68326]: DEBUG nova.network.neutron [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.422997] env[68326]: DEBUG oslo_vmware.api [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130251, 'name': ReconfigVM_Task, 'duration_secs': 0.276556} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.424263] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1222.424979] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c8c00b-5d76-42ad-beb9-8091c2778cd2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.448093] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 4c8e1129-44b8-4d04-ade1-9f42da89fe45/4c8e1129-44b8-4d04-ade1-9f42da89fe45.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1222.452296] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25dc7fa3-ae14-411e-84a1-cc75dd1e4853 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.467839] env[68326]: INFO nova.compute.manager [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Took 14.04 seconds to build instance. [ 1222.472679] env[68326]: DEBUG oslo_vmware.api [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1222.472679] env[68326]: value = "task-3130252" [ 1222.472679] env[68326]: _type = "Task" [ 1222.472679] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.483310] env[68326]: DEBUG oslo_vmware.api [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.564566] env[68326]: DEBUG oslo_concurrency.lockutils [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.564889] env[68326]: DEBUG oslo_concurrency.lockutils [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.565251] env[68326]: DEBUG nova.objects.instance [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Lazy-loading 'resources' on Instance uuid 40e1ab75-d5de-408a-8695-f90bb3ca69e7 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.571115] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 1030d138-6631-4782-8b8a-80c31e7ec17f] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1222.958951] env[68326]: DEBUG nova.network.neutron [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.973200] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3e03cc51-8e3d-4f00-b874-3c9f751f60a3 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Lock "e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.553s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.984779] env[68326]: DEBUG oslo_vmware.api [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.036262] env[68326]: DEBUG oslo_concurrency.lockutils [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Acquiring lock "e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.036526] env[68326]: DEBUG oslo_concurrency.lockutils [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Lock "e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.036758] env[68326]: DEBUG oslo_concurrency.lockutils [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Acquiring lock "e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.036954] env[68326]: DEBUG oslo_concurrency.lockutils [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Lock "e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.037151] env[68326]: DEBUG oslo_concurrency.lockutils [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Lock "e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.039799] env[68326]: INFO nova.compute.manager [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Terminating instance [ 1223.074444] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 7b5e18a5-6af2-4b9a-ba4a-700afbbf0d74] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1223.268413] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f497e6-320f-4cf1-b560-fa1107acdccb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.278931] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcf6931-3127-49d2-9b8c-5418c05a4c3d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.309451] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c1c310-4722-4067-9c7c-91ff79f0c33d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.317071] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7dd0db1-f079-4f67-a672-bf5ba3a50f12 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.330901] env[68326]: DEBUG nova.compute.provider_tree [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.393292] env[68326]: DEBUG nova.compute.manager [req-5e30ddcc-8933-423c-8170-56393c993daf req-ac5a6ab1-965d-493c-96e4-6671ce6b4f51 service nova] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Received event network-vif-plugged-fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1223.393516] env[68326]: DEBUG oslo_concurrency.lockutils [req-5e30ddcc-8933-423c-8170-56393c993daf req-ac5a6ab1-965d-493c-96e4-6671ce6b4f51 service nova] Acquiring lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.393716] env[68326]: DEBUG oslo_concurrency.lockutils [req-5e30ddcc-8933-423c-8170-56393c993daf req-ac5a6ab1-965d-493c-96e4-6671ce6b4f51 service nova] Lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.393876] env[68326]: DEBUG oslo_concurrency.lockutils [req-5e30ddcc-8933-423c-8170-56393c993daf req-ac5a6ab1-965d-493c-96e4-6671ce6b4f51 service nova] Lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.394262] env[68326]: DEBUG nova.compute.manager [req-5e30ddcc-8933-423c-8170-56393c993daf req-ac5a6ab1-965d-493c-96e4-6671ce6b4f51 service nova] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] No waiting events found dispatching network-vif-plugged-fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.394498] env[68326]: WARNING nova.compute.manager [req-5e30ddcc-8933-423c-8170-56393c993daf req-ac5a6ab1-965d-493c-96e4-6671ce6b4f51 service nova] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Received unexpected event network-vif-plugged-fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b for instance with vm_state building and task_state spawning. [ 1223.394666] env[68326]: DEBUG nova.compute.manager [req-5e30ddcc-8933-423c-8170-56393c993daf req-ac5a6ab1-965d-493c-96e4-6671ce6b4f51 service nova] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Received event network-changed-fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1223.394818] env[68326]: DEBUG nova.compute.manager [req-5e30ddcc-8933-423c-8170-56393c993daf req-ac5a6ab1-965d-493c-96e4-6671ce6b4f51 service nova] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Refreshing instance network info cache due to event network-changed-fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1223.394983] env[68326]: DEBUG oslo_concurrency.lockutils [req-5e30ddcc-8933-423c-8170-56393c993daf req-ac5a6ab1-965d-493c-96e4-6671ce6b4f51 service nova] Acquiring lock "refresh_cache-7de4c6e8-133a-4e35-bf50-9519fca0a76a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.416378] env[68326]: DEBUG nova.network.neutron [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Updating instance_info_cache with network_info: [{"id": "fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b", "address": "fa:16:3e:67:6e:a4", "network": {"id": "ac7359b8-ac06-40cc-b09d-ba5c0b1520ac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1023837366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed6fb8e7acbe445e83cf1f1cad1c5d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb95fe31-b0", "ovs_interfaceid": "fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.484242] env[68326]: DEBUG oslo_vmware.api [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130252, 'name': ReconfigVM_Task, 'duration_secs': 0.761399} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.484510] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 4c8e1129-44b8-4d04-ade1-9f42da89fe45/4c8e1129-44b8-4d04-ade1-9f42da89fe45.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.484786] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updating instance '4c8e1129-44b8-4d04-ade1-9f42da89fe45' progress to 50 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.545156] env[68326]: DEBUG nova.compute.manager [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1223.545392] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.546428] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee246e2-0028-4163-8154-7e89609a4332 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.555501] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.555848] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b711e72-5db1-4d2a-8cb1-cc9b3d7c00d8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.563554] env[68326]: DEBUG oslo_vmware.api [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Waiting for the task: (returnval){ [ 1223.563554] env[68326]: value = "task-3130253" [ 1223.563554] env[68326]: _type = "Task" [ 1223.563554] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.575032] env[68326]: DEBUG oslo_vmware.api [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': task-3130253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.578752] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: faa1e27f-1a1c-468a-9ca8-6c105b6bb3a2] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1223.837903] env[68326]: DEBUG nova.scheduler.client.report [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.918927] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Releasing lock "refresh_cache-7de4c6e8-133a-4e35-bf50-9519fca0a76a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.919271] env[68326]: DEBUG nova.compute.manager [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Instance network_info: |[{"id": "fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b", "address": "fa:16:3e:67:6e:a4", "network": {"id": "ac7359b8-ac06-40cc-b09d-ba5c0b1520ac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1023837366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed6fb8e7acbe445e83cf1f1cad1c5d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb95fe31-b0", "ovs_interfaceid": "fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1223.919568] env[68326]: DEBUG oslo_concurrency.lockutils [req-5e30ddcc-8933-423c-8170-56393c993daf req-ac5a6ab1-965d-493c-96e4-6671ce6b4f51 service nova] Acquired lock "refresh_cache-7de4c6e8-133a-4e35-bf50-9519fca0a76a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.919745] env[68326]: DEBUG nova.network.neutron [req-5e30ddcc-8933-423c-8170-56393c993daf req-ac5a6ab1-965d-493c-96e4-6671ce6b4f51 service nova] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Refreshing network info cache for port fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.992254] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8307fb9-947e-4a9b-84f4-31a3919aadc9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.011378] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9c67dd-e623-4beb-af0c-dee94c476998 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.029234] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updating instance '4c8e1129-44b8-4d04-ade1-9f42da89fe45' progress to 67 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.073449] env[68326]: DEBUG oslo_vmware.api [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': task-3130253, 'name': PowerOffVM_Task, 'duration_secs': 0.328185} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.073758] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.073939] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.074210] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d277651-2b62-4e8d-813d-231d1ef7a0ce {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.082149] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: eba5d596-ae2d-42c5-be69-e632c9a265ec] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1224.138595] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.138874] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.139117] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Deleting the datastore file [datastore1] e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.139422] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-112e001b-a3c2-452b-8a8c-8606b42e0ab7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.148020] env[68326]: DEBUG oslo_vmware.api [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Waiting for the task: (returnval){ [ 1224.148020] env[68326]: value = "task-3130255" [ 1224.148020] env[68326]: _type = "Task" [ 1224.148020] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.157837] env[68326]: DEBUG oslo_vmware.api [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': task-3130255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.300525] env[68326]: DEBUG nova.virt.hardware [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.301098] env[68326]: DEBUG nova.virt.hardware [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.301351] env[68326]: DEBUG nova.virt.hardware [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.301547] env[68326]: DEBUG nova.virt.hardware [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.301734] env[68326]: DEBUG nova.virt.hardware [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.301921] env[68326]: DEBUG nova.virt.hardware [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.302204] env[68326]: DEBUG nova.virt.hardware [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.302389] env[68326]: DEBUG nova.virt.hardware [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.302603] env[68326]: DEBUG nova.virt.hardware [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.302800] env[68326]: DEBUG nova.virt.hardware [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.302977] env[68326]: DEBUG nova.virt.hardware [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.305604] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1a137e-c15b-4690-b0e9-720450de91de {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.314680] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54cf316-659f-473c-b6f8-8b19545b1790 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.332750] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:6e:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1224.341738] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.344262] env[68326]: DEBUG oslo_vmware.rw_handles [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526f8e1d-c3c1-181e-fdf8-df4196382967/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1224.344531] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1224.345233] env[68326]: DEBUG oslo_concurrency.lockutils [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.347794] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb71eac-c48b-4211-ac74-3d6601b5817e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.351027] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13366ec2-31cc-40a7-b166-97b0e5521f9c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.372512] env[68326]: DEBUG oslo_vmware.rw_handles [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526f8e1d-c3c1-181e-fdf8-df4196382967/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1224.372512] env[68326]: ERROR oslo_vmware.rw_handles [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526f8e1d-c3c1-181e-fdf8-df4196382967/disk-0.vmdk due to incomplete transfer. [ 1224.373823] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a7e271c9-12a6-4d3c-9d17-f46583bfe144 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.375630] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1224.375630] env[68326]: value = "task-3130256" [ 1224.375630] env[68326]: _type = "Task" [ 1224.375630] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.376595] env[68326]: INFO nova.scheduler.client.report [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Deleted allocations for instance 40e1ab75-d5de-408a-8695-f90bb3ca69e7 [ 1224.386346] env[68326]: DEBUG oslo_vmware.rw_handles [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526f8e1d-c3c1-181e-fdf8-df4196382967/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1224.386521] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Uploaded image 53fcaf50-7ce5-42af-af83-ad31011cce0d to the Glance image server {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1224.389173] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Destroying the VM {{(pid=68326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1224.392456] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-22624527-1ef2-44ba-ab74-71f70a5f3c9a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.393986] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130256, 'name': CreateVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.398973] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1224.398973] env[68326]: value = "task-3130257" [ 1224.398973] env[68326]: _type = "Task" [ 1224.398973] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.411561] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130257, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.585738] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 95356776-a92d-4c76-8311-471133daebfa] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1224.622847] env[68326]: DEBUG nova.network.neutron [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Port 6fdbd207-8ae6-4bb1-ba41-02c0223e2887 binding to destination host cpu-1 is already ACTIVE {{(pid=68326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1224.661986] env[68326]: DEBUG oslo_vmware.api [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Task: {'id': task-3130255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21209} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.661986] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.661986] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.661986] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.663261] env[68326]: INFO nova.compute.manager [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1224.663261] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.663261] env[68326]: DEBUG nova.compute.manager [-] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1224.663261] env[68326]: DEBUG nova.network.neutron [-] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.769836] env[68326]: DEBUG nova.network.neutron [req-5e30ddcc-8933-423c-8170-56393c993daf req-ac5a6ab1-965d-493c-96e4-6671ce6b4f51 service nova] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Updated VIF entry in instance network info cache for port fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.770282] env[68326]: DEBUG nova.network.neutron [req-5e30ddcc-8933-423c-8170-56393c993daf req-ac5a6ab1-965d-493c-96e4-6671ce6b4f51 service nova] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Updating instance_info_cache with network_info: [{"id": "fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b", "address": "fa:16:3e:67:6e:a4", "network": {"id": "ac7359b8-ac06-40cc-b09d-ba5c0b1520ac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1023837366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed6fb8e7acbe445e83cf1f1cad1c5d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb95fe31-b0", "ovs_interfaceid": "fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.890797] env[68326]: DEBUG oslo_concurrency.lockutils [None req-43557ecc-1211-4208-935c-4e1098874002 tempest-ServerAddressesTestJSON-894575428 tempest-ServerAddressesTestJSON-894575428-project-member] Lock "40e1ab75-d5de-408a-8695-f90bb3ca69e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.794s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.894989] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130256, 'name': CreateVM_Task, 'duration_secs': 0.395907} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.895429] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.896144] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.896360] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.896730] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.897056] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42344ad5-dc35-4326-88ed-9b0bc3fba9e9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.912268] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130257, 'name': Destroy_Task, 'duration_secs': 0.41863} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.913912] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Destroyed the VM [ 1224.914256] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Deleting Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1224.914708] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1224.914708] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5210104d-aae7-9602-f6fd-21bfeae603fc" [ 1224.914708] env[68326]: _type = "Task" [ 1224.914708] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.915672] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d93830b8-5945-473f-9f5e-4c4f6c55df8f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.933455] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5210104d-aae7-9602-f6fd-21bfeae603fc, 'name': SearchDatastore_Task, 'duration_secs': 0.016195} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.935671] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.935932] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.936295] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.936682] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.936987] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.937470] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1224.937470] env[68326]: value = "task-3130258" [ 1224.937470] env[68326]: _type = "Task" [ 1224.937470] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.937702] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e50ca0dd-f630-455d-beb0-a26e82d36e9c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.951117] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130258, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.961145] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.961380] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.962692] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde3f267-4d74-4a05-ab42-45ff25383b58 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.976577] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1224.976577] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5274066c-99a5-795b-a3bb-e0f8feb3b688" [ 1224.976577] env[68326]: _type = "Task" [ 1224.976577] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.985601] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5274066c-99a5-795b-a3bb-e0f8feb3b688, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.089623] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 69db0127-5656-4393-a431-449c94be17e9] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1225.275930] env[68326]: DEBUG oslo_concurrency.lockutils [req-5e30ddcc-8933-423c-8170-56393c993daf req-ac5a6ab1-965d-493c-96e4-6671ce6b4f51 service nova] Releasing lock "refresh_cache-7de4c6e8-133a-4e35-bf50-9519fca0a76a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.426694] env[68326]: DEBUG nova.compute.manager [req-5541addd-07ec-4e95-a5f3-591b229f6d46 req-29cfe83f-ccf3-4d97-bb0b-2beff057d6e1 service nova] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Received event network-vif-deleted-ca839e7f-943a-46f1-aab4-8519cbb36d35 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1225.426907] env[68326]: INFO nova.compute.manager [req-5541addd-07ec-4e95-a5f3-591b229f6d46 req-29cfe83f-ccf3-4d97-bb0b-2beff057d6e1 service nova] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Neutron deleted interface ca839e7f-943a-46f1-aab4-8519cbb36d35; detaching it from the instance and deleting it from the info cache [ 1225.427122] env[68326]: DEBUG nova.network.neutron [req-5541addd-07ec-4e95-a5f3-591b229f6d46 req-29cfe83f-ccf3-4d97-bb0b-2beff057d6e1 service nova] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.454588] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130258, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.486860] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5274066c-99a5-795b-a3bb-e0f8feb3b688, 'name': SearchDatastore_Task, 'duration_secs': 0.026917} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.487724] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1a110a-64c3-44be-b0d7-96aa0f428767 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.492559] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1225.492559] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5266bde7-fb44-ceaa-d16a-8903de8ac2ec" [ 1225.492559] env[68326]: _type = "Task" [ 1225.492559] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.500212] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5266bde7-fb44-ceaa-d16a-8903de8ac2ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.518053] env[68326]: DEBUG nova.network.neutron [-] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.594399] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 34451d94-3685-430f-b19e-ac8e3f752cc1] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1225.651455] env[68326]: DEBUG oslo_concurrency.lockutils [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "4c8e1129-44b8-4d04-ade1-9f42da89fe45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.651681] env[68326]: DEBUG oslo_concurrency.lockutils [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4c8e1129-44b8-4d04-ade1-9f42da89fe45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.651841] env[68326]: DEBUG oslo_concurrency.lockutils [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4c8e1129-44b8-4d04-ade1-9f42da89fe45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.931581] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88ba8b30-5e42-4a4b-b458-56978838a21f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.949876] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc353e3f-d556-4184-afa3-6353f095a8e1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.972299] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130258, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.992811] env[68326]: DEBUG nova.compute.manager [req-5541addd-07ec-4e95-a5f3-591b229f6d46 req-29cfe83f-ccf3-4d97-bb0b-2beff057d6e1 service nova] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Detach interface failed, port_id=ca839e7f-943a-46f1-aab4-8519cbb36d35, reason: Instance e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1226.001812] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5266bde7-fb44-ceaa-d16a-8903de8ac2ec, 'name': SearchDatastore_Task, 'duration_secs': 0.013383} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.002084] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.002367] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 7de4c6e8-133a-4e35-bf50-9519fca0a76a/7de4c6e8-133a-4e35-bf50-9519fca0a76a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1226.002582] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e757fb25-305a-4ba5-8670-6270bf5e8644 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.010951] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1226.010951] env[68326]: value = "task-3130260" [ 1226.010951] env[68326]: _type = "Task" [ 1226.010951] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.018766] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.020408] env[68326]: INFO nova.compute.manager [-] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Took 1.36 seconds to deallocate network for instance. [ 1226.099636] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 8df6b92f-dbf7-4c63-b00f-111f71fe97bb] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1226.455017] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130258, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.525025] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130260, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.527077] env[68326]: DEBUG oslo_concurrency.lockutils [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.528051] env[68326]: DEBUG oslo_concurrency.lockutils [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.528051] env[68326]: DEBUG nova.objects.instance [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Lazy-loading 'resources' on Instance uuid e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.603179] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: b22d10a4-055b-4b65-97ae-a4a6f3f6fac6] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1226.699247] env[68326]: DEBUG oslo_vmware.rw_handles [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217ccc0-8607-7698-0339-e84f2c0d4b92/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1226.700381] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d8f779-ce08-43c5-adfb-26c3f88040fc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.708668] env[68326]: DEBUG oslo_vmware.rw_handles [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217ccc0-8607-7698-0339-e84f2c0d4b92/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1226.708668] env[68326]: ERROR oslo_vmware.rw_handles [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217ccc0-8607-7698-0339-e84f2c0d4b92/disk-0.vmdk due to incomplete transfer. [ 1226.710031] env[68326]: DEBUG oslo_concurrency.lockutils [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.710031] env[68326]: DEBUG oslo_concurrency.lockutils [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.710031] env[68326]: DEBUG nova.network.neutron [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.710820] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-73b12dcd-6be9-40d1-8ba4-c7f6f2046880 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.719661] env[68326]: DEBUG oslo_vmware.rw_handles [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5217ccc0-8607-7698-0339-e84f2c0d4b92/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1226.720107] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Uploaded image e13c2ccd-a3a1-4d5f-85ab-057049792ff0 to the Glance image server {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1226.722125] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Destroying the VM {{(pid=68326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1226.723057] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9f4e9fe6-912a-45c9-a71c-838105e48667 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.731756] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1226.731756] env[68326]: value = "task-3130261" [ 1226.731756] env[68326]: _type = "Task" [ 1226.731756] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.744683] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130261, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.955216] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130258, 'name': RemoveSnapshot_Task, 'duration_secs': 1.842622} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.955772] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Deleted Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1226.956200] env[68326]: DEBUG nova.compute.manager [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1226.957210] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f785ad-d49f-4d8b-93a8-9591fe2dcc4e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.024608] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926484} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.024608] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 7de4c6e8-133a-4e35-bf50-9519fca0a76a/7de4c6e8-133a-4e35-bf50-9519fca0a76a.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.025222] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1227.025621] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aad93f3e-a189-4163-85fe-71609aa9ef57 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.037533] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1227.037533] env[68326]: value = "task-3130262" [ 1227.037533] env[68326]: _type = "Task" [ 1227.037533] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.046930] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.108985] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 5950bd62-c505-4c7d-a235-f4e810d302ec] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1227.170594] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6357c9-018c-4130-ba20-1b7ec03fbaf2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.179601] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab47290b-5df0-4098-9ecb-86d1c80e61f4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.212270] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b38dd9b-58b2-4490-828a-1b0c9b72c7eb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.222337] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046e0b68-d5be-422c-ba57-2380bbf3b623 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.239611] env[68326]: DEBUG nova.compute.provider_tree [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.249151] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130261, 'name': Destroy_Task, 'duration_secs': 0.506494} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.249404] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Destroyed the VM [ 1227.249569] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Deleting Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1227.249786] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fd6fc405-517d-40b8-b9d5-50c41454a0ae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.257284] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1227.257284] env[68326]: value = "task-3130264" [ 1227.257284] env[68326]: _type = "Task" [ 1227.257284] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.268129] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130264, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.470813] env[68326]: INFO nova.compute.manager [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Shelve offloading [ 1227.475198] env[68326]: DEBUG nova.network.neutron [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updating instance_info_cache with network_info: [{"id": "6fdbd207-8ae6-4bb1-ba41-02c0223e2887", "address": "fa:16:3e:cb:85:f8", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdbd207-8a", "ovs_interfaceid": "6fdbd207-8ae6-4bb1-ba41-02c0223e2887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.548338] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10477} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.548980] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1227.549877] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4abddf1-23bb-4f9d-bc08-4b79f1a7d1eb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.572797] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 7de4c6e8-133a-4e35-bf50-9519fca0a76a/7de4c6e8-133a-4e35-bf50-9519fca0a76a.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.573118] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2205612-f44f-446d-a9ff-e15bf87e7377 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.594650] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1227.594650] env[68326]: value = "task-3130265" [ 1227.594650] env[68326]: _type = "Task" [ 1227.594650] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.605241] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.613736] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: a6190545-bcc1-40c9-9505-0c1001a38cf2] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1227.746040] env[68326]: DEBUG nova.scheduler.client.report [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.769108] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130264, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.974748] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.975139] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df4674e4-116c-4314-b223-5eb5bd409960 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.977173] env[68326]: DEBUG oslo_concurrency.lockutils [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.986217] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1227.986217] env[68326]: value = "task-3130266" [ 1227.986217] env[68326]: _type = "Task" [ 1227.986217] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.994592] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.105702] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130265, 'name': ReconfigVM_Task, 'duration_secs': 0.279821} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.105973] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 7de4c6e8-133a-4e35-bf50-9519fca0a76a/7de4c6e8-133a-4e35-bf50-9519fca0a76a.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.106654] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2f171a7-e17f-44bb-a2cc-35d6802d63aa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.113047] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1228.113047] env[68326]: value = "task-3130267" [ 1228.113047] env[68326]: _type = "Task" [ 1228.113047] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.116260] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: bb66c99b-5e81-4473-99be-1bfedd3319dc] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1228.123687] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130267, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.252055] env[68326]: DEBUG oslo_concurrency.lockutils [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.268577] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130264, 'name': RemoveSnapshot_Task, 'duration_secs': 0.851896} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.268841] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Deleted Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1228.269143] env[68326]: DEBUG nova.compute.manager [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1228.269978] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f400eb5-eda3-4059-9861-2a89f03965fa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.275259] env[68326]: INFO nova.scheduler.client.report [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Deleted allocations for instance e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0 [ 1228.497253] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] VM already powered off {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1228.497471] env[68326]: DEBUG nova.compute.manager [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1228.498254] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3744352-277f-402c-bf95-2534414ef397 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.501611] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238bb3dd-673d-45e7-ad68-f5c11101c5af {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.508042] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.508212] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.508384] env[68326]: DEBUG nova.network.neutron [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.522867] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7888f5-c2dc-4125-ba06-b05280dc2e31 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.529994] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updating instance '4c8e1129-44b8-4d04-ade1-9f42da89fe45' progress to 83 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1228.620162] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 02d85b25-cc17-4a9e-a37b-8ffc449bf3be] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1228.625025] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130267, 'name': Rename_Task, 'duration_secs': 0.143171} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.625363] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.625995] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2d76084-b7e2-43d8-b05e-bf5e0f6d9bd2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.633713] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1228.633713] env[68326]: value = "task-3130268" [ 1228.633713] env[68326]: _type = "Task" [ 1228.633713] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.641878] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.783652] env[68326]: DEBUG oslo_concurrency.lockutils [None req-85ee590b-da8f-48e6-a1c7-af5856705e85 tempest-InstanceActionsV221TestJSON-1311739710 tempest-InstanceActionsV221TestJSON-1311739710-project-member] Lock "e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.747s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.788103] env[68326]: INFO nova.compute.manager [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Shelve offloading [ 1229.036492] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.037187] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e45a199-697f-4902-b6ce-7541e8e7d75b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.046810] env[68326]: DEBUG oslo_vmware.api [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1229.046810] env[68326]: value = "task-3130269" [ 1229.046810] env[68326]: _type = "Task" [ 1229.046810] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.058431] env[68326]: DEBUG oslo_vmware.api [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.127031] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: d7acf762-bbcd-403a-afac-342a44f13a20] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1229.145478] env[68326]: DEBUG oslo_vmware.api [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130268, 'name': PowerOnVM_Task, 'duration_secs': 0.456265} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.145579] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.145763] env[68326]: INFO nova.compute.manager [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1229.145944] env[68326]: DEBUG nova.compute.manager [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1229.146750] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6642a5-5421-4ebe-8afe-d5c4b0dff75c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.292026] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.292422] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a920c49-afc0-4c88-87eb-a07fe867e7f1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.296463] env[68326]: DEBUG nova.network.neutron [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Updating instance_info_cache with network_info: [{"id": "e723bd45-e895-4755-bb91-ddeafb2f90aa", "address": "fa:16:3e:ef:72:54", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape723bd45-e8", "ovs_interfaceid": "e723bd45-e895-4755-bb91-ddeafb2f90aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.300639] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1229.300639] env[68326]: value = "task-3130271" [ 1229.300639] env[68326]: _type = "Task" [ 1229.300639] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.310634] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.559027] env[68326]: DEBUG oslo_vmware.api [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130269, 'name': PowerOnVM_Task, 'duration_secs': 0.433651} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.559027] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.559027] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-974ab4c7-992f-4087-abde-8282b496d687 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updating instance '4c8e1129-44b8-4d04-ade1-9f42da89fe45' progress to 100 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.630645] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 68cc5fba-76f0-428e-a5c1-0f4991243b32] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1229.665730] env[68326]: INFO nova.compute.manager [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Took 12.40 seconds to build instance. [ 1229.799613] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.812924] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] VM already powered off {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1229.813223] env[68326]: DEBUG nova.compute.manager [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1229.814036] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10caa924-764d-4cdf-bc2a-50a8e398dace {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.820228] env[68326]: DEBUG oslo_concurrency.lockutils [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "refresh_cache-83d3a6fe-001e-4026-afae-363897673a45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.820401] env[68326]: DEBUG oslo_concurrency.lockutils [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "refresh_cache-83d3a6fe-001e-4026-afae-363897673a45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.820569] env[68326]: DEBUG nova.network.neutron [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.864227] env[68326]: DEBUG nova.compute.manager [req-b780e8e5-c127-4f49-9c7b-f965acb3457d req-850303dd-df77-4612-a67b-e4f88610ecc6 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Received event network-vif-unplugged-e723bd45-e895-4755-bb91-ddeafb2f90aa {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1230.864584] env[68326]: DEBUG oslo_concurrency.lockutils [req-b780e8e5-c127-4f49-9c7b-f965acb3457d req-850303dd-df77-4612-a67b-e4f88610ecc6 service nova] Acquiring lock "75756cde-8580-49e0-957b-18f0189863ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.864584] env[68326]: DEBUG oslo_concurrency.lockutils [req-b780e8e5-c127-4f49-9c7b-f965acb3457d req-850303dd-df77-4612-a67b-e4f88610ecc6 service nova] Lock "75756cde-8580-49e0-957b-18f0189863ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.864670] env[68326]: DEBUG oslo_concurrency.lockutils [req-b780e8e5-c127-4f49-9c7b-f965acb3457d req-850303dd-df77-4612-a67b-e4f88610ecc6 service nova] Lock "75756cde-8580-49e0-957b-18f0189863ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.865026] env[68326]: DEBUG nova.compute.manager [req-b780e8e5-c127-4f49-9c7b-f965acb3457d req-850303dd-df77-4612-a67b-e4f88610ecc6 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] No waiting events found dispatching network-vif-unplugged-e723bd45-e895-4755-bb91-ddeafb2f90aa {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1230.865026] env[68326]: WARNING nova.compute.manager [req-b780e8e5-c127-4f49-9c7b-f965acb3457d req-850303dd-df77-4612-a67b-e4f88610ecc6 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Received unexpected event network-vif-unplugged-e723bd45-e895-4755-bb91-ddeafb2f90aa for instance with vm_state shelved and task_state shelving_offloading. [ 1230.866511] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.867986] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 2ba5686d-98be-406a-97a9-05923dda812f] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1230.869190] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8a0817e3-4721-435c-bece-765a0f972236 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.611s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.876126] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5493f477-efe6-407b-a45b-6ba229d73e00 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.885827] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1230.886195] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-836cd354-bfff-4344-aaae-e9dbae29b995 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.133645] env[68326]: DEBUG nova.network.neutron [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Updating instance_info_cache with network_info: [{"id": "6e8f0312-107d-4f6c-a6db-a35f036d2523", "address": "fa:16:3e:07:82:99", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e8f0312-10", "ovs_interfaceid": "6e8f0312-107d-4f6c-a6db-a35f036d2523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.275614] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.275837] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.276042] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Deleting the datastore file [datastore1] 75756cde-8580-49e0-957b-18f0189863ea {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.276360] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fc12d52-ad6d-4b3f-858b-7b6211f2ed87 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.283558] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1231.283558] env[68326]: value = "task-3130273" [ 1231.283558] env[68326]: _type = "Task" [ 1231.283558] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.292089] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.379834] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 08abdae1-0e2b-4acd-9ad3-bec0c38b7ac8] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1231.638074] env[68326]: DEBUG oslo_concurrency.lockutils [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "refresh_cache-83d3a6fe-001e-4026-afae-363897673a45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.797260] env[68326]: DEBUG oslo_vmware.api [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317632} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.797554] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.797731] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.797943] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.829663] env[68326]: INFO nova.scheduler.client.report [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Deleted allocations for instance 75756cde-8580-49e0-957b-18f0189863ea [ 1231.888425] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: ff0e74e6-85a9-4f31-8f6c-bf94e5ea277d] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1232.021255] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.022304] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4a96c8-bbc7-4d47-afb2-47f5d986d2f0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.031071] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.031366] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d71d40be-5c17-4bb2-9262-ab595a7158f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.100897] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.101152] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.101339] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Deleting the datastore file [datastore2] 83d3a6fe-001e-4026-afae-363897673a45 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.101698] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29afebdc-4b3a-49ad-9b1f-d7eaf6e564a7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.110041] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1232.110041] env[68326]: value = "task-3130276" [ 1232.110041] env[68326]: _type = "Task" [ 1232.110041] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.119399] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.168483] env[68326]: DEBUG nova.compute.manager [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Received event network-changed-e723bd45-e895-4755-bb91-ddeafb2f90aa {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1232.168710] env[68326]: DEBUG nova.compute.manager [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Refreshing instance network info cache due to event network-changed-e723bd45-e895-4755-bb91-ddeafb2f90aa. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1232.168901] env[68326]: DEBUG oslo_concurrency.lockutils [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] Acquiring lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.169057] env[68326]: DEBUG oslo_concurrency.lockutils [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] Acquired lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.169225] env[68326]: DEBUG nova.network.neutron [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Refreshing network info cache for port e723bd45-e895-4755-bb91-ddeafb2f90aa {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.218071] env[68326]: DEBUG nova.network.neutron [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Port 6fdbd207-8ae6-4bb1-ba41-02c0223e2887 binding to destination host cpu-1 is already ACTIVE {{(pid=68326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1232.218363] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.218537] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.218712] env[68326]: DEBUG nova.network.neutron [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.334529] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.334879] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.335285] env[68326]: DEBUG nova.objects.instance [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lazy-loading 'resources' on Instance uuid 75756cde-8580-49e0-957b-18f0189863ea {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.392886] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: bfbd3c42-245f-4395-a854-206f1b8a6fd0] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1232.620055] env[68326]: DEBUG oslo_vmware.api [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153963} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.620325] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.620507] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.620675] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.645737] env[68326]: INFO nova.scheduler.client.report [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Deleted allocations for instance 83d3a6fe-001e-4026-afae-363897673a45 [ 1232.838493] env[68326]: DEBUG nova.objects.instance [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lazy-loading 'numa_topology' on Instance uuid 75756cde-8580-49e0-957b-18f0189863ea {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.895726] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 4b99079e-12c5-42aa-8d2e-c977e22ba66b] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1233.047374] env[68326]: DEBUG nova.network.neutron [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Updated VIF entry in instance network info cache for port e723bd45-e895-4755-bb91-ddeafb2f90aa. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.047762] env[68326]: DEBUG nova.network.neutron [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Updating instance_info_cache with network_info: [{"id": "e723bd45-e895-4755-bb91-ddeafb2f90aa", "address": "fa:16:3e:ef:72:54", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape723bd45-e8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.088159] env[68326]: DEBUG nova.network.neutron [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updating instance_info_cache with network_info: [{"id": "6fdbd207-8ae6-4bb1-ba41-02c0223e2887", "address": "fa:16:3e:cb:85:f8", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdbd207-8a", "ovs_interfaceid": "6fdbd207-8ae6-4bb1-ba41-02c0223e2887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.150127] env[68326]: DEBUG oslo_concurrency.lockutils [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.340585] env[68326]: DEBUG nova.objects.base [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Object Instance<75756cde-8580-49e0-957b-18f0189863ea> lazy-loaded attributes: resources,numa_topology {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1233.399314] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 51e92baa-01a8-4d09-b531-18d958cc5c29] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1233.423049] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f4b8fa-0013-4166-b19d-c77e3298ffcf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.432278] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8995bbdd-3ce0-4cdd-8d35-69ee50212233 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.467766] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24881c19-2680-4cb7-a897-b00fe804d85a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.479107] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c15a49-5419-4f79-b332-9496140a3d2d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.495896] env[68326]: DEBUG nova.compute.provider_tree [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.550862] env[68326]: DEBUG oslo_concurrency.lockutils [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] Releasing lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.551134] env[68326]: DEBUG nova.compute.manager [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Received event network-changed-fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1233.551307] env[68326]: DEBUG nova.compute.manager [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Refreshing instance network info cache due to event network-changed-fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1233.551514] env[68326]: DEBUG oslo_concurrency.lockutils [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] Acquiring lock "refresh_cache-7de4c6e8-133a-4e35-bf50-9519fca0a76a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.551653] env[68326]: DEBUG oslo_concurrency.lockutils [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] Acquired lock "refresh_cache-7de4c6e8-133a-4e35-bf50-9519fca0a76a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.551810] env[68326]: DEBUG nova.network.neutron [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Refreshing network info cache for port fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.590509] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.904293] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: df2f88d6-5e47-4d8c-a727-9f20cecee976] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1233.974118] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e43ac95c-06fc-41e8-9b90-6a81dbb3973e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "83d3a6fe-001e-4026-afae-363897673a45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.999800] env[68326]: DEBUG nova.scheduler.client.report [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.093600] env[68326]: DEBUG nova.compute.manager [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68326) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1234.093846] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.259729] env[68326]: DEBUG nova.network.neutron [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Updated VIF entry in instance network info cache for port fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.260103] env[68326]: DEBUG nova.network.neutron [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Updating instance_info_cache with network_info: [{"id": "fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b", "address": "fa:16:3e:67:6e:a4", "network": {"id": "ac7359b8-ac06-40cc-b09d-ba5c0b1520ac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1023837366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed6fb8e7acbe445e83cf1f1cad1c5d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb95fe31-b0", "ovs_interfaceid": "fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.315049] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "75756cde-8580-49e0-957b-18f0189863ea" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.408407] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: ed7ba056-8b06-48f9-89a6-1ec01059baf6] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1234.504799] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.507188] env[68326]: DEBUG oslo_concurrency.lockutils [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.357s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.507334] env[68326]: DEBUG nova.objects.instance [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lazy-loading 'resources' on Instance uuid 83d3a6fe-001e-4026-afae-363897673a45 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.762915] env[68326]: DEBUG oslo_concurrency.lockutils [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] Releasing lock "refresh_cache-7de4c6e8-133a-4e35-bf50-9519fca0a76a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.763152] env[68326]: DEBUG nova.compute.manager [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Received event network-vif-unplugged-6e8f0312-107d-4f6c-a6db-a35f036d2523 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1234.763354] env[68326]: DEBUG oslo_concurrency.lockutils [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] Acquiring lock "83d3a6fe-001e-4026-afae-363897673a45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.763564] env[68326]: DEBUG oslo_concurrency.lockutils [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] Lock "83d3a6fe-001e-4026-afae-363897673a45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.763720] env[68326]: DEBUG oslo_concurrency.lockutils [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] Lock "83d3a6fe-001e-4026-afae-363897673a45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.763882] env[68326]: DEBUG nova.compute.manager [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] [instance: 83d3a6fe-001e-4026-afae-363897673a45] No waiting events found dispatching network-vif-unplugged-6e8f0312-107d-4f6c-a6db-a35f036d2523 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1234.764060] env[68326]: WARNING nova.compute.manager [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Received unexpected event network-vif-unplugged-6e8f0312-107d-4f6c-a6db-a35f036d2523 for instance with vm_state shelved and task_state shelving_offloading. [ 1234.764270] env[68326]: DEBUG nova.compute.manager [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Received event network-changed-6e8f0312-107d-4f6c-a6db-a35f036d2523 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1234.764433] env[68326]: DEBUG nova.compute.manager [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Refreshing instance network info cache due to event network-changed-6e8f0312-107d-4f6c-a6db-a35f036d2523. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1234.764618] env[68326]: DEBUG oslo_concurrency.lockutils [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] Acquiring lock "refresh_cache-83d3a6fe-001e-4026-afae-363897673a45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.764752] env[68326]: DEBUG oslo_concurrency.lockutils [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] Acquired lock "refresh_cache-83d3a6fe-001e-4026-afae-363897673a45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.764906] env[68326]: DEBUG nova.network.neutron [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Refreshing network info cache for port 6e8f0312-107d-4f6c-a6db-a35f036d2523 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.911350] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.011218] env[68326]: DEBUG nova.objects.instance [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lazy-loading 'numa_topology' on Instance uuid 83d3a6fe-001e-4026-afae-363897673a45 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.013791] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35a0995d-2a8f-44b5-8966-7d252aaafc4c tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "75756cde-8580-49e0-957b-18f0189863ea" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.160s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.014566] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "75756cde-8580-49e0-957b-18f0189863ea" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.700s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.014742] env[68326]: INFO nova.compute.manager [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Unshelving [ 1235.454667] env[68326]: DEBUG nova.network.neutron [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Updated VIF entry in instance network info cache for port 6e8f0312-107d-4f6c-a6db-a35f036d2523. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.455182] env[68326]: DEBUG nova.network.neutron [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Updating instance_info_cache with network_info: [{"id": "6e8f0312-107d-4f6c-a6db-a35f036d2523", "address": "fa:16:3e:07:82:99", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": null, "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6e8f0312-10", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.514881] env[68326]: DEBUG nova.objects.base [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Object Instance<83d3a6fe-001e-4026-afae-363897673a45> lazy-loaded attributes: resources,numa_topology {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1235.606528] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0f3885-eda6-4c44-bf92-f2d2ce67d99d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.615406] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb1444a-b42b-4fa5-a7e3-c2364946f6fa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.644732] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8afcb40-768d-44c9-900c-cc16891ea138 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.651626] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debf52c4-6b30-4fcd-923a-e7508dd94ea0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.665448] env[68326]: DEBUG nova.compute.provider_tree [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.904638] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.904883] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._sync_power_states {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.959013] env[68326]: DEBUG oslo_concurrency.lockutils [req-b5c0e4ae-16ec-4b99-99e2-4df20368eabe req-d5a61eb5-c027-48c6-afc0-782ebdedc185 service nova] Releasing lock "refresh_cache-83d3a6fe-001e-4026-afae-363897673a45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.035671] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.168492] env[68326]: DEBUG nova.scheduler.client.report [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1236.409076] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Getting list of instances from cluster (obj){ [ 1236.409076] env[68326]: value = "domain-c8" [ 1236.409076] env[68326]: _type = "ClusterComputeResource" [ 1236.409076] env[68326]: } {{(pid=68326) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1236.410147] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911e62e0-0f53-4a11-b8ed-5f686dfb3621 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.425917] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Got total of 5 instances {{(pid=68326) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1236.426035] env[68326]: WARNING nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] While synchronizing instance power states, found 6 instances in the database and 5 instances on the hypervisor. [ 1236.426174] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Triggering sync for uuid 5945078b-f11b-4503-8990-a8437c8f2627 {{(pid=68326) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11020}} [ 1236.426365] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Triggering sync for uuid 294ea93f-e72b-40ad-8329-c1f17d93544b {{(pid=68326) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11020}} [ 1236.426517] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Triggering sync for uuid 4c8e1129-44b8-4d04-ade1-9f42da89fe45 {{(pid=68326) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11020}} [ 1236.426664] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Triggering sync for uuid 83d3a6fe-001e-4026-afae-363897673a45 {{(pid=68326) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11020}} [ 1236.426810] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Triggering sync for uuid d6b2f323-145d-4b6a-a4b3-7cf736941fd7 {{(pid=68326) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11020}} [ 1236.426958] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Triggering sync for uuid 7de4c6e8-133a-4e35-bf50-9519fca0a76a {{(pid=68326) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11020}} [ 1236.427293] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "5945078b-f11b-4503-8990-a8437c8f2627" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.427573] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "5945078b-f11b-4503-8990-a8437c8f2627" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.427836] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "294ea93f-e72b-40ad-8329-c1f17d93544b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.428028] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.428263] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "4c8e1129-44b8-4d04-ade1-9f42da89fe45" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.428441] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "4c8e1129-44b8-4d04-ade1-9f42da89fe45" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.428598] env[68326]: INFO nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1236.428754] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "4c8e1129-44b8-4d04-ade1-9f42da89fe45" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.428937] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "83d3a6fe-001e-4026-afae-363897673a45" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.429157] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "d6b2f323-145d-4b6a-a4b3-7cf736941fd7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.429331] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "d6b2f323-145d-4b6a-a4b3-7cf736941fd7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.429552] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.429722] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.429920] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1236.430065] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1236.430739] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433e45e5-b4d3-4343-8a35-e17e6ff61ac2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.433640] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd92c2f-9409-4433-9415-7e13122c66df {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.436495] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd4a8ba-aa95-4edf-aafa-396cc14f8304 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.439047] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5ab32c-2883-47e9-8b97-52e5469a9be6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.673249] env[68326]: DEBUG oslo_concurrency.lockutils [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.676030] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.582s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.956033] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.956616] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.956935] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "5945078b-f11b-4503-8990-a8437c8f2627" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.529s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.961794] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "d6b2f323-145d-4b6a-a4b3-7cf736941fd7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.532s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.180462] env[68326]: DEBUG nova.objects.instance [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lazy-loading 'migration_context' on Instance uuid 4c8e1129-44b8-4d04-ade1-9f42da89fe45 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.183070] env[68326]: DEBUG oslo_concurrency.lockutils [None req-96daed09-2573-4dc1-91c3-5c458eb0ee10 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "83d3a6fe-001e-4026-afae-363897673a45" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.166s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.183846] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e43ac95c-06fc-41e8-9b90-6a81dbb3973e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "83d3a6fe-001e-4026-afae-363897673a45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 3.210s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.184073] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e43ac95c-06fc-41e8-9b90-6a81dbb3973e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "83d3a6fe-001e-4026-afae-363897673a45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.184278] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e43ac95c-06fc-41e8-9b90-6a81dbb3973e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "83d3a6fe-001e-4026-afae-363897673a45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.184443] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e43ac95c-06fc-41e8-9b90-6a81dbb3973e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "83d3a6fe-001e-4026-afae-363897673a45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.186280] env[68326]: INFO nova.compute.manager [None req-e43ac95c-06fc-41e8-9b90-6a81dbb3973e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Terminating instance [ 1237.690060] env[68326]: DEBUG nova.compute.manager [None req-e43ac95c-06fc-41e8-9b90-6a81dbb3973e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1237.690060] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e43ac95c-06fc-41e8-9b90-6a81dbb3973e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.690246] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8882a7c4-b263-42f2-9873-7d7e69eb18de {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.700491] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8380e539-228e-4b38-b15f-9b5cffa1a82f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.733016] env[68326]: WARNING nova.virt.vmwareapi.vmops [None req-e43ac95c-06fc-41e8-9b90-6a81dbb3973e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 83d3a6fe-001e-4026-afae-363897673a45 could not be found. [ 1237.733248] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e43ac95c-06fc-41e8-9b90-6a81dbb3973e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.733436] env[68326]: INFO nova.compute.manager [None req-e43ac95c-06fc-41e8-9b90-6a81dbb3973e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1237.733670] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e43ac95c-06fc-41e8-9b90-6a81dbb3973e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.735910] env[68326]: DEBUG nova.compute.manager [-] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1237.736013] env[68326]: DEBUG nova.network.neutron [-] [instance: 83d3a6fe-001e-4026-afae-363897673a45] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.787015] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1434dfbe-7874-4c4c-953d-19f616ff9f18 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.794973] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77dd0e1-84d6-4327-a418-35337c968643 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.825779] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fb466e-1702-43e9-9d8f-641899e2e48c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.833223] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e460b15d-1a89-4199-8aa7-a63829524fae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.846575] env[68326]: DEBUG nova.compute.provider_tree [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.350057] env[68326]: DEBUG nova.scheduler.client.report [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.540727] env[68326]: DEBUG nova.network.neutron [-] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.043182] env[68326]: INFO nova.compute.manager [-] [instance: 83d3a6fe-001e-4026-afae-363897673a45] Took 1.31 seconds to deallocate network for instance. [ 1239.360026] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.684s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.365630] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.330s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.365843] env[68326]: DEBUG nova.objects.instance [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lazy-loading 'pci_requests' on Instance uuid 75756cde-8580-49e0-957b-18f0189863ea {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.874783] env[68326]: DEBUG nova.objects.instance [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lazy-loading 'numa_topology' on Instance uuid 75756cde-8580-49e0-957b-18f0189863ea {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.072064] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e43ac95c-06fc-41e8-9b90-6a81dbb3973e tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "83d3a6fe-001e-4026-afae-363897673a45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.888s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.072963] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "83d3a6fe-001e-4026-afae-363897673a45" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.644s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.076695] env[68326]: INFO nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 83d3a6fe-001e-4026-afae-363897673a45] During sync_power_state the instance has a pending task (deleting). Skip. [ 1240.076695] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "83d3a6fe-001e-4026-afae-363897673a45" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.378542] env[68326]: INFO nova.compute.claims [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.903681] env[68326]: INFO nova.compute.manager [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Swapping old allocation on dict_keys(['a7eeb96a-3f51-4355-9e3e-4a40189339a5']) held by migration 07a289a2-1a4d-4de7-96b3-88840d7f4dbd for instance [ 1240.926530] env[68326]: DEBUG nova.scheduler.client.report [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Overwriting current allocation {'allocations': {'a7eeb96a-3f51-4355-9e3e-4a40189339a5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 170}}, 'project_id': '2fe24bdd6bcc4b7b8221994969ec8a50', 'user_id': '7080b38be0744d1993e17ad18e03493d', 'consumer_generation': 1} on consumer 4c8e1129-44b8-4d04-ade1-9f42da89fe45 {{(pid=68326) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1241.013059] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "170d574b-3bdd-4a74-a6d5-b902d2a68a9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.013327] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "170d574b-3bdd-4a74-a6d5-b902d2a68a9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.045441] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.045609] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.045780] env[68326]: DEBUG nova.network.neutron [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.479381] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0180c8fd-ebc1-45a5-96da-85202cdb09e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.487516] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51431bab-d4cb-40a8-b933-83bc64998525 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.520588] env[68326]: DEBUG nova.compute.manager [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1241.524470] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5d1fe3-da32-4efd-abe4-2a5ff5772d8a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.532421] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce1ff29-244d-4d35-b84d-7a60cfc20306 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.546268] env[68326]: DEBUG nova.compute.provider_tree [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.772708] env[68326]: DEBUG nova.network.neutron [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updating instance_info_cache with network_info: [{"id": "6fdbd207-8ae6-4bb1-ba41-02c0223e2887", "address": "fa:16:3e:cb:85:f8", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdbd207-8a", "ovs_interfaceid": "6fdbd207-8ae6-4bb1-ba41-02c0223e2887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.042156] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.051494] env[68326]: DEBUG nova.scheduler.client.report [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.276056] env[68326]: DEBUG oslo_concurrency.lockutils [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "refresh_cache-4c8e1129-44b8-4d04-ade1-9f42da89fe45" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.276523] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.276819] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf0a0f9e-f403-44c2-94f9-528c9196d413 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.286501] env[68326]: DEBUG oslo_vmware.api [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1242.286501] env[68326]: value = "task-3130280" [ 1242.286501] env[68326]: _type = "Task" [ 1242.286501] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.295535] env[68326]: DEBUG oslo_vmware.api [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.556768] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.191s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.559049] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.517s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.560522] env[68326]: INFO nova.compute.claims [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.591043] env[68326]: INFO nova.network.neutron [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Updating port e723bd45-e895-4755-bb91-ddeafb2f90aa with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1242.797860] env[68326]: DEBUG oslo_vmware.api [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130280, 'name': PowerOffVM_Task, 'duration_secs': 0.215583} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.798179] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.798989] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.799271] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.799462] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.799704] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.799918] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.800103] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.800348] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.800635] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.800855] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.801036] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.801215] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.807735] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4be06e9-0f2f-4f59-90b6-076e639505ac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.826044] env[68326]: DEBUG oslo_vmware.api [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1242.826044] env[68326]: value = "task-3130281" [ 1242.826044] env[68326]: _type = "Task" [ 1242.826044] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.834278] env[68326]: DEBUG oslo_vmware.api [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.909313] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "ee11f769-a714-4577-b211-1c517ce8da7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.909574] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "ee11f769-a714-4577-b211-1c517ce8da7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.337201] env[68326]: DEBUG oslo_vmware.api [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130281, 'name': ReconfigVM_Task, 'duration_secs': 0.225792} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.338011] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a2989e-9841-409a-977e-3047ac7daec9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.356995] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.357243] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.357394] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.357567] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.357705] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.358526] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.358526] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.358526] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.358526] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.358526] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.358882] env[68326]: DEBUG nova.virt.hardware [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.359482] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af3e97b6-0a45-4443-8ab6-843ca71a59a6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.365612] env[68326]: DEBUG oslo_vmware.api [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1243.365612] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52fc089e-4010-5b28-4382-a2c42e6cd4b1" [ 1243.365612] env[68326]: _type = "Task" [ 1243.365612] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.374168] env[68326]: DEBUG oslo_vmware.api [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fc089e-4010-5b28-4382-a2c42e6cd4b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.412191] env[68326]: DEBUG nova.compute.manager [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1243.667885] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b933d3-dfd1-4f6c-aa8b-f5d16b7b3bea {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.677452] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a534d9eb-691d-4237-bcb1-a878078ebf4c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.707067] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ab5381-456a-4cee-8d5e-8c5bd25f9910 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.714343] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e7a21d-3bc2-4588-b206-fd4f32e36b29 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.727269] env[68326]: DEBUG nova.compute.provider_tree [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.803318] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "294ea93f-e72b-40ad-8329-c1f17d93544b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.803625] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.803843] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "294ea93f-e72b-40ad-8329-c1f17d93544b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.804092] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.804206] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.806361] env[68326]: INFO nova.compute.manager [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Terminating instance [ 1243.876614] env[68326]: DEBUG oslo_vmware.api [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fc089e-4010-5b28-4382-a2c42e6cd4b1, 'name': SearchDatastore_Task, 'duration_secs': 0.008328} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.881916] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1243.882538] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aeb9c88-34d1-4b9b-9d26-f555707013d3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.904124] env[68326]: DEBUG oslo_vmware.api [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1243.904124] env[68326]: value = "task-3130282" [ 1243.904124] env[68326]: _type = "Task" [ 1243.904124] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.912552] env[68326]: DEBUG oslo_vmware.api [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.931342] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.009802] env[68326]: DEBUG nova.compute.manager [req-7071c088-4486-42f1-8e41-d95dfc586fd9 req-c1475150-8d02-4e12-8b55-d14e1d92e0d9 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Received event network-vif-plugged-e723bd45-e895-4755-bb91-ddeafb2f90aa {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1244.010042] env[68326]: DEBUG oslo_concurrency.lockutils [req-7071c088-4486-42f1-8e41-d95dfc586fd9 req-c1475150-8d02-4e12-8b55-d14e1d92e0d9 service nova] Acquiring lock "75756cde-8580-49e0-957b-18f0189863ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.010400] env[68326]: DEBUG oslo_concurrency.lockutils [req-7071c088-4486-42f1-8e41-d95dfc586fd9 req-c1475150-8d02-4e12-8b55-d14e1d92e0d9 service nova] Lock "75756cde-8580-49e0-957b-18f0189863ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.010636] env[68326]: DEBUG oslo_concurrency.lockutils [req-7071c088-4486-42f1-8e41-d95dfc586fd9 req-c1475150-8d02-4e12-8b55-d14e1d92e0d9 service nova] Lock "75756cde-8580-49e0-957b-18f0189863ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.010835] env[68326]: DEBUG nova.compute.manager [req-7071c088-4486-42f1-8e41-d95dfc586fd9 req-c1475150-8d02-4e12-8b55-d14e1d92e0d9 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] No waiting events found dispatching network-vif-plugged-e723bd45-e895-4755-bb91-ddeafb2f90aa {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1244.011015] env[68326]: WARNING nova.compute.manager [req-7071c088-4486-42f1-8e41-d95dfc586fd9 req-c1475150-8d02-4e12-8b55-d14e1d92e0d9 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Received unexpected event network-vif-plugged-e723bd45-e895-4755-bb91-ddeafb2f90aa for instance with vm_state shelved_offloaded and task_state spawning. [ 1244.064740] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.064929] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.065125] env[68326]: DEBUG nova.network.neutron [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.229967] env[68326]: DEBUG nova.scheduler.client.report [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.310268] env[68326]: DEBUG nova.compute.manager [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1244.310480] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.311730] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bbefbe-d335-44a9-8247-71cc10d7f89f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.319847] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.320087] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46bafd57-7391-43c2-a658-86093c6e4a8d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.328316] env[68326]: DEBUG oslo_vmware.api [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1244.328316] env[68326]: value = "task-3130283" [ 1244.328316] env[68326]: _type = "Task" [ 1244.328316] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.337211] env[68326]: DEBUG oslo_vmware.api [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.413834] env[68326]: DEBUG oslo_vmware.api [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130282, 'name': ReconfigVM_Task, 'duration_secs': 0.189088} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.414120] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1244.414882] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ada9e8b-5abb-4110-a114-f3d6fd8e5a8e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.437645] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 4c8e1129-44b8-4d04-ade1-9f42da89fe45/4c8e1129-44b8-4d04-ade1-9f42da89fe45.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.438053] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-431970d1-599a-4411-927d-96b819ca4687 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.458442] env[68326]: DEBUG oslo_vmware.api [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1244.458442] env[68326]: value = "task-3130284" [ 1244.458442] env[68326]: _type = "Task" [ 1244.458442] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.468709] env[68326]: DEBUG oslo_vmware.api [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.734782] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.176s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.735355] env[68326]: DEBUG nova.compute.manager [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1244.738163] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.807s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.739534] env[68326]: INFO nova.compute.claims [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.779833] env[68326]: DEBUG nova.network.neutron [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Updating instance_info_cache with network_info: [{"id": "e723bd45-e895-4755-bb91-ddeafb2f90aa", "address": "fa:16:3e:ef:72:54", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape723bd45-e8", "ovs_interfaceid": "e723bd45-e895-4755-bb91-ddeafb2f90aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.838641] env[68326]: DEBUG oslo_vmware.api [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130283, 'name': PowerOffVM_Task, 'duration_secs': 0.168835} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.839382] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.839477] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.839698] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-888ab4d7-e971-4a06-8e5d-d562f2f51489 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.902045] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.902292] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.902481] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Deleting the datastore file [datastore1] 294ea93f-e72b-40ad-8329-c1f17d93544b {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.902753] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b44c1a8-b86c-41c4-b9b7-0ddb08337a44 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.909409] env[68326]: DEBUG oslo_vmware.api [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1244.909409] env[68326]: value = "task-3130286" [ 1244.909409] env[68326]: _type = "Task" [ 1244.909409] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.917718] env[68326]: DEBUG oslo_vmware.api [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.968845] env[68326]: DEBUG oslo_vmware.api [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130284, 'name': ReconfigVM_Task, 'duration_secs': 0.29571} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.969151] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 4c8e1129-44b8-4d04-ade1-9f42da89fe45/4c8e1129-44b8-4d04-ade1-9f42da89fe45.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.969974] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1816bd6-d1d1-4db7-bb8b-561d12ef3041 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.988659] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b69cd5-8ebd-4100-bbcd-d75baff1865b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.008968] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7d624c-9dd0-4e5f-a235-1d967c987352 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.026864] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06257e18-ff25-4851-ad73-f9ef9da340ee {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.033774] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.033995] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e494dc7-d20e-443f-bd42-39cd2478667b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.040453] env[68326]: DEBUG oslo_vmware.api [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1245.040453] env[68326]: value = "task-3130287" [ 1245.040453] env[68326]: _type = "Task" [ 1245.040453] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.047843] env[68326]: DEBUG oslo_vmware.api [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.244488] env[68326]: DEBUG nova.compute.utils [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.248641] env[68326]: DEBUG nova.compute.manager [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1245.248819] env[68326]: DEBUG nova.network.neutron [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1245.282068] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.289496] env[68326]: DEBUG nova.policy [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db0893c6b3314c13a6f730308e9a5d10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29faa62d8f7d46f19d04f1d15fc7c591', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.313090] env[68326]: DEBUG nova.virt.hardware [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='791febcd3930bd265a1b3ee2ba87baf1',container_format='bare',created_at=2025-03-21T08:59:14Z,direct_url=,disk_format='vmdk',id=53fcaf50-7ce5-42af-af83-ad31011cce0d,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1010207364-shelved',owner='33c8b2c61ceb4df2a45b3e33b9a4f19f',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-03-21T08:59:32Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.313355] env[68326]: DEBUG nova.virt.hardware [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.313513] env[68326]: DEBUG nova.virt.hardware [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.313692] env[68326]: DEBUG nova.virt.hardware [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.313835] env[68326]: DEBUG nova.virt.hardware [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.313981] env[68326]: DEBUG nova.virt.hardware [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.314214] env[68326]: DEBUG nova.virt.hardware [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.314409] env[68326]: DEBUG nova.virt.hardware [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.314538] env[68326]: DEBUG nova.virt.hardware [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.314699] env[68326]: DEBUG nova.virt.hardware [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.314870] env[68326]: DEBUG nova.virt.hardware [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.315777] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec390053-96d8-4416-ae2f-9f11aff9a894 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.324016] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f69041f-7ae1-46fc-8f96-0c0791c72515 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.338967] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:72:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e723bd45-e895-4755-bb91-ddeafb2f90aa', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.346587] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.346870] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.347101] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1c9a274-9536-4959-9991-841ba2205cd0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.368720] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.368720] env[68326]: value = "task-3130288" [ 1245.368720] env[68326]: _type = "Task" [ 1245.368720] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.377020] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130288, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.420804] env[68326]: DEBUG oslo_vmware.api [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147398} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.420804] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.420804] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.420804] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.420804] env[68326]: INFO nova.compute.manager [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1245.420804] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.421970] env[68326]: DEBUG nova.compute.manager [-] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1245.421970] env[68326]: DEBUG nova.network.neutron [-] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.551359] env[68326]: DEBUG oslo_vmware.api [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130287, 'name': PowerOnVM_Task, 'duration_secs': 0.429805} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.551739] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.753306] env[68326]: DEBUG nova.compute.manager [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1245.839467] env[68326]: DEBUG nova.network.neutron [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Successfully created port: 613789b6-b442-4a9f-bb17-5e065c8d4616 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.881159] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130288, 'name': CreateVM_Task, 'duration_secs': 0.333465} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.881308] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.889119] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b664270-8e98-47d3-bdab-af3396fe55d2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.897862] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917ce0e6-9c31-48f0-a3ae-70d2919f218e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.901999] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53fcaf50-7ce5-42af-af83-ad31011cce0d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.902195] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53fcaf50-7ce5-42af-af83-ad31011cce0d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.902580] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/53fcaf50-7ce5-42af-af83-ad31011cce0d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.902832] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b62cdc82-a0e2-43f2-9405-872ac5a6b8b3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.907975] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1245.907975] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5219b99a-4245-0312-7083-6befec593f3d" [ 1245.907975] env[68326]: _type = "Task" [ 1245.907975] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.935320] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1deb73f7-b8c2-4423-835e-6e301008632e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.941477] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53fcaf50-7ce5-42af-af83-ad31011cce0d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.941727] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Processing image 53fcaf50-7ce5-42af-af83-ad31011cce0d {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1245.941958] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/53fcaf50-7ce5-42af-af83-ad31011cce0d/53fcaf50-7ce5-42af-af83-ad31011cce0d.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.942120] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/53fcaf50-7ce5-42af-af83-ad31011cce0d/53fcaf50-7ce5-42af-af83-ad31011cce0d.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.942301] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.942533] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efb427b4-255a-43a7-a3c0-163a1a01a5e0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.947597] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5813a06f-e03a-45a8-b626-97bec30dedf2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.962219] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.962415] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1245.963377] env[68326]: DEBUG nova.compute.provider_tree [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.964906] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ff72c58-6855-4f05-a03b-fed390402505 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.971157] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1245.971157] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520019b8-f252-0d60-c9d8-9c0dbe64d33b" [ 1245.971157] env[68326]: _type = "Task" [ 1245.971157] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.980250] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520019b8-f252-0d60-c9d8-9c0dbe64d33b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.043943] env[68326]: DEBUG nova.compute.manager [req-3254626f-8f4d-4743-bb43-dac8c0d9682e req-237eac2d-91ea-4758-8464-db2cff624458 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Received event network-changed-e723bd45-e895-4755-bb91-ddeafb2f90aa {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1246.044159] env[68326]: DEBUG nova.compute.manager [req-3254626f-8f4d-4743-bb43-dac8c0d9682e req-237eac2d-91ea-4758-8464-db2cff624458 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Refreshing instance network info cache due to event network-changed-e723bd45-e895-4755-bb91-ddeafb2f90aa. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1246.044372] env[68326]: DEBUG oslo_concurrency.lockutils [req-3254626f-8f4d-4743-bb43-dac8c0d9682e req-237eac2d-91ea-4758-8464-db2cff624458 service nova] Acquiring lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.044516] env[68326]: DEBUG oslo_concurrency.lockutils [req-3254626f-8f4d-4743-bb43-dac8c0d9682e req-237eac2d-91ea-4758-8464-db2cff624458 service nova] Acquired lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.044674] env[68326]: DEBUG nova.network.neutron [req-3254626f-8f4d-4743-bb43-dac8c0d9682e req-237eac2d-91ea-4758-8464-db2cff624458 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Refreshing network info cache for port e723bd45-e895-4755-bb91-ddeafb2f90aa {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1246.468114] env[68326]: DEBUG nova.scheduler.client.report [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.482836] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Preparing fetch location {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1246.483308] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Fetch image to [datastore1] OSTACK_IMG_cc3e396b-7659-474c-a91b-6991775ace0c/OSTACK_IMG_cc3e396b-7659-474c-a91b-6991775ace0c.vmdk {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1246.483308] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Downloading stream optimized image 53fcaf50-7ce5-42af-af83-ad31011cce0d to [datastore1] OSTACK_IMG_cc3e396b-7659-474c-a91b-6991775ace0c/OSTACK_IMG_cc3e396b-7659-474c-a91b-6991775ace0c.vmdk on the data store datastore1 as vApp {{(pid=68326) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1246.483536] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Downloading image file data 53fcaf50-7ce5-42af-af83-ad31011cce0d to the ESX as VM named 'OSTACK_IMG_cc3e396b-7659-474c-a91b-6991775ace0c' {{(pid=68326) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1246.561930] env[68326]: INFO nova.compute.manager [None req-eeb6387b-1abc-4438-8234-4d82f24f1267 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updating instance to original state: 'active' [ 1246.569562] env[68326]: DEBUG oslo_vmware.rw_handles [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1246.569562] env[68326]: value = "resgroup-9" [ 1246.569562] env[68326]: _type = "ResourcePool" [ 1246.569562] env[68326]: }. {{(pid=68326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1246.570346] env[68326]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-18da0b4b-2d43-4ec7-a22c-a7df926fc20a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.600558] env[68326]: DEBUG oslo_vmware.rw_handles [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lease: (returnval){ [ 1246.600558] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52033acd-4824-8130-87e6-a3a722ed91a6" [ 1246.600558] env[68326]: _type = "HttpNfcLease" [ 1246.600558] env[68326]: } obtained for vApp import into resource pool (val){ [ 1246.600558] env[68326]: value = "resgroup-9" [ 1246.600558] env[68326]: _type = "ResourcePool" [ 1246.600558] env[68326]: }. {{(pid=68326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1246.600905] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the lease: (returnval){ [ 1246.600905] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52033acd-4824-8130-87e6-a3a722ed91a6" [ 1246.600905] env[68326]: _type = "HttpNfcLease" [ 1246.600905] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1246.608871] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1246.608871] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52033acd-4824-8130-87e6-a3a722ed91a6" [ 1246.608871] env[68326]: _type = "HttpNfcLease" [ 1246.608871] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1246.739350] env[68326]: DEBUG nova.network.neutron [-] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.766188] env[68326]: DEBUG nova.compute.manager [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1246.792785] env[68326]: DEBUG nova.virt.hardware [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.792947] env[68326]: DEBUG nova.virt.hardware [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.793525] env[68326]: DEBUG nova.virt.hardware [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.793525] env[68326]: DEBUG nova.virt.hardware [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.793862] env[68326]: DEBUG nova.virt.hardware [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.793947] env[68326]: DEBUG nova.virt.hardware [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.794278] env[68326]: DEBUG nova.virt.hardware [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.794451] env[68326]: DEBUG nova.virt.hardware [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.794675] env[68326]: DEBUG nova.virt.hardware [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.794876] env[68326]: DEBUG nova.virt.hardware [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.796599] env[68326]: DEBUG nova.virt.hardware [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.796599] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137b19e2-ee3e-4a28-b0ad-12a4104a1759 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.799642] env[68326]: DEBUG nova.network.neutron [req-3254626f-8f4d-4743-bb43-dac8c0d9682e req-237eac2d-91ea-4758-8464-db2cff624458 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Updated VIF entry in instance network info cache for port e723bd45-e895-4755-bb91-ddeafb2f90aa. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.799984] env[68326]: DEBUG nova.network.neutron [req-3254626f-8f4d-4743-bb43-dac8c0d9682e req-237eac2d-91ea-4758-8464-db2cff624458 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Updating instance_info_cache with network_info: [{"id": "e723bd45-e895-4755-bb91-ddeafb2f90aa", "address": "fa:16:3e:ef:72:54", "network": {"id": "51eaeb98-77ed-4204-99b6-2646d00f2994", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2115404012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33c8b2c61ceb4df2a45b3e33b9a4f19f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape723bd45-e8", "ovs_interfaceid": "e723bd45-e895-4755-bb91-ddeafb2f90aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.807806] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb3736a-daa9-4afd-81e9-7d3a012a63c2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.973063] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.973309] env[68326]: DEBUG nova.compute.manager [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1247.110757] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1247.110757] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52033acd-4824-8130-87e6-a3a722ed91a6" [ 1247.110757] env[68326]: _type = "HttpNfcLease" [ 1247.110757] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1247.111180] env[68326]: DEBUG oslo_vmware.rw_handles [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1247.111180] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52033acd-4824-8130-87e6-a3a722ed91a6" [ 1247.111180] env[68326]: _type = "HttpNfcLease" [ 1247.111180] env[68326]: }. {{(pid=68326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1247.111818] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60ad77f-6695-444c-83a0-8912faa42dfc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.120701] env[68326]: DEBUG oslo_vmware.rw_handles [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293fe72-b667-1d3b-0db2-bbe9771b8fa3/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1247.120902] env[68326]: DEBUG oslo_vmware.rw_handles [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293fe72-b667-1d3b-0db2-bbe9771b8fa3/disk-0.vmdk. {{(pid=68326) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1247.184376] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0938ffaf-96b3-4363-a75b-cbea12343189 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.242825] env[68326]: INFO nova.compute.manager [-] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Took 1.82 seconds to deallocate network for instance. [ 1247.302423] env[68326]: DEBUG oslo_concurrency.lockutils [req-3254626f-8f4d-4743-bb43-dac8c0d9682e req-237eac2d-91ea-4758-8464-db2cff624458 service nova] Releasing lock "refresh_cache-75756cde-8580-49e0-957b-18f0189863ea" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.397706] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.398033] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.479099] env[68326]: DEBUG nova.compute.utils [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1247.482776] env[68326]: DEBUG nova.network.neutron [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Successfully updated port: 613789b6-b442-4a9f-bb17-5e065c8d4616 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.482776] env[68326]: DEBUG nova.compute.manager [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1247.482776] env[68326]: DEBUG nova.network.neutron [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1247.531031] env[68326]: DEBUG nova.policy [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66145b2ac8a04b8a94c9f22e26c75ac7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfc70dbe1eb647dc9d472e84334c3faf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1247.749933] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.750366] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.750665] env[68326]: DEBUG nova.objects.instance [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lazy-loading 'resources' on Instance uuid 294ea93f-e72b-40ad-8329-c1f17d93544b {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.856813] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.861571] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager.update_available_resource {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.963156] env[68326]: DEBUG nova.network.neutron [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Successfully created port: bba263f8-c063-4535-aad6-9d70e4787c49 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1247.986590] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "refresh_cache-170d574b-3bdd-4a74-a6d5-b902d2a68a9d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.986590] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "refresh_cache-170d574b-3bdd-4a74-a6d5-b902d2a68a9d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.987262] env[68326]: DEBUG nova.network.neutron [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.988367] env[68326]: DEBUG nova.compute.manager [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1248.089449] env[68326]: DEBUG nova.compute.manager [req-76b49aa7-ae13-41d8-9a1c-24449ff15a73 req-d84ff299-1b59-429e-90cd-a49f9e280803 service nova] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Received event network-vif-deleted-c1b71504-8428-4dbf-94e5-25109716c461 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1248.089803] env[68326]: DEBUG nova.compute.manager [req-76b49aa7-ae13-41d8-9a1c-24449ff15a73 req-d84ff299-1b59-429e-90cd-a49f9e280803 service nova] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Received event network-vif-plugged-613789b6-b442-4a9f-bb17-5e065c8d4616 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1248.090016] env[68326]: DEBUG oslo_concurrency.lockutils [req-76b49aa7-ae13-41d8-9a1c-24449ff15a73 req-d84ff299-1b59-429e-90cd-a49f9e280803 service nova] Acquiring lock "170d574b-3bdd-4a74-a6d5-b902d2a68a9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.090291] env[68326]: DEBUG oslo_concurrency.lockutils [req-76b49aa7-ae13-41d8-9a1c-24449ff15a73 req-d84ff299-1b59-429e-90cd-a49f9e280803 service nova] Lock "170d574b-3bdd-4a74-a6d5-b902d2a68a9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.090447] env[68326]: DEBUG oslo_concurrency.lockutils [req-76b49aa7-ae13-41d8-9a1c-24449ff15a73 req-d84ff299-1b59-429e-90cd-a49f9e280803 service nova] Lock "170d574b-3bdd-4a74-a6d5-b902d2a68a9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.090706] env[68326]: DEBUG nova.compute.manager [req-76b49aa7-ae13-41d8-9a1c-24449ff15a73 req-d84ff299-1b59-429e-90cd-a49f9e280803 service nova] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] No waiting events found dispatching network-vif-plugged-613789b6-b442-4a9f-bb17-5e065c8d4616 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1248.090764] env[68326]: WARNING nova.compute.manager [req-76b49aa7-ae13-41d8-9a1c-24449ff15a73 req-d84ff299-1b59-429e-90cd-a49f9e280803 service nova] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Received unexpected event network-vif-plugged-613789b6-b442-4a9f-bb17-5e065c8d4616 for instance with vm_state building and task_state spawning. [ 1248.090972] env[68326]: DEBUG nova.compute.manager [req-76b49aa7-ae13-41d8-9a1c-24449ff15a73 req-d84ff299-1b59-429e-90cd-a49f9e280803 service nova] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Received event network-changed-613789b6-b442-4a9f-bb17-5e065c8d4616 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1248.091078] env[68326]: DEBUG nova.compute.manager [req-76b49aa7-ae13-41d8-9a1c-24449ff15a73 req-d84ff299-1b59-429e-90cd-a49f9e280803 service nova] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Refreshing instance network info cache due to event network-changed-613789b6-b442-4a9f-bb17-5e065c8d4616. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1248.091261] env[68326]: DEBUG oslo_concurrency.lockutils [req-76b49aa7-ae13-41d8-9a1c-24449ff15a73 req-d84ff299-1b59-429e-90cd-a49f9e280803 service nova] Acquiring lock "refresh_cache-170d574b-3bdd-4a74-a6d5-b902d2a68a9d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.273991] env[68326]: DEBUG oslo_vmware.rw_handles [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Completed reading data from the image iterator. {{(pid=68326) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1248.274245] env[68326]: DEBUG oslo_vmware.rw_handles [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293fe72-b667-1d3b-0db2-bbe9771b8fa3/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1248.276063] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26129cb-ac22-4e54-97ef-6fa1d767852b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.287862] env[68326]: DEBUG oslo_vmware.rw_handles [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293fe72-b667-1d3b-0db2-bbe9771b8fa3/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1248.288106] env[68326]: DEBUG oslo_vmware.rw_handles [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293fe72-b667-1d3b-0db2-bbe9771b8fa3/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1248.288384] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8dda11e7-6d18-46e5-8b68-3ff4a2da67ec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.364754] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.376318] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfa57ee-3ea6-4a11-88a4-d54433cc68cc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.384639] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a83021b-c6b5-4d81-9e5a-951fdd40b1ba {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.417399] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a099525-3609-4d3f-90f0-f351ec3b4c02 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.425102] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5be8e0-d29b-492e-8b7b-3138f51d7b56 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.439168] env[68326]: DEBUG nova.compute.provider_tree [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.458608] env[68326]: DEBUG oslo_vmware.rw_handles [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5293fe72-b667-1d3b-0db2-bbe9771b8fa3/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1248.458824] env[68326]: INFO nova.virt.vmwareapi.images [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Downloaded image file data 53fcaf50-7ce5-42af-af83-ad31011cce0d [ 1248.459669] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189c3bd7-f09d-45de-9a4e-9883eb874304 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.475898] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54f7356a-3c51-4392-8ebd-894e44519928 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.502702] env[68326]: INFO nova.virt.block_device [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Booting with volume 70c6f8e7-4a67-4f06-949e-9d5b8f086681 at /dev/sda [ 1248.504578] env[68326]: INFO nova.virt.vmwareapi.images [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] The imported VM was unregistered [ 1248.506957] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Caching image {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1248.507138] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Creating directory with path [datastore1] devstack-image-cache_base/53fcaf50-7ce5-42af-af83-ad31011cce0d {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1248.509505] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e5df6e3-e11a-4847-8982-b26a146e706b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.526599] env[68326]: DEBUG nova.network.neutron [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.539839] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e170f7b9-6fa6-404a-813a-b084884f5192 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.552478] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c552de31-0ab0-4af2-9f4d-8611615f152c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.565578] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Created directory with path [datastore1] devstack-image-cache_base/53fcaf50-7ce5-42af-af83-ad31011cce0d {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1248.565785] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_cc3e396b-7659-474c-a91b-6991775ace0c/OSTACK_IMG_cc3e396b-7659-474c-a91b-6991775ace0c.vmdk to [datastore1] devstack-image-cache_base/53fcaf50-7ce5-42af-af83-ad31011cce0d/53fcaf50-7ce5-42af-af83-ad31011cce0d.vmdk. {{(pid=68326) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1248.566617] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-dbe42166-80d6-4be2-bdb8-5531c9f42810 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.576256] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "4c8e1129-44b8-4d04-ade1-9f42da89fe45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.576484] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4c8e1129-44b8-4d04-ade1-9f42da89fe45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.576690] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "4c8e1129-44b8-4d04-ade1-9f42da89fe45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.576897] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4c8e1129-44b8-4d04-ade1-9f42da89fe45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.577123] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4c8e1129-44b8-4d04-ade1-9f42da89fe45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.587894] env[68326]: INFO nova.compute.manager [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Terminating instance [ 1248.589212] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f42fa95-f95a-49ea-9a9d-d2c60ee881ba {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.591030] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1248.591030] env[68326]: value = "task-3130291" [ 1248.591030] env[68326]: _type = "Task" [ 1248.591030] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.602530] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776485bb-4925-4e26-bdc0-0250e2e69d66 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.616965] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130291, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.636504] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cb66ef-59f7-4004-8957-740f8fc4b220 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.642845] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc00e1d-58f6-46cd-8935-e59e396d13dc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.656419] env[68326]: DEBUG nova.virt.block_device [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Updating existing volume attachment record: fb543983-b128-4ad6-9394-0f402e8c64a4 {{(pid=68326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1248.665646] env[68326]: DEBUG nova.network.neutron [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Updating instance_info_cache with network_info: [{"id": "613789b6-b442-4a9f-bb17-5e065c8d4616", "address": "fa:16:3e:87:f3:9d", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap613789b6-b4", "ovs_interfaceid": "613789b6-b442-4a9f-bb17-5e065c8d4616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.942370] env[68326]: DEBUG nova.scheduler.client.report [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.095157] env[68326]: DEBUG nova.compute.manager [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1249.095435] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.099658] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c46e5d-1711-41f4-9f95-c1440f8e3c83 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.108720] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130291, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.111302] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.111302] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99112947-13ec-4886-b7ad-b613b88efbd6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.118264] env[68326]: DEBUG oslo_vmware.api [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1249.118264] env[68326]: value = "task-3130292" [ 1249.118264] env[68326]: _type = "Task" [ 1249.118264] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.126216] env[68326]: DEBUG oslo_vmware.api [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.168485] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "refresh_cache-170d574b-3bdd-4a74-a6d5-b902d2a68a9d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.168830] env[68326]: DEBUG nova.compute.manager [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Instance network_info: |[{"id": "613789b6-b442-4a9f-bb17-5e065c8d4616", "address": "fa:16:3e:87:f3:9d", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap613789b6-b4", "ovs_interfaceid": "613789b6-b442-4a9f-bb17-5e065c8d4616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1249.169275] env[68326]: DEBUG oslo_concurrency.lockutils [req-76b49aa7-ae13-41d8-9a1c-24449ff15a73 req-d84ff299-1b59-429e-90cd-a49f9e280803 service nova] Acquired lock "refresh_cache-170d574b-3bdd-4a74-a6d5-b902d2a68a9d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.169492] env[68326]: DEBUG nova.network.neutron [req-76b49aa7-ae13-41d8-9a1c-24449ff15a73 req-d84ff299-1b59-429e-90cd-a49f9e280803 service nova] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Refreshing network info cache for port 613789b6-b442-4a9f-bb17-5e065c8d4616 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1249.170761] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:f3:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '613789b6-b442-4a9f-bb17-5e065c8d4616', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.178426] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.181664] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.182217] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16ed59fa-28ac-4f33-9250-d6b08a4b61b6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.208532] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.208532] env[68326]: value = "task-3130293" [ 1249.208532] env[68326]: _type = "Task" [ 1249.208532] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.218932] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130293, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.448529] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.453597] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.088s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.453597] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.453597] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1249.454564] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd30260a-36ad-4841-a942-d1d7ea3ac18d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.464924] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a28fed-574d-41c8-a3d1-46a504e2db58 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.471723] env[68326]: INFO nova.scheduler.client.report [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Deleted allocations for instance 294ea93f-e72b-40ad-8329-c1f17d93544b [ 1249.499752] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a562a98-2178-439f-bcf5-a6644a1951e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.509932] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22237a9-7cbb-4168-ad49-308b6f3e52c2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.541104] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180517MB free_disk=133GB free_vcpus=48 pci_devices=None {{(pid=68326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1249.541879] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.541879] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.559154] env[68326]: DEBUG nova.network.neutron [req-76b49aa7-ae13-41d8-9a1c-24449ff15a73 req-d84ff299-1b59-429e-90cd-a49f9e280803 service nova] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Updated VIF entry in instance network info cache for port 613789b6-b442-4a9f-bb17-5e065c8d4616. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.559751] env[68326]: DEBUG nova.network.neutron [req-76b49aa7-ae13-41d8-9a1c-24449ff15a73 req-d84ff299-1b59-429e-90cd-a49f9e280803 service nova] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Updating instance_info_cache with network_info: [{"id": "613789b6-b442-4a9f-bb17-5e065c8d4616", "address": "fa:16:3e:87:f3:9d", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap613789b6-b4", "ovs_interfaceid": "613789b6-b442-4a9f-bb17-5e065c8d4616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.605734] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130291, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.629325] env[68326]: DEBUG oslo_vmware.api [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130292, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.692267] env[68326]: DEBUG nova.network.neutron [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Successfully updated port: bba263f8-c063-4535-aad6-9d70e4787c49 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1249.721989] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130293, 'name': CreateVM_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.000055] env[68326]: DEBUG oslo_concurrency.lockutils [None req-e5eb5df3-4284-46e2-966c-bb75e06befcb tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "294ea93f-e72b-40ad-8329-c1f17d93544b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.196s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.062533] env[68326]: DEBUG oslo_concurrency.lockutils [req-76b49aa7-ae13-41d8-9a1c-24449ff15a73 req-d84ff299-1b59-429e-90cd-a49f9e280803 service nova] Releasing lock "refresh_cache-170d574b-3bdd-4a74-a6d5-b902d2a68a9d" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.106480] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130291, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.121720] env[68326]: DEBUG nova.compute.manager [req-67bcc815-c1ca-4384-8d91-4c4e26208a0a req-8c7df091-7257-42dd-b6d8-ebc90984dd01 service nova] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Received event network-vif-plugged-bba263f8-c063-4535-aad6-9d70e4787c49 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1250.122121] env[68326]: DEBUG oslo_concurrency.lockutils [req-67bcc815-c1ca-4384-8d91-4c4e26208a0a req-8c7df091-7257-42dd-b6d8-ebc90984dd01 service nova] Acquiring lock "ee11f769-a714-4577-b211-1c517ce8da7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.122245] env[68326]: DEBUG oslo_concurrency.lockutils [req-67bcc815-c1ca-4384-8d91-4c4e26208a0a req-8c7df091-7257-42dd-b6d8-ebc90984dd01 service nova] Lock "ee11f769-a714-4577-b211-1c517ce8da7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.122568] env[68326]: DEBUG oslo_concurrency.lockutils [req-67bcc815-c1ca-4384-8d91-4c4e26208a0a req-8c7df091-7257-42dd-b6d8-ebc90984dd01 service nova] Lock "ee11f769-a714-4577-b211-1c517ce8da7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.122616] env[68326]: DEBUG nova.compute.manager [req-67bcc815-c1ca-4384-8d91-4c4e26208a0a req-8c7df091-7257-42dd-b6d8-ebc90984dd01 service nova] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] No waiting events found dispatching network-vif-plugged-bba263f8-c063-4535-aad6-9d70e4787c49 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1250.122758] env[68326]: WARNING nova.compute.manager [req-67bcc815-c1ca-4384-8d91-4c4e26208a0a req-8c7df091-7257-42dd-b6d8-ebc90984dd01 service nova] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Received unexpected event network-vif-plugged-bba263f8-c063-4535-aad6-9d70e4787c49 for instance with vm_state building and task_state block_device_mapping. [ 1250.122925] env[68326]: DEBUG nova.compute.manager [req-67bcc815-c1ca-4384-8d91-4c4e26208a0a req-8c7df091-7257-42dd-b6d8-ebc90984dd01 service nova] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Received event network-changed-bba263f8-c063-4535-aad6-9d70e4787c49 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1250.123361] env[68326]: DEBUG nova.compute.manager [req-67bcc815-c1ca-4384-8d91-4c4e26208a0a req-8c7df091-7257-42dd-b6d8-ebc90984dd01 service nova] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Refreshing instance network info cache due to event network-changed-bba263f8-c063-4535-aad6-9d70e4787c49. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1250.123582] env[68326]: DEBUG oslo_concurrency.lockutils [req-67bcc815-c1ca-4384-8d91-4c4e26208a0a req-8c7df091-7257-42dd-b6d8-ebc90984dd01 service nova] Acquiring lock "refresh_cache-ee11f769-a714-4577-b211-1c517ce8da7a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.123720] env[68326]: DEBUG oslo_concurrency.lockutils [req-67bcc815-c1ca-4384-8d91-4c4e26208a0a req-8c7df091-7257-42dd-b6d8-ebc90984dd01 service nova] Acquired lock "refresh_cache-ee11f769-a714-4577-b211-1c517ce8da7a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.123879] env[68326]: DEBUG nova.network.neutron [req-67bcc815-c1ca-4384-8d91-4c4e26208a0a req-8c7df091-7257-42dd-b6d8-ebc90984dd01 service nova] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Refreshing network info cache for port bba263f8-c063-4535-aad6-9d70e4787c49 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.140361] env[68326]: DEBUG oslo_vmware.api [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130292, 'name': PowerOffVM_Task, 'duration_secs': 0.627636} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.140629] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.140795] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.141072] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9101dfc5-9840-48e7-bfab-d0db2834dc5e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.195681] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "refresh_cache-ee11f769-a714-4577-b211-1c517ce8da7a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.221853] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130293, 'name': CreateVM_Task, 'duration_secs': 0.756658} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.222057] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.222791] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.222970] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.223393] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.223697] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8395137-b412-4d53-84d8-05448d919eed {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.230582] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1250.230582] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52d65db5-660d-6683-7d66-00d7e0d6cdf3" [ 1250.230582] env[68326]: _type = "Task" [ 1250.230582] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.241372] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d65db5-660d-6683-7d66-00d7e0d6cdf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.264746] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.265111] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.265241] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Deleting the datastore file [datastore1] 4c8e1129-44b8-4d04-ade1-9f42da89fe45 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.265529] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2f4ec05-eb84-41ca-bd54-ba584630b2d5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.274907] env[68326]: DEBUG oslo_vmware.api [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1250.274907] env[68326]: value = "task-3130295" [ 1250.274907] env[68326]: _type = "Task" [ 1250.274907] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.284268] env[68326]: DEBUG oslo_vmware.api [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.571928] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 5945078b-f11b-4503-8990-a8437c8f2627 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1250.571928] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance d6b2f323-145d-4b6a-a4b3-7cf736941fd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1250.572139] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 4c8e1129-44b8-4d04-ade1-9f42da89fe45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1250.572187] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 7de4c6e8-133a-4e35-bf50-9519fca0a76a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1250.572290] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 75756cde-8580-49e0-957b-18f0189863ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1250.573213] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 170d574b-3bdd-4a74-a6d5-b902d2a68a9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1250.573213] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance ee11f769-a714-4577-b211-1c517ce8da7a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1250.573213] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1250.573213] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1250.607347] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130291, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.660150] env[68326]: DEBUG nova.network.neutron [req-67bcc815-c1ca-4384-8d91-4c4e26208a0a req-8c7df091-7257-42dd-b6d8-ebc90984dd01 service nova] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1250.682841] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daa4dc0-9fa7-4110-85b3-d998461b5f9a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.691222] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43984a5-9d7a-4efe-9a4e-79db4260b81f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.726229] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7028691e-322f-43b9-a7f6-51784c49d940 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.740032] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254f9e74-3f38-4207-b4af-dcd5d4111ff5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.748921] env[68326]: DEBUG nova.compute.manager [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1250.749252] env[68326]: DEBUG nova.virt.hardware [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.749558] env[68326]: DEBUG nova.virt.hardware [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.749732] env[68326]: DEBUG nova.virt.hardware [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.749918] env[68326]: DEBUG nova.virt.hardware [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.750082] env[68326]: DEBUG nova.virt.hardware [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.750233] env[68326]: DEBUG nova.virt.hardware [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.750446] env[68326]: DEBUG nova.virt.hardware [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.750601] env[68326]: DEBUG nova.virt.hardware [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.750765] env[68326]: DEBUG nova.virt.hardware [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.750926] env[68326]: DEBUG nova.virt.hardware [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.751115] env[68326]: DEBUG nova.virt.hardware [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.751428] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d65db5-660d-6683-7d66-00d7e0d6cdf3, 'name': SearchDatastore_Task, 'duration_secs': 0.085401} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.752636] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c109618-b5f9-4d55-a2c9-2f88641bfda3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.755623] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.755887] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.756145] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.756296] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.756472] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.764845] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-492af918-b512-424c-8879-05c5922a86bc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.767153] env[68326]: DEBUG nova.compute.provider_tree [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.770217] env[68326]: DEBUG nova.network.neutron [req-67bcc815-c1ca-4384-8d91-4c4e26208a0a req-8c7df091-7257-42dd-b6d8-ebc90984dd01 service nova] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.783938] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c6833a-7553-490b-9312-8aa0218ed812 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.789919] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.790125] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.791187] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-659a13e7-69ef-4069-9ccd-39f241656d1a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.797340] env[68326]: DEBUG oslo_vmware.api [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.806953] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1250.806953] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52ec0dc4-8aa6-351b-ac71-eb33f6c3f941" [ 1250.806953] env[68326]: _type = "Task" [ 1250.806953] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.816605] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ec0dc4-8aa6-351b-ac71-eb33f6c3f941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.106406] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130291, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.270287] env[68326]: DEBUG nova.scheduler.client.report [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.273694] env[68326]: DEBUG oslo_concurrency.lockutils [req-67bcc815-c1ca-4384-8d91-4c4e26208a0a req-8c7df091-7257-42dd-b6d8-ebc90984dd01 service nova] Releasing lock "refresh_cache-ee11f769-a714-4577-b211-1c517ce8da7a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.274059] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "refresh_cache-ee11f769-a714-4577-b211-1c517ce8da7a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.274223] env[68326]: DEBUG nova.network.neutron [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.286518] env[68326]: DEBUG oslo_vmware.api [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.318242] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52ec0dc4-8aa6-351b-ac71-eb33f6c3f941, 'name': SearchDatastore_Task, 'duration_secs': 0.083809} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.319095] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e439d83-0d89-415c-b208-f8a6a3f6443a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.327191] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1251.327191] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5295ff73-0c5f-91ab-77e3-75a182d98617" [ 1251.327191] env[68326]: _type = "Task" [ 1251.327191] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.336552] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5295ff73-0c5f-91ab-77e3-75a182d98617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.606878] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130291, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.857063} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.607204] env[68326]: INFO nova.virt.vmwareapi.ds_util [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_cc3e396b-7659-474c-a91b-6991775ace0c/OSTACK_IMG_cc3e396b-7659-474c-a91b-6991775ace0c.vmdk to [datastore1] devstack-image-cache_base/53fcaf50-7ce5-42af-af83-ad31011cce0d/53fcaf50-7ce5-42af-af83-ad31011cce0d.vmdk. [ 1251.607359] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Cleaning up location [datastore1] OSTACK_IMG_cc3e396b-7659-474c-a91b-6991775ace0c {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1251.607528] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_cc3e396b-7659-474c-a91b-6991775ace0c {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.607784] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2c4737e-0e16-457b-ab7c-117f0b9f0e57 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.616700] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1251.616700] env[68326]: value = "task-3130296" [ 1251.616700] env[68326]: _type = "Task" [ 1251.616700] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.628325] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.777390] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1251.777390] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.236s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.788295] env[68326]: DEBUG oslo_vmware.api [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.180017} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.788543] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.788709] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.788881] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.789059] env[68326]: INFO nova.compute.manager [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Took 2.69 seconds to destroy the instance on the hypervisor. [ 1251.789298] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.789485] env[68326]: DEBUG nova.compute.manager [-] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1251.789574] env[68326]: DEBUG nova.network.neutron [-] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.823184] env[68326]: DEBUG nova.network.neutron [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.837487] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5295ff73-0c5f-91ab-77e3-75a182d98617, 'name': SearchDatastore_Task, 'duration_secs': 0.0145} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.837750] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.838023] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 170d574b-3bdd-4a74-a6d5-b902d2a68a9d/170d574b-3bdd-4a74-a6d5-b902d2a68a9d.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.838261] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7f17177-0947-427e-b2e8-b33882226f76 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.846541] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1251.846541] env[68326]: value = "task-3130297" [ 1251.846541] env[68326]: _type = "Task" [ 1251.846541] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.858053] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.069995] env[68326]: DEBUG nova.network.neutron [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Updating instance_info_cache with network_info: [{"id": "bba263f8-c063-4535-aad6-9d70e4787c49", "address": "fa:16:3e:bd:4d:de", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba263f8-c0", "ovs_interfaceid": "bba263f8-c063-4535-aad6-9d70e4787c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.128308] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036686} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.128654] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.128776] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/53fcaf50-7ce5-42af-af83-ad31011cce0d/53fcaf50-7ce5-42af-af83-ad31011cce0d.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.129030] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/53fcaf50-7ce5-42af-af83-ad31011cce0d/53fcaf50-7ce5-42af-af83-ad31011cce0d.vmdk to [datastore1] 75756cde-8580-49e0-957b-18f0189863ea/75756cde-8580-49e0-957b-18f0189863ea.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1252.129421] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a11c1688-c810-483a-9db0-de6622b2f626 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.138524] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "3c33f463-f5ef-479f-900a-861fa44ece36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.138759] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "3c33f463-f5ef-479f-900a-861fa44ece36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.140531] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1252.140531] env[68326]: value = "task-3130298" [ 1252.140531] env[68326]: _type = "Task" [ 1252.140531] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.151429] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.357241] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47817} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.357588] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 170d574b-3bdd-4a74-a6d5-b902d2a68a9d/170d574b-3bdd-4a74-a6d5-b902d2a68a9d.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.357744] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.358808] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc68766b-524e-48dc-92c8-c668e8e4a232 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.367759] env[68326]: DEBUG nova.compute.manager [req-b11b9527-a2af-4203-bfc2-65bcea3c5c94 req-846b9dd3-d57a-45c6-95b6-ca88cceca515 service nova] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Received event network-vif-deleted-6fdbd207-8ae6-4bb1-ba41-02c0223e2887 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1252.367759] env[68326]: INFO nova.compute.manager [req-b11b9527-a2af-4203-bfc2-65bcea3c5c94 req-846b9dd3-d57a-45c6-95b6-ca88cceca515 service nova] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Neutron deleted interface 6fdbd207-8ae6-4bb1-ba41-02c0223e2887; detaching it from the instance and deleting it from the info cache [ 1252.367893] env[68326]: DEBUG nova.network.neutron [req-b11b9527-a2af-4203-bfc2-65bcea3c5c94 req-846b9dd3-d57a-45c6-95b6-ca88cceca515 service nova] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.370999] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1252.370999] env[68326]: value = "task-3130299" [ 1252.370999] env[68326]: _type = "Task" [ 1252.370999] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.382094] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130299, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.573016] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "refresh_cache-ee11f769-a714-4577-b211-1c517ce8da7a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.573372] env[68326]: DEBUG nova.compute.manager [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Instance network_info: |[{"id": "bba263f8-c063-4535-aad6-9d70e4787c49", "address": "fa:16:3e:bd:4d:de", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba263f8-c0", "ovs_interfaceid": "bba263f8-c063-4535-aad6-9d70e4787c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1252.573834] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:4d:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bba263f8-c063-4535-aad6-9d70e4787c49', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.582569] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1252.582822] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.583071] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-050ab2a4-095e-4d10-8d66-91877eb3a65a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.606599] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.606599] env[68326]: value = "task-3130300" [ 1252.606599] env[68326]: _type = "Task" [ 1252.606599] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.617522] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130300, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.641244] env[68326]: DEBUG nova.compute.manager [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1252.654694] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130298, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.778940] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.779282] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.779468] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.779619] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1252.779762] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1252.848571] env[68326]: DEBUG nova.network.neutron [-] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.873480] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-477f0d22-d4a0-43d1-af82-b5a9c1529a32 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.888327] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075d7346-eedb-4a20-b2b8-4bcc1796c359 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.903143] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130299, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078003} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.903914] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.904772] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef693bb7-33f0-4c05-89a2-5e05abc5f116 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.932108] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 170d574b-3bdd-4a74-a6d5-b902d2a68a9d/170d574b-3bdd-4a74-a6d5-b902d2a68a9d.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.940559] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e737f1f3-2f91-4ce6-8941-bb9ca174989d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.955887] env[68326]: DEBUG nova.compute.manager [req-b11b9527-a2af-4203-bfc2-65bcea3c5c94 req-846b9dd3-d57a-45c6-95b6-ca88cceca515 service nova] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Detach interface failed, port_id=6fdbd207-8ae6-4bb1-ba41-02c0223e2887, reason: Instance 4c8e1129-44b8-4d04-ade1-9f42da89fe45 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1252.964431] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1252.964431] env[68326]: value = "task-3130301" [ 1252.964431] env[68326]: _type = "Task" [ 1252.964431] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.974260] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130301, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.118355] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130300, 'name': CreateVM_Task, 'duration_secs': 0.463308} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.118585] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.119316] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sda', 'disk_bus': None, 'device_type': None, 'attachment_id': 'fb543983-b128-4ad6-9394-0f402e8c64a4', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626456', 'volume_id': '70c6f8e7-4a67-4f06-949e-9d5b8f086681', 'name': 'volume-70c6f8e7-4a67-4f06-949e-9d5b8f086681', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee11f769-a714-4577-b211-1c517ce8da7a', 'attached_at': '', 'detached_at': '', 'volume_id': '70c6f8e7-4a67-4f06-949e-9d5b8f086681', 'serial': '70c6f8e7-4a67-4f06-949e-9d5b8f086681'}, 'boot_index': 0, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68326) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1253.119539] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Root volume attach. Driver type: vmdk {{(pid=68326) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1253.120369] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f44aaa-98e3-4f50-b2a4-e32f3da930ed {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.129999] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54149d42-a58b-4156-a92d-58fead8517d8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.137387] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7bcde3-562a-4224-80dc-601c4ce64f36 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.144890] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-09a781e3-c212-4088-b082-fc27e1f959b3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.161551] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130298, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.163289] env[68326]: DEBUG oslo_vmware.api [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1253.163289] env[68326]: value = "task-3130302" [ 1253.163289] env[68326]: _type = "Task" [ 1253.163289] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.174878] env[68326]: DEBUG oslo_vmware.api [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130302, 'name': RelocateVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.176136] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.176256] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.178026] env[68326]: INFO nova.compute.claims [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.352064] env[68326]: INFO nova.compute.manager [-] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Took 1.56 seconds to deallocate network for instance. [ 1253.475576] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.655893] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130298, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.674750] env[68326]: DEBUG oslo_vmware.api [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130302, 'name': RelocateVM_Task, 'duration_secs': 0.040153} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.675170] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Volume attach. Driver type: vmdk {{(pid=68326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1253.675429] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626456', 'volume_id': '70c6f8e7-4a67-4f06-949e-9d5b8f086681', 'name': 'volume-70c6f8e7-4a67-4f06-949e-9d5b8f086681', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee11f769-a714-4577-b211-1c517ce8da7a', 'attached_at': '', 'detached_at': '', 'volume_id': '70c6f8e7-4a67-4f06-949e-9d5b8f086681', 'serial': '70c6f8e7-4a67-4f06-949e-9d5b8f086681'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1253.676428] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06043757-c5cf-487e-a46f-97b9b03d30c7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.700326] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269c08f6-fa90-4fde-be3b-d61f69b21590 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.725209] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-70c6f8e7-4a67-4f06-949e-9d5b8f086681/volume-70c6f8e7-4a67-4f06-949e-9d5b8f086681.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.728625] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e776863-c0f1-486a-b15b-c4e9ee528423 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.751050] env[68326]: DEBUG oslo_vmware.api [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1253.751050] env[68326]: value = "task-3130303" [ 1253.751050] env[68326]: _type = "Task" [ 1253.751050] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.763121] env[68326]: DEBUG oslo_vmware.api [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.859999] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.861045] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746681d0-9aa2-4b80-8caa-829b0537bce6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.870184] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccfcd21-ecec-450d-b872-16e61b6fca57 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.907123] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3372d9-9377-43b6-b52b-1c9cb8f374cf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.915827] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5830844-78e4-4e0d-8598-0575e90439d5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.932987] env[68326]: DEBUG nova.compute.provider_tree [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.976738] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.156010] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130298, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.262475] env[68326]: DEBUG oslo_vmware.api [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.436958] env[68326]: DEBUG nova.scheduler.client.report [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.481126] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.662888] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130298, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.763815] env[68326]: DEBUG oslo_vmware.api [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130303, 'name': ReconfigVM_Task, 'duration_secs': 0.67957} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.764139] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-70c6f8e7-4a67-4f06-949e-9d5b8f086681/volume-70c6f8e7-4a67-4f06-949e-9d5b8f086681.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.769215] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67a12d7e-ea6d-4097-ab73-9ee9b8b55f83 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.788060] env[68326]: DEBUG oslo_vmware.api [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1254.788060] env[68326]: value = "task-3130304" [ 1254.788060] env[68326]: _type = "Task" [ 1254.788060] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.798274] env[68326]: DEBUG oslo_vmware.api [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.942887] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.766s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.943691] env[68326]: DEBUG nova.compute.manager [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1254.947298] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.087s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.947525] env[68326]: DEBUG nova.objects.instance [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lazy-loading 'resources' on Instance uuid 4c8e1129-44b8-4d04-ade1-9f42da89fe45 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.979646] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130301, 'name': ReconfigVM_Task, 'duration_secs': 1.647686} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.979966] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 170d574b-3bdd-4a74-a6d5-b902d2a68a9d/170d574b-3bdd-4a74-a6d5-b902d2a68a9d.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.980589] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dec26276-6c3a-4891-b32a-575e445c1fcd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.988645] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1254.988645] env[68326]: value = "task-3130305" [ 1254.988645] env[68326]: _type = "Task" [ 1254.988645] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.002501] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130305, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.157123] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130298, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.727605} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.157555] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/53fcaf50-7ce5-42af-af83-ad31011cce0d/53fcaf50-7ce5-42af-af83-ad31011cce0d.vmdk to [datastore1] 75756cde-8580-49e0-957b-18f0189863ea/75756cde-8580-49e0-957b-18f0189863ea.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1255.158807] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829674ce-e409-43e8-a552-4b362f68c8e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.184378] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 75756cde-8580-49e0-957b-18f0189863ea/75756cde-8580-49e0-957b-18f0189863ea.vmdk or device None with type streamOptimized {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.184724] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d3fcdf4-4cf4-4646-a6bb-46ed50e9e793 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.211571] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1255.211571] env[68326]: value = "task-3130306" [ 1255.211571] env[68326]: _type = "Task" [ 1255.211571] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.244235] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.299660] env[68326]: DEBUG oslo_vmware.api [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130304, 'name': ReconfigVM_Task, 'duration_secs': 0.441837} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.300437] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626456', 'volume_id': '70c6f8e7-4a67-4f06-949e-9d5b8f086681', 'name': 'volume-70c6f8e7-4a67-4f06-949e-9d5b8f086681', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee11f769-a714-4577-b211-1c517ce8da7a', 'attached_at': '', 'detached_at': '', 'volume_id': '70c6f8e7-4a67-4f06-949e-9d5b8f086681', 'serial': '70c6f8e7-4a67-4f06-949e-9d5b8f086681'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1255.300744] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73677a7f-0339-4ba6-a9ec-33e5cc03752a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.310673] env[68326]: DEBUG oslo_vmware.api [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1255.310673] env[68326]: value = "task-3130307" [ 1255.310673] env[68326]: _type = "Task" [ 1255.310673] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.320320] env[68326]: DEBUG oslo_vmware.api [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130307, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.454124] env[68326]: DEBUG nova.compute.utils [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.455569] env[68326]: DEBUG nova.compute.manager [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1255.455755] env[68326]: DEBUG nova.network.neutron [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.494279] env[68326]: DEBUG nova.policy [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aafb7d3f7eb4c65a1b2dae8a5c7b1fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2bb2fbf93ccf47cfb7bd32c5a1dc5769', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.503035] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130305, 'name': Rename_Task, 'duration_secs': 0.394382} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.503340] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.503928] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00f833a8-65c4-4cf6-83d2-7ee472cef7b3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.517965] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1255.517965] env[68326]: value = "task-3130308" [ 1255.517965] env[68326]: _type = "Task" [ 1255.517965] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.532156] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.578770] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b424424-8ee9-4799-8ce2-00fd0c2b6eb1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.586982] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd9f4c9-6704-4a6d-8f3f-dd50fb5be2f5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.620229] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4701f026-2d8c-4a33-b1da-959d5fd1d5c9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.628692] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed5d996-ba7a-4870-a2d1-6965dcad61f2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.643965] env[68326]: DEBUG nova.compute.provider_tree [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.721557] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130306, 'name': ReconfigVM_Task, 'duration_secs': 0.469928} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.721821] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 75756cde-8580-49e0-957b-18f0189863ea/75756cde-8580-49e0-957b-18f0189863ea.vmdk or device None with type streamOptimized {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.722467] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da007b4f-d667-4d27-b99c-e7d50a891694 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.732474] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1255.732474] env[68326]: value = "task-3130309" [ 1255.732474] env[68326]: _type = "Task" [ 1255.732474] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.748161] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130309, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.782324] env[68326]: DEBUG nova.network.neutron [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Successfully created port: 4e23a412-bb49-41d9-ae65-08602aee4c91 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.824091] env[68326]: DEBUG oslo_vmware.api [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130307, 'name': Rename_Task, 'duration_secs': 0.224769} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.824492] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1255.824702] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e2d1133-cf78-437e-8120-8cec3c52c9a8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.835700] env[68326]: DEBUG oslo_vmware.api [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1255.835700] env[68326]: value = "task-3130310" [ 1255.835700] env[68326]: _type = "Task" [ 1255.835700] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.844845] env[68326]: DEBUG oslo_vmware.api [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.959342] env[68326]: DEBUG nova.compute.manager [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1256.029605] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130308, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.147629] env[68326]: DEBUG nova.scheduler.client.report [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.243080] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130309, 'name': Rename_Task, 'duration_secs': 0.198327} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.243393] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.243572] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-308ad3dc-35bf-4cfc-9f1a-f52c3cffd89d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.250656] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1256.250656] env[68326]: value = "task-3130311" [ 1256.250656] env[68326]: _type = "Task" [ 1256.250656] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.258899] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.345638] env[68326]: DEBUG oslo_vmware.api [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130310, 'name': PowerOnVM_Task, 'duration_secs': 0.483497} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.345991] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.346290] env[68326]: INFO nova.compute.manager [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Took 5.60 seconds to spawn the instance on the hypervisor. [ 1256.346546] env[68326]: DEBUG nova.compute.manager [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1256.347415] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8679c8aa-ac2b-450c-98b6-4fe051329b41 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.529781] env[68326]: DEBUG oslo_vmware.api [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130308, 'name': PowerOnVM_Task, 'duration_secs': 0.56314} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.530089] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.530354] env[68326]: INFO nova.compute.manager [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1256.530569] env[68326]: DEBUG nova.compute.manager [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1256.531372] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a472152-1d80-420a-bbfc-bca5ecc2ae4d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.651987] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.674066] env[68326]: INFO nova.scheduler.client.report [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Deleted allocations for instance 4c8e1129-44b8-4d04-ade1-9f42da89fe45 [ 1256.763088] env[68326]: DEBUG oslo_vmware.api [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130311, 'name': PowerOnVM_Task, 'duration_secs': 0.474513} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.763372] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.864982] env[68326]: INFO nova.compute.manager [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Took 12.95 seconds to build instance. [ 1256.869788] env[68326]: DEBUG nova.compute.manager [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1256.870780] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c155a8-1a3c-4d27-a9fc-691b5ba43f35 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.970489] env[68326]: DEBUG nova.compute.manager [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1256.998511] env[68326]: DEBUG nova.virt.hardware [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.998511] env[68326]: DEBUG nova.virt.hardware [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.998511] env[68326]: DEBUG nova.virt.hardware [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.998738] env[68326]: DEBUG nova.virt.hardware [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.998774] env[68326]: DEBUG nova.virt.hardware [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.998889] env[68326]: DEBUG nova.virt.hardware [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.999313] env[68326]: DEBUG nova.virt.hardware [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.999505] env[68326]: DEBUG nova.virt.hardware [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.000607] env[68326]: DEBUG nova.virt.hardware [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.000607] env[68326]: DEBUG nova.virt.hardware [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.000607] env[68326]: DEBUG nova.virt.hardware [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.001531] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26acc30-037b-433d-864d-27d18b9c3406 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.010381] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee342ae-cb24-48a1-ad99-3a749796eb11 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.047694] env[68326]: INFO nova.compute.manager [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Took 15.02 seconds to build instance. [ 1257.183151] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b8aa9e5d-2dc0-4660-9af8-7fb4908e320d tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "4c8e1129-44b8-4d04-ade1-9f42da89fe45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.606s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.368694] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c5f144f0-aa34-4d07-bf3b-439dd15e4859 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "ee11f769-a714-4577-b211-1c517ce8da7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.459s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.391330] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a85ba095-1f84-4eae-95b3-4e832d6ad61b tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "75756cde-8580-49e0-957b-18f0189863ea" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.377s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.474205] env[68326]: DEBUG nova.network.neutron [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Successfully updated port: 4e23a412-bb49-41d9-ae65-08602aee4c91 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.484636] env[68326]: DEBUG nova.compute.manager [req-ef2554c1-bdbf-4a9a-93f9-95599bae92bd req-5beff789-678e-4924-a047-5a46199e7cf1 service nova] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Received event network-vif-plugged-4e23a412-bb49-41d9-ae65-08602aee4c91 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1257.484864] env[68326]: DEBUG oslo_concurrency.lockutils [req-ef2554c1-bdbf-4a9a-93f9-95599bae92bd req-5beff789-678e-4924-a047-5a46199e7cf1 service nova] Acquiring lock "3c33f463-f5ef-479f-900a-861fa44ece36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.485087] env[68326]: DEBUG oslo_concurrency.lockutils [req-ef2554c1-bdbf-4a9a-93f9-95599bae92bd req-5beff789-678e-4924-a047-5a46199e7cf1 service nova] Lock "3c33f463-f5ef-479f-900a-861fa44ece36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.485276] env[68326]: DEBUG oslo_concurrency.lockutils [req-ef2554c1-bdbf-4a9a-93f9-95599bae92bd req-5beff789-678e-4924-a047-5a46199e7cf1 service nova] Lock "3c33f463-f5ef-479f-900a-861fa44ece36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.485546] env[68326]: DEBUG nova.compute.manager [req-ef2554c1-bdbf-4a9a-93f9-95599bae92bd req-5beff789-678e-4924-a047-5a46199e7cf1 service nova] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] No waiting events found dispatching network-vif-plugged-4e23a412-bb49-41d9-ae65-08602aee4c91 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1257.485662] env[68326]: WARNING nova.compute.manager [req-ef2554c1-bdbf-4a9a-93f9-95599bae92bd req-5beff789-678e-4924-a047-5a46199e7cf1 service nova] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Received unexpected event network-vif-plugged-4e23a412-bb49-41d9-ae65-08602aee4c91 for instance with vm_state building and task_state spawning. [ 1257.514974] env[68326]: DEBUG nova.compute.manager [req-7d246596-9d48-4f90-b49d-c01f7bf84b97 req-3acbc744-9fef-4359-8565-99efa016bf66 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Received event network-changed-7d4141e9-bf16-4da3-b6f5-283dda0c836c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1257.515203] env[68326]: DEBUG nova.compute.manager [req-7d246596-9d48-4f90-b49d-c01f7bf84b97 req-3acbc744-9fef-4359-8565-99efa016bf66 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Refreshing instance network info cache due to event network-changed-7d4141e9-bf16-4da3-b6f5-283dda0c836c. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1257.515499] env[68326]: DEBUG oslo_concurrency.lockutils [req-7d246596-9d48-4f90-b49d-c01f7bf84b97 req-3acbc744-9fef-4359-8565-99efa016bf66 service nova] Acquiring lock "refresh_cache-5945078b-f11b-4503-8990-a8437c8f2627" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.515642] env[68326]: DEBUG oslo_concurrency.lockutils [req-7d246596-9d48-4f90-b49d-c01f7bf84b97 req-3acbc744-9fef-4359-8565-99efa016bf66 service nova] Acquired lock "refresh_cache-5945078b-f11b-4503-8990-a8437c8f2627" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.515805] env[68326]: DEBUG nova.network.neutron [req-7d246596-9d48-4f90-b49d-c01f7bf84b97 req-3acbc744-9fef-4359-8565-99efa016bf66 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Refreshing network info cache for port 7d4141e9-bf16-4da3-b6f5-283dda0c836c {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.550228] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6df522d2-144c-4d0c-ae31-3230ea93e590 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "170d574b-3bdd-4a74-a6d5-b902d2a68a9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.536s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.978245] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "refresh_cache-3c33f463-f5ef-479f-900a-861fa44ece36" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.978429] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquired lock "refresh_cache-3c33f463-f5ef-479f-900a-861fa44ece36" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.978600] env[68326]: DEBUG nova.network.neutron [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.037210] env[68326]: DEBUG oslo_concurrency.lockutils [None req-34839692-acb7-4c7d-980b-798af535d55c tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "170d574b-3bdd-4a74-a6d5-b902d2a68a9d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.037565] env[68326]: DEBUG oslo_concurrency.lockutils [None req-34839692-acb7-4c7d-980b-798af535d55c tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "170d574b-3bdd-4a74-a6d5-b902d2a68a9d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.037697] env[68326]: DEBUG nova.compute.manager [None req-34839692-acb7-4c7d-980b-798af535d55c tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1258.038606] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42a30aa-cc68-4e7f-8a74-d7b4467ade7b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.046658] env[68326]: DEBUG nova.compute.manager [None req-34839692-acb7-4c7d-980b-798af535d55c tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3482}} [ 1258.047242] env[68326]: DEBUG nova.objects.instance [None req-34839692-acb7-4c7d-980b-798af535d55c tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lazy-loading 'flavor' on Instance uuid 170d574b-3bdd-4a74-a6d5-b902d2a68a9d {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.088401] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "2ab0ec65-51d1-476d-b753-0c76584ede26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.088643] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "2ab0ec65-51d1-476d-b753-0c76584ede26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.150698] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "75756cde-8580-49e0-957b-18f0189863ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.151125] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "75756cde-8580-49e0-957b-18f0189863ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.151345] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "75756cde-8580-49e0-957b-18f0189863ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.151575] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "75756cde-8580-49e0-957b-18f0189863ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.151744] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "75756cde-8580-49e0-957b-18f0189863ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.153732] env[68326]: INFO nova.compute.manager [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Terminating instance [ 1258.257622] env[68326]: DEBUG nova.network.neutron [req-7d246596-9d48-4f90-b49d-c01f7bf84b97 req-3acbc744-9fef-4359-8565-99efa016bf66 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Updated VIF entry in instance network info cache for port 7d4141e9-bf16-4da3-b6f5-283dda0c836c. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.258012] env[68326]: DEBUG nova.network.neutron [req-7d246596-9d48-4f90-b49d-c01f7bf84b97 req-3acbc744-9fef-4359-8565-99efa016bf66 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Updating instance_info_cache with network_info: [{"id": "7d4141e9-bf16-4da3-b6f5-283dda0c836c", "address": "fa:16:3e:05:bc:f3", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d4141e9-bf", "ovs_interfaceid": "7d4141e9-bf16-4da3-b6f5-283dda0c836c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.511708] env[68326]: DEBUG nova.network.neutron [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.591057] env[68326]: DEBUG nova.compute.manager [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1258.652885] env[68326]: DEBUG nova.network.neutron [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Updating instance_info_cache with network_info: [{"id": "4e23a412-bb49-41d9-ae65-08602aee4c91", "address": "fa:16:3e:ae:51:69", "network": {"id": "9b16fc89-5369-46af-aa42-80cfe7ebfad1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2027627239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bb2fbf93ccf47cfb7bd32c5a1dc5769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e23a412-bb", "ovs_interfaceid": "4e23a412-bb49-41d9-ae65-08602aee4c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.658063] env[68326]: DEBUG nova.compute.manager [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1258.658274] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.659201] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e222296-02bf-4cc8-9ea2-1a9c12d99dc8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.667846] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.668107] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c965e3ea-2148-429a-8d88-e2df25e58b50 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.675185] env[68326]: DEBUG oslo_vmware.api [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1258.675185] env[68326]: value = "task-3130312" [ 1258.675185] env[68326]: _type = "Task" [ 1258.675185] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.684951] env[68326]: DEBUG oslo_vmware.api [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.761230] env[68326]: DEBUG oslo_concurrency.lockutils [req-7d246596-9d48-4f90-b49d-c01f7bf84b97 req-3acbc744-9fef-4359-8565-99efa016bf66 service nova] Releasing lock "refresh_cache-5945078b-f11b-4503-8990-a8437c8f2627" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.006526] env[68326]: DEBUG nova.compute.manager [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Stashing vm_state: active {{(pid=68326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6214}} [ 1259.058497] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-34839692-acb7-4c7d-980b-798af535d55c tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.059030] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e8b5df7-0299-45a6-a0ad-5773c1a26f5d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.068420] env[68326]: DEBUG oslo_vmware.api [None req-34839692-acb7-4c7d-980b-798af535d55c tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1259.068420] env[68326]: value = "task-3130313" [ 1259.068420] env[68326]: _type = "Task" [ 1259.068420] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.078991] env[68326]: DEBUG oslo_vmware.api [None req-34839692-acb7-4c7d-980b-798af535d55c tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.114377] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.114693] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.116352] env[68326]: INFO nova.compute.claims [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.155201] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Releasing lock "refresh_cache-3c33f463-f5ef-479f-900a-861fa44ece36" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.155686] env[68326]: DEBUG nova.compute.manager [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Instance network_info: |[{"id": "4e23a412-bb49-41d9-ae65-08602aee4c91", "address": "fa:16:3e:ae:51:69", "network": {"id": "9b16fc89-5369-46af-aa42-80cfe7ebfad1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2027627239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bb2fbf93ccf47cfb7bd32c5a1dc5769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e23a412-bb", "ovs_interfaceid": "4e23a412-bb49-41d9-ae65-08602aee4c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1259.156607] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:51:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e23a412-bb49-41d9-ae65-08602aee4c91', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.165447] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.166015] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.166314] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a169c6b5-e6f8-4d1e-a8e3-cb71df9c9ad4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.197304] env[68326]: DEBUG oslo_vmware.api [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130312, 'name': PowerOffVM_Task, 'duration_secs': 0.24799} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.199047] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.200128] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.200128] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.200128] env[68326]: value = "task-3130314" [ 1259.200128] env[68326]: _type = "Task" [ 1259.200128] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.200128] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfce05cd-7d9d-40cc-bb5c-d0d33382237a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.212024] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130314, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.329515] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.329838] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.330074] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Deleting the datastore file [datastore1] 75756cde-8580-49e0-957b-18f0189863ea {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.330396] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fad37620-e36c-4fcf-b98a-85468763a102 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.339175] env[68326]: DEBUG oslo_vmware.api [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for the task: (returnval){ [ 1259.339175] env[68326]: value = "task-3130316" [ 1259.339175] env[68326]: _type = "Task" [ 1259.339175] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.348522] env[68326]: DEBUG oslo_vmware.api [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130316, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.516823] env[68326]: DEBUG nova.compute.manager [req-5021fc54-010a-44e6-882c-63d4f221d7c3 req-28c2f550-d3b0-46eb-a619-6ab9c1d923e8 service nova] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Received event network-changed-4e23a412-bb49-41d9-ae65-08602aee4c91 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1259.517051] env[68326]: DEBUG nova.compute.manager [req-5021fc54-010a-44e6-882c-63d4f221d7c3 req-28c2f550-d3b0-46eb-a619-6ab9c1d923e8 service nova] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Refreshing instance network info cache due to event network-changed-4e23a412-bb49-41d9-ae65-08602aee4c91. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1259.518023] env[68326]: DEBUG oslo_concurrency.lockutils [req-5021fc54-010a-44e6-882c-63d4f221d7c3 req-28c2f550-d3b0-46eb-a619-6ab9c1d923e8 service nova] Acquiring lock "refresh_cache-3c33f463-f5ef-479f-900a-861fa44ece36" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.518023] env[68326]: DEBUG oslo_concurrency.lockutils [req-5021fc54-010a-44e6-882c-63d4f221d7c3 req-28c2f550-d3b0-46eb-a619-6ab9c1d923e8 service nova] Acquired lock "refresh_cache-3c33f463-f5ef-479f-900a-861fa44ece36" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.518023] env[68326]: DEBUG nova.network.neutron [req-5021fc54-010a-44e6-882c-63d4f221d7c3 req-28c2f550-d3b0-46eb-a619-6ab9c1d923e8 service nova] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Refreshing network info cache for port 4e23a412-bb49-41d9-ae65-08602aee4c91 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.526314] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.542816] env[68326]: DEBUG nova.compute.manager [req-77dfec78-3ef0-40e0-a049-2041f2b27d98 req-d699df82-57d5-4a4f-941e-1d2881a8c869 service nova] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Received event network-changed-bba263f8-c063-4535-aad6-9d70e4787c49 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1259.543015] env[68326]: DEBUG nova.compute.manager [req-77dfec78-3ef0-40e0-a049-2041f2b27d98 req-d699df82-57d5-4a4f-941e-1d2881a8c869 service nova] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Refreshing instance network info cache due to event network-changed-bba263f8-c063-4535-aad6-9d70e4787c49. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1259.543237] env[68326]: DEBUG oslo_concurrency.lockutils [req-77dfec78-3ef0-40e0-a049-2041f2b27d98 req-d699df82-57d5-4a4f-941e-1d2881a8c869 service nova] Acquiring lock "refresh_cache-ee11f769-a714-4577-b211-1c517ce8da7a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.543414] env[68326]: DEBUG oslo_concurrency.lockutils [req-77dfec78-3ef0-40e0-a049-2041f2b27d98 req-d699df82-57d5-4a4f-941e-1d2881a8c869 service nova] Acquired lock "refresh_cache-ee11f769-a714-4577-b211-1c517ce8da7a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.543611] env[68326]: DEBUG nova.network.neutron [req-77dfec78-3ef0-40e0-a049-2041f2b27d98 req-d699df82-57d5-4a4f-941e-1d2881a8c869 service nova] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Refreshing network info cache for port bba263f8-c063-4535-aad6-9d70e4787c49 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.578268] env[68326]: DEBUG oslo_vmware.api [None req-34839692-acb7-4c7d-980b-798af535d55c tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130313, 'name': PowerOffVM_Task, 'duration_secs': 0.2064} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.578524] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-34839692-acb7-4c7d-980b-798af535d55c tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.578716] env[68326]: DEBUG nova.compute.manager [None req-34839692-acb7-4c7d-980b-798af535d55c tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1259.579472] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f47027-bf5b-4206-b941-4ab1656e9a5c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.711950] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130314, 'name': CreateVM_Task, 'duration_secs': 0.332532} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.712151] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.712867] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.713054] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.713393] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.713644] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0e4456d-ca55-4c39-bf37-2cb2795ada8b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.718215] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1259.718215] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52d0de75-429c-70aa-bca8-0964f9e4941c" [ 1259.718215] env[68326]: _type = "Task" [ 1259.718215] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.727878] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d0de75-429c-70aa-bca8-0964f9e4941c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.849782] env[68326]: DEBUG oslo_vmware.api [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Task: {'id': task-3130316, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155065} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.849978] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.850142] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.850316] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.850489] env[68326]: INFO nova.compute.manager [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1259.850726] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.850915] env[68326]: DEBUG nova.compute.manager [-] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1259.851014] env[68326]: DEBUG nova.network.neutron [-] [instance: 75756cde-8580-49e0-957b-18f0189863ea] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1260.091959] env[68326]: DEBUG oslo_concurrency.lockutils [None req-34839692-acb7-4c7d-980b-798af535d55c tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "170d574b-3bdd-4a74-a6d5-b902d2a68a9d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.232196] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52d0de75-429c-70aa-bca8-0964f9e4941c, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.234899] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.235473] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.235865] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.236179] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.236497] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.237236] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f9b53ca-6e2e-4b37-91d5-6761df6583bb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.247569] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.248101] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.252196] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f2ee817-39d8-453a-a073-ca7a62885894 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.259406] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1260.259406] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52260070-27d7-5d1e-3ec2-1bf795365913" [ 1260.259406] env[68326]: _type = "Task" [ 1260.259406] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.268095] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d5ff03-0e79-46e5-8838-952e332823a1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.271276] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52260070-27d7-5d1e-3ec2-1bf795365913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.277175] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d52a605-61bf-484c-b120-6048dd461c2f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.310835] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47434a1b-10cf-4450-a674-bc09bcd7720e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.319920] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6452dfd6-6b8d-4fa7-92ee-a964dedcd624 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.334926] env[68326]: DEBUG nova.compute.provider_tree [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.453665] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "170d574b-3bdd-4a74-a6d5-b902d2a68a9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.453948] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "170d574b-3bdd-4a74-a6d5-b902d2a68a9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.454178] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "170d574b-3bdd-4a74-a6d5-b902d2a68a9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.454364] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "170d574b-3bdd-4a74-a6d5-b902d2a68a9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.454535] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "170d574b-3bdd-4a74-a6d5-b902d2a68a9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.456695] env[68326]: INFO nova.compute.manager [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Terminating instance [ 1260.729490] env[68326]: DEBUG nova.network.neutron [req-5021fc54-010a-44e6-882c-63d4f221d7c3 req-28c2f550-d3b0-46eb-a619-6ab9c1d923e8 service nova] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Updated VIF entry in instance network info cache for port 4e23a412-bb49-41d9-ae65-08602aee4c91. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.729949] env[68326]: DEBUG nova.network.neutron [req-5021fc54-010a-44e6-882c-63d4f221d7c3 req-28c2f550-d3b0-46eb-a619-6ab9c1d923e8 service nova] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Updating instance_info_cache with network_info: [{"id": "4e23a412-bb49-41d9-ae65-08602aee4c91", "address": "fa:16:3e:ae:51:69", "network": {"id": "9b16fc89-5369-46af-aa42-80cfe7ebfad1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2027627239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bb2fbf93ccf47cfb7bd32c5a1dc5769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e23a412-bb", "ovs_interfaceid": "4e23a412-bb49-41d9-ae65-08602aee4c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.778179] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52260070-27d7-5d1e-3ec2-1bf795365913, 'name': SearchDatastore_Task, 'duration_secs': 0.010372} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.778965] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e37ea2b-4828-447f-84d5-7a7765f29e14 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.785656] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1260.785656] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52107f5f-45c9-5dcb-2b9f-8e9490cf99b5" [ 1260.785656] env[68326]: _type = "Task" [ 1260.785656] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.794838] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52107f5f-45c9-5dcb-2b9f-8e9490cf99b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.818162] env[68326]: DEBUG nova.network.neutron [req-77dfec78-3ef0-40e0-a049-2041f2b27d98 req-d699df82-57d5-4a4f-941e-1d2881a8c869 service nova] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Updated VIF entry in instance network info cache for port bba263f8-c063-4535-aad6-9d70e4787c49. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.818446] env[68326]: DEBUG nova.network.neutron [req-77dfec78-3ef0-40e0-a049-2041f2b27d98 req-d699df82-57d5-4a4f-941e-1d2881a8c869 service nova] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Updating instance_info_cache with network_info: [{"id": "bba263f8-c063-4535-aad6-9d70e4787c49", "address": "fa:16:3e:bd:4d:de", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba263f8-c0", "ovs_interfaceid": "bba263f8-c063-4535-aad6-9d70e4787c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.838537] env[68326]: DEBUG nova.scheduler.client.report [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.961776] env[68326]: DEBUG nova.compute.manager [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1260.962055] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.963100] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c520c933-d30e-4725-8c50-a67542a16c92 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.971695] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.971981] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c9d5e41-8128-4a8a-bf9d-a29e3de46bd6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.053064] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.053569] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.053740] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Deleting the datastore file [datastore1] 170d574b-3bdd-4a74-a6d5-b902d2a68a9d {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.054044] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdcbedbe-93a2-4a82-b213-21ea13c6e86a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.065023] env[68326]: DEBUG oslo_vmware.api [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1261.065023] env[68326]: value = "task-3130318" [ 1261.065023] env[68326]: _type = "Task" [ 1261.065023] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.071855] env[68326]: DEBUG oslo_vmware.api [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.234486] env[68326]: DEBUG oslo_concurrency.lockutils [req-5021fc54-010a-44e6-882c-63d4f221d7c3 req-28c2f550-d3b0-46eb-a619-6ab9c1d923e8 service nova] Releasing lock "refresh_cache-3c33f463-f5ef-479f-900a-861fa44ece36" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.296842] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52107f5f-45c9-5dcb-2b9f-8e9490cf99b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011047} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.297185] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.297471] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 3c33f463-f5ef-479f-900a-861fa44ece36/3c33f463-f5ef-479f-900a-861fa44ece36.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.297742] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8404fb00-10c1-456d-986f-fb7a3a854664 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.305336] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1261.305336] env[68326]: value = "task-3130319" [ 1261.305336] env[68326]: _type = "Task" [ 1261.305336] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.313160] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.320757] env[68326]: DEBUG oslo_concurrency.lockutils [req-77dfec78-3ef0-40e0-a049-2041f2b27d98 req-d699df82-57d5-4a4f-941e-1d2881a8c869 service nova] Releasing lock "refresh_cache-ee11f769-a714-4577-b211-1c517ce8da7a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.345845] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.346386] env[68326]: DEBUG nova.compute.manager [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1261.349999] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.823s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.396050] env[68326]: DEBUG nova.network.neutron [-] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.405717] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.406477] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.576150] env[68326]: DEBUG oslo_vmware.api [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17862} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.576150] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.576150] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.576150] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.576150] env[68326]: INFO nova.compute.manager [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1261.576150] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.576150] env[68326]: DEBUG nova.compute.manager [-] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1261.576150] env[68326]: DEBUG nova.network.neutron [-] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.592710] env[68326]: DEBUG nova.compute.manager [req-6e22442b-84a7-4376-998f-264860a6ace8 req-b0a5998f-af23-4b85-8360-76f5287f7759 service nova] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Received event network-vif-deleted-e723bd45-e895-4755-bb91-ddeafb2f90aa {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1261.819765] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130319, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.855443] env[68326]: DEBUG nova.compute.utils [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.861521] env[68326]: INFO nova.compute.claims [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.867064] env[68326]: DEBUG nova.compute.manager [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1261.867282] env[68326]: DEBUG nova.network.neutron [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1261.898146] env[68326]: INFO nova.compute.manager [-] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Took 2.05 seconds to deallocate network for instance. [ 1261.908870] env[68326]: DEBUG nova.compute.utils [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1261.920664] env[68326]: DEBUG nova.policy [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7080b38be0744d1993e17ad18e03493d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fe24bdd6bcc4b7b8221994969ec8a50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1262.213651] env[68326]: DEBUG nova.network.neutron [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Successfully created port: b8d2489a-5b7f-497f-95af-a6798828b994 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.302486] env[68326]: DEBUG nova.network.neutron [-] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.317323] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719884} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.318407] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 3c33f463-f5ef-479f-900a-861fa44ece36/3c33f463-f5ef-479f-900a-861fa44ece36.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.318669] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.318983] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0239524-7bc4-415b-b1d6-cdfedfc77a7e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.327900] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1262.327900] env[68326]: value = "task-3130320" [ 1262.327900] env[68326]: _type = "Task" [ 1262.327900] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.337420] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.368049] env[68326]: DEBUG nova.compute.manager [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1262.372297] env[68326]: INFO nova.compute.resource_tracker [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Updating resource usage from migration 25047a0a-4fc7-476a-ae5e-cc19f4815464 [ 1262.405406] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.411943] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.507936] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e658b19-11da-4945-bb13-fdbc952683cf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.516422] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffc8cca-ceea-4886-b056-eca29988aea3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.548871] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48928b69-4df8-4574-94ac-f2eb4c1df9fc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.556846] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd8fbe4-278b-430e-8337-4895da7c7978 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.569746] env[68326]: DEBUG nova.compute.provider_tree [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.805406] env[68326]: INFO nova.compute.manager [-] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Took 1.23 seconds to deallocate network for instance. [ 1262.838022] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107423} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.838773] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.839548] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fced60c4-75e1-4ff9-9188-cb402a512ebb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.862560] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 3c33f463-f5ef-479f-900a-861fa44ece36/3c33f463-f5ef-479f-900a-861fa44ece36.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.863067] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7941a3ba-9c89-4d45-b611-54604e4cf638 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.887415] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1262.887415] env[68326]: value = "task-3130321" [ 1262.887415] env[68326]: _type = "Task" [ 1262.887415] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.895845] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.073176] env[68326]: DEBUG nova.scheduler.client.report [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.311547] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.382408] env[68326]: DEBUG nova.compute.manager [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1263.397617] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.409811] env[68326]: DEBUG nova.virt.hardware [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.410064] env[68326]: DEBUG nova.virt.hardware [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.410227] env[68326]: DEBUG nova.virt.hardware [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.410409] env[68326]: DEBUG nova.virt.hardware [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.410556] env[68326]: DEBUG nova.virt.hardware [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.410704] env[68326]: DEBUG nova.virt.hardware [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.410911] env[68326]: DEBUG nova.virt.hardware [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.411081] env[68326]: DEBUG nova.virt.hardware [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.411251] env[68326]: DEBUG nova.virt.hardware [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.411409] env[68326]: DEBUG nova.virt.hardware [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.411577] env[68326]: DEBUG nova.virt.hardware [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.412394] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534519d2-2b68-4c63-ac2b-8abe525bfa50 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.420422] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f4d702-a40c-42e8-bd04-58173dda6961 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.493992] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.494288] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.494527] env[68326]: INFO nova.compute.manager [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Attaching volume fd83c22c-7dbc-4a53-beac-21ff3d5813c1 to /dev/sdb [ 1263.525094] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50364942-7d13-4c12-99fd-ece13d90b065 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.532904] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66121f4-4a41-43f5-944d-ac8d4a7718a6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.548292] env[68326]: DEBUG nova.virt.block_device [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Updating existing volume attachment record: 91fc2721-1028-4af3-aacd-81b3b9fd7595 {{(pid=68326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1263.578515] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.229s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.578775] env[68326]: INFO nova.compute.manager [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Migrating [ 1263.585774] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.180s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.586051] env[68326]: DEBUG nova.objects.instance [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lazy-loading 'resources' on Instance uuid 75756cde-8580-49e0-957b-18f0189863ea {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.623245] env[68326]: DEBUG nova.compute.manager [req-74cbc4d4-627f-4967-a6b2-52e496fb7e9f req-985600bc-da8c-42b9-87e6-026e9e4227b7 service nova] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Received event network-vif-deleted-613789b6-b442-4a9f-bb17-5e065c8d4616 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1263.799300] env[68326]: DEBUG nova.network.neutron [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Successfully updated port: b8d2489a-5b7f-497f-95af-a6798828b994 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.900529] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130321, 'name': ReconfigVM_Task, 'duration_secs': 0.791847} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.900930] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 3c33f463-f5ef-479f-900a-861fa44ece36/3c33f463-f5ef-479f-900a-861fa44ece36.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.901465] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a0c3074-ad5d-40c4-a2a9-d2a23b352265 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.908549] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1263.908549] env[68326]: value = "task-3130323" [ 1263.908549] env[68326]: _type = "Task" [ 1263.908549] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.916892] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130323, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.094336] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "refresh_cache-ee11f769-a714-4577-b211-1c517ce8da7a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.094532] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "refresh_cache-ee11f769-a714-4577-b211-1c517ce8da7a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.094713] env[68326]: DEBUG nova.network.neutron [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.221790] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abab0946-10fc-49c2-b54d-a0b3d2ad2201 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.229749] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce8463b-11b9-436d-98f0-accfc31054bd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.261914] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea26d64-218c-4806-91e7-3782cd667264 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.269715] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c266bb3a-449e-495f-a4ae-e96fe5292ccd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.282796] env[68326]: DEBUG nova.compute.provider_tree [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.302496] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "refresh_cache-2ab0ec65-51d1-476d-b753-0c76584ede26" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.302638] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "refresh_cache-2ab0ec65-51d1-476d-b753-0c76584ede26" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.302790] env[68326]: DEBUG nova.network.neutron [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.418429] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130323, 'name': Rename_Task, 'duration_secs': 0.169831} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.418652] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.418884] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6957c60d-ecfc-45a6-972c-f1fce7b7b1cb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.425799] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1264.425799] env[68326]: value = "task-3130324" [ 1264.425799] env[68326]: _type = "Task" [ 1264.425799] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.432953] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.786315] env[68326]: DEBUG nova.scheduler.client.report [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.807245] env[68326]: DEBUG nova.network.neutron [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Updating instance_info_cache with network_info: [{"id": "bba263f8-c063-4535-aad6-9d70e4787c49", "address": "fa:16:3e:bd:4d:de", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba263f8-c0", "ovs_interfaceid": "bba263f8-c063-4535-aad6-9d70e4787c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.833256] env[68326]: DEBUG nova.network.neutron [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.949063] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130324, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.959204] env[68326]: DEBUG nova.network.neutron [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Updating instance_info_cache with network_info: [{"id": "b8d2489a-5b7f-497f-95af-a6798828b994", "address": "fa:16:3e:73:3f:2c", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d2489a-5b", "ovs_interfaceid": "b8d2489a-5b7f-497f-95af-a6798828b994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.291425] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.294945] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.983s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.294945] env[68326]: DEBUG nova.objects.instance [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lazy-loading 'resources' on Instance uuid 170d574b-3bdd-4a74-a6d5-b902d2a68a9d {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.310082] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "refresh_cache-ee11f769-a714-4577-b211-1c517ce8da7a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.316008] env[68326]: INFO nova.scheduler.client.report [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Deleted allocations for instance 75756cde-8580-49e0-957b-18f0189863ea [ 1265.437915] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130324, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.461841] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "refresh_cache-2ab0ec65-51d1-476d-b753-0c76584ede26" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.462121] env[68326]: DEBUG nova.compute.manager [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Instance network_info: |[{"id": "b8d2489a-5b7f-497f-95af-a6798828b994", "address": "fa:16:3e:73:3f:2c", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d2489a-5b", "ovs_interfaceid": "b8d2489a-5b7f-497f-95af-a6798828b994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1265.462554] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:3f:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8d2489a-5b7f-497f-95af-a6798828b994', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.471026] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1265.471264] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.471543] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d564c691-23e8-4e37-aaf4-e9ad0f50472f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.494538] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.494538] env[68326]: value = "task-3130326" [ 1265.494538] env[68326]: _type = "Task" [ 1265.494538] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.503450] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130326, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.655767] env[68326]: DEBUG nova.compute.manager [req-7b3caea6-f5ec-4058-b6bb-4e23c3b803ac req-50dfa1b2-c57d-45cc-aed6-3738d68be258 service nova] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Received event network-vif-plugged-b8d2489a-5b7f-497f-95af-a6798828b994 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1265.655996] env[68326]: DEBUG oslo_concurrency.lockutils [req-7b3caea6-f5ec-4058-b6bb-4e23c3b803ac req-50dfa1b2-c57d-45cc-aed6-3738d68be258 service nova] Acquiring lock "2ab0ec65-51d1-476d-b753-0c76584ede26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.656210] env[68326]: DEBUG oslo_concurrency.lockutils [req-7b3caea6-f5ec-4058-b6bb-4e23c3b803ac req-50dfa1b2-c57d-45cc-aed6-3738d68be258 service nova] Lock "2ab0ec65-51d1-476d-b753-0c76584ede26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.656396] env[68326]: DEBUG oslo_concurrency.lockutils [req-7b3caea6-f5ec-4058-b6bb-4e23c3b803ac req-50dfa1b2-c57d-45cc-aed6-3738d68be258 service nova] Lock "2ab0ec65-51d1-476d-b753-0c76584ede26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.656572] env[68326]: DEBUG nova.compute.manager [req-7b3caea6-f5ec-4058-b6bb-4e23c3b803ac req-50dfa1b2-c57d-45cc-aed6-3738d68be258 service nova] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] No waiting events found dispatching network-vif-plugged-b8d2489a-5b7f-497f-95af-a6798828b994 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1265.656738] env[68326]: WARNING nova.compute.manager [req-7b3caea6-f5ec-4058-b6bb-4e23c3b803ac req-50dfa1b2-c57d-45cc-aed6-3738d68be258 service nova] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Received unexpected event network-vif-plugged-b8d2489a-5b7f-497f-95af-a6798828b994 for instance with vm_state building and task_state spawning. [ 1265.656921] env[68326]: DEBUG nova.compute.manager [req-7b3caea6-f5ec-4058-b6bb-4e23c3b803ac req-50dfa1b2-c57d-45cc-aed6-3738d68be258 service nova] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Received event network-changed-b8d2489a-5b7f-497f-95af-a6798828b994 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1265.657141] env[68326]: DEBUG nova.compute.manager [req-7b3caea6-f5ec-4058-b6bb-4e23c3b803ac req-50dfa1b2-c57d-45cc-aed6-3738d68be258 service nova] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Refreshing instance network info cache due to event network-changed-b8d2489a-5b7f-497f-95af-a6798828b994. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1265.657263] env[68326]: DEBUG oslo_concurrency.lockutils [req-7b3caea6-f5ec-4058-b6bb-4e23c3b803ac req-50dfa1b2-c57d-45cc-aed6-3738d68be258 service nova] Acquiring lock "refresh_cache-2ab0ec65-51d1-476d-b753-0c76584ede26" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.657414] env[68326]: DEBUG oslo_concurrency.lockutils [req-7b3caea6-f5ec-4058-b6bb-4e23c3b803ac req-50dfa1b2-c57d-45cc-aed6-3738d68be258 service nova] Acquired lock "refresh_cache-2ab0ec65-51d1-476d-b753-0c76584ede26" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.657522] env[68326]: DEBUG nova.network.neutron [req-7b3caea6-f5ec-4058-b6bb-4e23c3b803ac req-50dfa1b2-c57d-45cc-aed6-3738d68be258 service nova] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Refreshing network info cache for port b8d2489a-5b7f-497f-95af-a6798828b994 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.823013] env[68326]: DEBUG oslo_concurrency.lockutils [None req-35f63ce3-72a8-47f8-ba22-45ae1896c289 tempest-ServerActionsTestOtherB-2016618900 tempest-ServerActionsTestOtherB-2016618900-project-member] Lock "75756cde-8580-49e0-957b-18f0189863ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.672s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.923031] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cd45f5-7b88-4224-afed-112a6cf3a4f8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.933354] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b44d49f-ded6-4b5b-9169-ba9a9d054886 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.939064] env[68326]: DEBUG oslo_vmware.api [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130324, 'name': PowerOnVM_Task, 'duration_secs': 1.12406} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.939650] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.939857] env[68326]: INFO nova.compute.manager [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1265.940072] env[68326]: DEBUG nova.compute.manager [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1265.940787] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ef11f1-e57e-477d-a7b7-46c33da36bc8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.971187] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0386d7-d0c0-41a8-bcaf-6e02c936ebb3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.983633] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8c874e-ade2-4f9a-a35c-1c267302bf72 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.997938] env[68326]: DEBUG nova.compute.provider_tree [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.007585] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130326, 'name': CreateVM_Task, 'duration_secs': 0.330705} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.008417] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.009204] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.009420] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.009852] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.010420] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d6e0a7-df1b-4046-833f-a513d6740f03 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.017096] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1266.017096] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]527cec4c-4f2a-259e-a3e8-3b9e364fbb10" [ 1266.017096] env[68326]: _type = "Task" [ 1266.017096] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.025696] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]527cec4c-4f2a-259e-a3e8-3b9e364fbb10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.344669] env[68326]: DEBUG nova.network.neutron [req-7b3caea6-f5ec-4058-b6bb-4e23c3b803ac req-50dfa1b2-c57d-45cc-aed6-3738d68be258 service nova] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Updated VIF entry in instance network info cache for port b8d2489a-5b7f-497f-95af-a6798828b994. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.345294] env[68326]: DEBUG nova.network.neutron [req-7b3caea6-f5ec-4058-b6bb-4e23c3b803ac req-50dfa1b2-c57d-45cc-aed6-3738d68be258 service nova] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Updating instance_info_cache with network_info: [{"id": "b8d2489a-5b7f-497f-95af-a6798828b994", "address": "fa:16:3e:73:3f:2c", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d2489a-5b", "ovs_interfaceid": "b8d2489a-5b7f-497f-95af-a6798828b994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.487136] env[68326]: INFO nova.compute.manager [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Took 13.34 seconds to build instance. [ 1266.503431] env[68326]: DEBUG nova.scheduler.client.report [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.528451] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]527cec4c-4f2a-259e-a3e8-3b9e364fbb10, 'name': SearchDatastore_Task, 'duration_secs': 0.010561} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.528736] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.528958] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1266.529204] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.529354] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.529539] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.529994] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5757c5a-b2a0-4964-a33a-6ed4bb9901ba {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.538860] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.539056] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1266.539988] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb184428-7c4f-412b-854d-0d30361ff3fb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.544860] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1266.544860] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52f9c485-f6e5-602c-8f69-893b8b483135" [ 1266.544860] env[68326]: _type = "Task" [ 1266.544860] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.552088] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52f9c485-f6e5-602c-8f69-893b8b483135, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.830487] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09528f66-8fde-44c5-a39a-483e1f4d2e8c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.850561] env[68326]: DEBUG oslo_concurrency.lockutils [req-7b3caea6-f5ec-4058-b6bb-4e23c3b803ac req-50dfa1b2-c57d-45cc-aed6-3738d68be258 service nova] Releasing lock "refresh_cache-2ab0ec65-51d1-476d-b753-0c76584ede26" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.851124] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Updating instance 'ee11f769-a714-4577-b211-1c517ce8da7a' progress to 0 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1266.988915] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c96d1a4a-a2ef-49e6-9140-778cacfd1165 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "3c33f463-f5ef-479f-900a-861fa44ece36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.850s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.008063] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.028389] env[68326]: INFO nova.scheduler.client.report [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Deleted allocations for instance 170d574b-3bdd-4a74-a6d5-b902d2a68a9d [ 1267.059856] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52f9c485-f6e5-602c-8f69-893b8b483135, 'name': SearchDatastore_Task, 'duration_secs': 0.012175} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.061043] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fcbea0a-4816-404b-8067-feb449e707eb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.069394] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1267.069394] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c9c6b1-f580-9a22-cbee-8147de143be7" [ 1267.069394] env[68326]: _type = "Task" [ 1267.069394] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.084100] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c9c6b1-f580-9a22-cbee-8147de143be7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.358431] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.358750] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a98379d-2e81-4409-8b46-9bdee1dfc740 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.368515] env[68326]: DEBUG oslo_vmware.api [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1267.368515] env[68326]: value = "task-3130328" [ 1267.368515] env[68326]: _type = "Task" [ 1267.368515] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.377296] env[68326]: DEBUG oslo_vmware.api [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.539134] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d87c134a-ef5d-4cc6-a273-2f0c669b5964 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "170d574b-3bdd-4a74-a6d5-b902d2a68a9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.085s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.581115] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c9c6b1-f580-9a22-cbee-8147de143be7, 'name': SearchDatastore_Task, 'duration_secs': 0.015336} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.581701] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.581701] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 2ab0ec65-51d1-476d-b753-0c76584ede26/2ab0ec65-51d1-476d-b753-0c76584ede26.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.581895] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f2ce319-3645-43ff-9da2-a2997e10ae92 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.589328] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1267.589328] env[68326]: value = "task-3130329" [ 1267.589328] env[68326]: _type = "Task" [ 1267.589328] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.597897] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.882600] env[68326]: DEBUG oslo_vmware.api [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130328, 'name': PowerOffVM_Task, 'duration_secs': 0.212589} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.883512] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.883936] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Updating instance 'ee11f769-a714-4577-b211-1c517ce8da7a' progress to 17 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1267.963159] env[68326]: DEBUG nova.compute.manager [req-b78a1ae8-7664-471a-960a-af02312b234f req-84c2dbbf-2e03-459c-9c4f-ebaeff7461fc service nova] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Received event network-changed-4e23a412-bb49-41d9-ae65-08602aee4c91 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1267.963159] env[68326]: DEBUG nova.compute.manager [req-b78a1ae8-7664-471a-960a-af02312b234f req-84c2dbbf-2e03-459c-9c4f-ebaeff7461fc service nova] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Refreshing instance network info cache due to event network-changed-4e23a412-bb49-41d9-ae65-08602aee4c91. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1267.963159] env[68326]: DEBUG oslo_concurrency.lockutils [req-b78a1ae8-7664-471a-960a-af02312b234f req-84c2dbbf-2e03-459c-9c4f-ebaeff7461fc service nova] Acquiring lock "refresh_cache-3c33f463-f5ef-479f-900a-861fa44ece36" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.963159] env[68326]: DEBUG oslo_concurrency.lockutils [req-b78a1ae8-7664-471a-960a-af02312b234f req-84c2dbbf-2e03-459c-9c4f-ebaeff7461fc service nova] Acquired lock "refresh_cache-3c33f463-f5ef-479f-900a-861fa44ece36" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.963513] env[68326]: DEBUG nova.network.neutron [req-b78a1ae8-7664-471a-960a-af02312b234f req-84c2dbbf-2e03-459c-9c4f-ebaeff7461fc service nova] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Refreshing network info cache for port 4e23a412-bb49-41d9-ae65-08602aee4c91 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.101544] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Volume attach. Driver type: vmdk {{(pid=68326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1268.102258] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626462', 'volume_id': 'fd83c22c-7dbc-4a53-beac-21ff3d5813c1', 'name': 'volume-fd83c22c-7dbc-4a53-beac-21ff3d5813c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7de4c6e8-133a-4e35-bf50-9519fca0a76a', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd83c22c-7dbc-4a53-beac-21ff3d5813c1', 'serial': 'fd83c22c-7dbc-4a53-beac-21ff3d5813c1'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1268.104811] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fdfdb8-d69a-40b0-a773-148ef97435e3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.114134] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454712} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.128039] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 2ab0ec65-51d1-476d-b753-0c76584ede26/2ab0ec65-51d1-476d-b753-0c76584ede26.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.130025] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.130025] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90abf69c-3a05-4bde-b657-b4eac3b7193b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.132281] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef86d27f-5003-43d9-9893-5d60b2ac7a91 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.162719] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-fd83c22c-7dbc-4a53-beac-21ff3d5813c1/volume-fd83c22c-7dbc-4a53-beac-21ff3d5813c1.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.165804] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-320b58d7-40f3-4145-8507-8132ccaf2a52 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.182512] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1268.182512] env[68326]: value = "task-3130330" [ 1268.182512] env[68326]: _type = "Task" [ 1268.182512] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.190505] env[68326]: DEBUG oslo_vmware.api [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1268.190505] env[68326]: value = "task-3130331" [ 1268.190505] env[68326]: _type = "Task" [ 1268.190505] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.196734] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130330, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.207732] env[68326]: DEBUG oslo_vmware.api [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.394969] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:48:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1268.395147] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.395229] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1268.395474] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.395635] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1268.395782] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1268.396062] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1268.396244] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1268.396421] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1268.396580] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1268.396780] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1268.402150] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78ffd65e-7602-4e93-b044-ea1bb68c4924 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.419114] env[68326]: DEBUG oslo_vmware.api [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1268.419114] env[68326]: value = "task-3130332" [ 1268.419114] env[68326]: _type = "Task" [ 1268.419114] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.427748] env[68326]: DEBUG oslo_vmware.api [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.694179] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065343} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.694394] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.695180] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf966133-4ce8-438e-8406-f43c15c0df41 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.705810] env[68326]: DEBUG oslo_vmware.api [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130331, 'name': ReconfigVM_Task, 'duration_secs': 0.451868} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.714826] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-fd83c22c-7dbc-4a53-beac-21ff3d5813c1/volume-fd83c22c-7dbc-4a53-beac-21ff3d5813c1.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.727886] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 2ab0ec65-51d1-476d-b753-0c76584ede26/2ab0ec65-51d1-476d-b753-0c76584ede26.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.728978] env[68326]: DEBUG nova.network.neutron [req-b78a1ae8-7664-471a-960a-af02312b234f req-84c2dbbf-2e03-459c-9c4f-ebaeff7461fc service nova] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Updated VIF entry in instance network info cache for port 4e23a412-bb49-41d9-ae65-08602aee4c91. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.729340] env[68326]: DEBUG nova.network.neutron [req-b78a1ae8-7664-471a-960a-af02312b234f req-84c2dbbf-2e03-459c-9c4f-ebaeff7461fc service nova] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Updating instance_info_cache with network_info: [{"id": "4e23a412-bb49-41d9-ae65-08602aee4c91", "address": "fa:16:3e:ae:51:69", "network": {"id": "9b16fc89-5369-46af-aa42-80cfe7ebfad1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2027627239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2bb2fbf93ccf47cfb7bd32c5a1dc5769", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e23a412-bb", "ovs_interfaceid": "4e23a412-bb49-41d9-ae65-08602aee4c91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.730511] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0841ebd-2c26-434b-9e73-4ebeb61ab769 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.741210] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-425b9749-ae3f-4a35-9d7c-61c5ce0732bf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.763932] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1268.763932] env[68326]: value = "task-3130333" [ 1268.763932] env[68326]: _type = "Task" [ 1268.763932] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.765363] env[68326]: DEBUG oslo_vmware.api [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1268.765363] env[68326]: value = "task-3130334" [ 1268.765363] env[68326]: _type = "Task" [ 1268.765363] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.778913] env[68326]: DEBUG oslo_vmware.api [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.782275] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130333, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.859673] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "31da6d4e-4677-4361-974e-1c5732bbe64e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.860402] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "31da6d4e-4677-4361-974e-1c5732bbe64e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.930251] env[68326]: DEBUG oslo_vmware.api [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130332, 'name': ReconfigVM_Task, 'duration_secs': 0.16001} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.930591] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Updating instance 'ee11f769-a714-4577-b211-1c517ce8da7a' progress to 33 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1269.256680] env[68326]: DEBUG oslo_concurrency.lockutils [req-b78a1ae8-7664-471a-960a-af02312b234f req-84c2dbbf-2e03-459c-9c4f-ebaeff7461fc service nova] Releasing lock "refresh_cache-3c33f463-f5ef-479f-900a-861fa44ece36" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.278198] env[68326]: DEBUG oslo_vmware.api [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130334, 'name': ReconfigVM_Task, 'duration_secs': 0.199211} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.281273] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626462', 'volume_id': 'fd83c22c-7dbc-4a53-beac-21ff3d5813c1', 'name': 'volume-fd83c22c-7dbc-4a53-beac-21ff3d5813c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7de4c6e8-133a-4e35-bf50-9519fca0a76a', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd83c22c-7dbc-4a53-beac-21ff3d5813c1', 'serial': 'fd83c22c-7dbc-4a53-beac-21ff3d5813c1'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1269.282682] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130333, 'name': ReconfigVM_Task, 'duration_secs': 0.292628} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.282932] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 2ab0ec65-51d1-476d-b753-0c76584ede26/2ab0ec65-51d1-476d-b753-0c76584ede26.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.283721] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6f31c73-4081-46fa-8adb-18ca0ed40ac8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.292645] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1269.292645] env[68326]: value = "task-3130335" [ 1269.292645] env[68326]: _type = "Task" [ 1269.292645] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.302193] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130335, 'name': Rename_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.363015] env[68326]: DEBUG nova.compute.manager [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1269.436930] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1269.437243] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.437342] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1269.437548] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.437714] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1269.437872] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1269.438095] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1269.438269] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1269.438437] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1269.438610] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1269.438785] env[68326]: DEBUG nova.virt.hardware [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1269.444243] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1269.444532] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82eb06c2-1b19-46d1-a296-c37d5018e44c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.465373] env[68326]: DEBUG oslo_vmware.api [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1269.465373] env[68326]: value = "task-3130336" [ 1269.465373] env[68326]: _type = "Task" [ 1269.465373] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.474714] env[68326]: DEBUG oslo_vmware.api [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.809709] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130335, 'name': Rename_Task, 'duration_secs': 0.260074} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.810885] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.810885] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07218822-e98c-449a-a463-e93f425aabad {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.817695] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1269.817695] env[68326]: value = "task-3130337" [ 1269.817695] env[68326]: _type = "Task" [ 1269.817695] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.826012] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.883794] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.884152] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.885751] env[68326]: INFO nova.compute.claims [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.976421] env[68326]: DEBUG oslo_vmware.api [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130336, 'name': ReconfigVM_Task, 'duration_secs': 0.187166} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.976755] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1269.977830] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8334db3-0527-48a2-852a-3351045dcf75 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.001591] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-70c6f8e7-4a67-4f06-949e-9d5b8f086681/volume-70c6f8e7-4a67-4f06-949e-9d5b8f086681.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.001920] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ff16e88-1345-4b0f-b922-ae52e38511b0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.021238] env[68326]: DEBUG oslo_vmware.api [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1270.021238] env[68326]: value = "task-3130338" [ 1270.021238] env[68326]: _type = "Task" [ 1270.021238] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.029957] env[68326]: DEBUG oslo_vmware.api [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.328724] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130337, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.331170] env[68326]: DEBUG nova.objects.instance [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lazy-loading 'flavor' on Instance uuid 7de4c6e8-133a-4e35-bf50-9519fca0a76a {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.532819] env[68326]: DEBUG oslo_vmware.api [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.829161] env[68326]: DEBUG oslo_vmware.api [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130337, 'name': PowerOnVM_Task, 'duration_secs': 0.624599} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.829432] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.829635] env[68326]: INFO nova.compute.manager [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1270.829816] env[68326]: DEBUG nova.compute.manager [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1270.830571] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7422de0f-477e-40b2-93a3-7c2492d45aa5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.835255] env[68326]: DEBUG oslo_concurrency.lockutils [None req-64f4b2e0-262a-4520-a731-1e904167cdc3 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.341s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.004487] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95189f63-3f32-44c1-a114-6713fe22e8f7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.012754] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29b1461-fb1d-4eb1-82bb-8a4f0d0f6582 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.043271] env[68326]: DEBUG oslo_concurrency.lockutils [None req-38955243-6761-496e-9539-d0690d31fe7a tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.043517] env[68326]: DEBUG oslo_concurrency.lockutils [None req-38955243-6761-496e-9539-d0690d31fe7a tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.048809] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f5f77c-a41e-4801-8af1-12dc6edd9929 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.056837] env[68326]: DEBUG oslo_vmware.api [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130338, 'name': ReconfigVM_Task, 'duration_secs': 0.779816} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.059480] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-70c6f8e7-4a67-4f06-949e-9d5b8f086681/volume-70c6f8e7-4a67-4f06-949e-9d5b8f086681.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.059756] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Updating instance 'ee11f769-a714-4577-b211-1c517ce8da7a' progress to 50 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1271.064138] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1408c67b-0e34-42d9-9ac6-0f28e3c54161 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.079368] env[68326]: DEBUG nova.compute.provider_tree [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.350469] env[68326]: INFO nova.compute.manager [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Took 12.25 seconds to build instance. [ 1271.546602] env[68326]: INFO nova.compute.manager [None req-38955243-6761-496e-9539-d0690d31fe7a tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Detaching volume fd83c22c-7dbc-4a53-beac-21ff3d5813c1 [ 1271.570958] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39af4ef6-943b-4664-be8a-b2ad0b430ed7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.592123] env[68326]: DEBUG nova.scheduler.client.report [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.596046] env[68326]: INFO nova.virt.block_device [None req-38955243-6761-496e-9539-d0690d31fe7a tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Attempting to driver detach volume fd83c22c-7dbc-4a53-beac-21ff3d5813c1 from mountpoint /dev/sdb [ 1271.596264] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-38955243-6761-496e-9539-d0690d31fe7a tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Volume detach. Driver type: vmdk {{(pid=68326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1271.596446] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-38955243-6761-496e-9539-d0690d31fe7a tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626462', 'volume_id': 'fd83c22c-7dbc-4a53-beac-21ff3d5813c1', 'name': 'volume-fd83c22c-7dbc-4a53-beac-21ff3d5813c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7de4c6e8-133a-4e35-bf50-9519fca0a76a', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd83c22c-7dbc-4a53-beac-21ff3d5813c1', 'serial': 'fd83c22c-7dbc-4a53-beac-21ff3d5813c1'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1271.597220] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73d578a-2291-4d45-a96a-b22a2f482750 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.600093] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c575a8-2dec-4472-a9fc-c614bf17f384 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.633285] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Updating instance 'ee11f769-a714-4577-b211-1c517ce8da7a' progress to 67 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1271.637207] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f64d683-5aec-43ee-9d19-31d4543eb0a3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.644503] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1401d7-f26f-42ee-8511-e32fda9e1ee6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.664534] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1c4e83-4067-49f4-819a-98ebe9f99473 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.682339] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-38955243-6761-496e-9539-d0690d31fe7a tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] The volume has not been displaced from its original location: [datastore1] volume-fd83c22c-7dbc-4a53-beac-21ff3d5813c1/volume-fd83c22c-7dbc-4a53-beac-21ff3d5813c1.vmdk. No consolidation needed. {{(pid=68326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1271.687638] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-38955243-6761-496e-9539-d0690d31fe7a tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1271.688123] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f864155-ec44-447d-94b7-ffed900963a0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.706363] env[68326]: DEBUG oslo_vmware.api [None req-38955243-6761-496e-9539-d0690d31fe7a tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1271.706363] env[68326]: value = "task-3130339" [ 1271.706363] env[68326]: _type = "Task" [ 1271.706363] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.714060] env[68326]: DEBUG oslo_vmware.api [None req-38955243-6761-496e-9539-d0690d31fe7a tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.853429] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5750acb2-558e-4f6d-9324-9b0f018a44d3 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "2ab0ec65-51d1-476d-b753-0c76584ede26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.765s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.906119] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquiring lock "7a59fd3c-d067-4c87-81a4-bdcf09b1a311" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.906385] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "7a59fd3c-d067-4c87-81a4-bdcf09b1a311" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.055783] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquiring lock "b44337c7-ac8a-4079-ae83-e298298d7746" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.056057] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "b44337c7-ac8a-4079-ae83-e298298d7746" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.103774] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.220s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.104327] env[68326]: DEBUG nova.compute.manager [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1272.220222] env[68326]: DEBUG oslo_vmware.api [None req-38955243-6761-496e-9539-d0690d31fe7a tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130339, 'name': ReconfigVM_Task, 'duration_secs': 0.215548} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.220505] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-38955243-6761-496e-9539-d0690d31fe7a tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1272.225097] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c4d15c8-a882-4fa3-9cac-764942812bf6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.241713] env[68326]: DEBUG oslo_vmware.api [None req-38955243-6761-496e-9539-d0690d31fe7a tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1272.241713] env[68326]: value = "task-3130340" [ 1272.241713] env[68326]: _type = "Task" [ 1272.241713] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.250298] env[68326]: DEBUG oslo_vmware.api [None req-38955243-6761-496e-9539-d0690d31fe7a tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.408654] env[68326]: DEBUG nova.compute.manager [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1272.485189] env[68326]: DEBUG nova.compute.manager [req-c308fd57-8d37-40b1-a760-5d694654b508 req-6dff479e-36f4-44e6-a2b8-fc4dc44dc60c service nova] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Received event network-changed-b8d2489a-5b7f-497f-95af-a6798828b994 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1272.485444] env[68326]: DEBUG nova.compute.manager [req-c308fd57-8d37-40b1-a760-5d694654b508 req-6dff479e-36f4-44e6-a2b8-fc4dc44dc60c service nova] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Refreshing instance network info cache due to event network-changed-b8d2489a-5b7f-497f-95af-a6798828b994. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1272.485675] env[68326]: DEBUG oslo_concurrency.lockutils [req-c308fd57-8d37-40b1-a760-5d694654b508 req-6dff479e-36f4-44e6-a2b8-fc4dc44dc60c service nova] Acquiring lock "refresh_cache-2ab0ec65-51d1-476d-b753-0c76584ede26" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.485820] env[68326]: DEBUG oslo_concurrency.lockutils [req-c308fd57-8d37-40b1-a760-5d694654b508 req-6dff479e-36f4-44e6-a2b8-fc4dc44dc60c service nova] Acquired lock "refresh_cache-2ab0ec65-51d1-476d-b753-0c76584ede26" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.485981] env[68326]: DEBUG nova.network.neutron [req-c308fd57-8d37-40b1-a760-5d694654b508 req-6dff479e-36f4-44e6-a2b8-fc4dc44dc60c service nova] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Refreshing network info cache for port b8d2489a-5b7f-497f-95af-a6798828b994 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.558263] env[68326]: DEBUG nova.compute.manager [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1272.609054] env[68326]: DEBUG nova.compute.utils [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1272.610380] env[68326]: DEBUG nova.compute.manager [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1272.610544] env[68326]: DEBUG nova.network.neutron [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1272.647039] env[68326]: DEBUG nova.policy [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db0893c6b3314c13a6f730308e9a5d10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29faa62d8f7d46f19d04f1d15fc7c591', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1272.752409] env[68326]: DEBUG oslo_vmware.api [None req-38955243-6761-496e-9539-d0690d31fe7a tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130340, 'name': ReconfigVM_Task, 'duration_secs': 0.149837} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.752940] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-38955243-6761-496e-9539-d0690d31fe7a tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626462', 'volume_id': 'fd83c22c-7dbc-4a53-beac-21ff3d5813c1', 'name': 'volume-fd83c22c-7dbc-4a53-beac-21ff3d5813c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7de4c6e8-133a-4e35-bf50-9519fca0a76a', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd83c22c-7dbc-4a53-beac-21ff3d5813c1', 'serial': 'fd83c22c-7dbc-4a53-beac-21ff3d5813c1'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1272.878441] env[68326]: DEBUG nova.network.neutron [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Successfully created port: df6a4c72-c9a8-43ed-922a-46a6398b0322 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1272.932921] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.933245] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.934737] env[68326]: INFO nova.compute.claims [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.079971] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.113722] env[68326]: DEBUG nova.compute.manager [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1273.308399] env[68326]: DEBUG nova.objects.instance [None req-38955243-6761-496e-9539-d0690d31fe7a tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lazy-loading 'flavor' on Instance uuid 7de4c6e8-133a-4e35-bf50-9519fca0a76a {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.326056] env[68326]: DEBUG nova.network.neutron [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Port bba263f8-c063-4535-aad6-9d70e4787c49 binding to destination host cpu-1 is already ACTIVE {{(pid=68326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1273.334477] env[68326]: DEBUG nova.network.neutron [req-c308fd57-8d37-40b1-a760-5d694654b508 req-6dff479e-36f4-44e6-a2b8-fc4dc44dc60c service nova] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Updated VIF entry in instance network info cache for port b8d2489a-5b7f-497f-95af-a6798828b994. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.334828] env[68326]: DEBUG nova.network.neutron [req-c308fd57-8d37-40b1-a760-5d694654b508 req-6dff479e-36f4-44e6-a2b8-fc4dc44dc60c service nova] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Updating instance_info_cache with network_info: [{"id": "b8d2489a-5b7f-497f-95af-a6798828b994", "address": "fa:16:3e:73:3f:2c", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d2489a-5b", "ovs_interfaceid": "b8d2489a-5b7f-497f-95af-a6798828b994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.837375] env[68326]: DEBUG oslo_concurrency.lockutils [req-c308fd57-8d37-40b1-a760-5d694654b508 req-6dff479e-36f4-44e6-a2b8-fc4dc44dc60c service nova] Releasing lock "refresh_cache-2ab0ec65-51d1-476d-b753-0c76584ede26" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.061520] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e554a66e-8c1d-4ddb-bdc6-8176252dc268 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.070108] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e448916-9f3a-4b3b-bacd-6b88e49e7223 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.101932] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb703de2-cf90-4026-9791-42730e4a726d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.109607] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ed3998-baa0-44f9-a54b-51d1a184c60a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.123764] env[68326]: DEBUG nova.compute.manager [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1274.125842] env[68326]: DEBUG nova.compute.provider_tree [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.150854] env[68326]: DEBUG nova.virt.hardware [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.151105] env[68326]: DEBUG nova.virt.hardware [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.151264] env[68326]: DEBUG nova.virt.hardware [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.151445] env[68326]: DEBUG nova.virt.hardware [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.151592] env[68326]: DEBUG nova.virt.hardware [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.151738] env[68326]: DEBUG nova.virt.hardware [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.151944] env[68326]: DEBUG nova.virt.hardware [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.152114] env[68326]: DEBUG nova.virt.hardware [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.152283] env[68326]: DEBUG nova.virt.hardware [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.152445] env[68326]: DEBUG nova.virt.hardware [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.152617] env[68326]: DEBUG nova.virt.hardware [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.153659] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01bec4f-7e88-4b50-9c01-12560406fc85 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.161810] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01623ed-1e69-4100-8d85-c0cac6904221 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.315187] env[68326]: DEBUG oslo_concurrency.lockutils [None req-38955243-6761-496e-9539-d0690d31fe7a tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.348039] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "ee11f769-a714-4577-b211-1c517ce8da7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.348039] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "ee11f769-a714-4577-b211-1c517ce8da7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.348039] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "ee11f769-a714-4577-b211-1c517ce8da7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.510443] env[68326]: DEBUG nova.compute.manager [req-39df1fd0-6bc5-442b-bc1d-c5c43933e209 req-552b0cf7-3f0e-4560-8d11-306040695a05 service nova] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Received event network-vif-plugged-df6a4c72-c9a8-43ed-922a-46a6398b0322 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1274.510658] env[68326]: DEBUG oslo_concurrency.lockutils [req-39df1fd0-6bc5-442b-bc1d-c5c43933e209 req-552b0cf7-3f0e-4560-8d11-306040695a05 service nova] Acquiring lock "31da6d4e-4677-4361-974e-1c5732bbe64e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.510864] env[68326]: DEBUG oslo_concurrency.lockutils [req-39df1fd0-6bc5-442b-bc1d-c5c43933e209 req-552b0cf7-3f0e-4560-8d11-306040695a05 service nova] Lock "31da6d4e-4677-4361-974e-1c5732bbe64e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.511501] env[68326]: DEBUG oslo_concurrency.lockutils [req-39df1fd0-6bc5-442b-bc1d-c5c43933e209 req-552b0cf7-3f0e-4560-8d11-306040695a05 service nova] Lock "31da6d4e-4677-4361-974e-1c5732bbe64e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.511501] env[68326]: DEBUG nova.compute.manager [req-39df1fd0-6bc5-442b-bc1d-c5c43933e209 req-552b0cf7-3f0e-4560-8d11-306040695a05 service nova] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] No waiting events found dispatching network-vif-plugged-df6a4c72-c9a8-43ed-922a-46a6398b0322 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1274.511501] env[68326]: WARNING nova.compute.manager [req-39df1fd0-6bc5-442b-bc1d-c5c43933e209 req-552b0cf7-3f0e-4560-8d11-306040695a05 service nova] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Received unexpected event network-vif-plugged-df6a4c72-c9a8-43ed-922a-46a6398b0322 for instance with vm_state building and task_state spawning. [ 1274.537925] env[68326]: DEBUG nova.network.neutron [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Successfully updated port: df6a4c72-c9a8-43ed-922a-46a6398b0322 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1274.629499] env[68326]: DEBUG nova.scheduler.client.report [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.040359] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "refresh_cache-31da6d4e-4677-4361-974e-1c5732bbe64e" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.040564] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "refresh_cache-31da6d4e-4677-4361-974e-1c5732bbe64e" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.040726] env[68326]: DEBUG nova.network.neutron [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.134131] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.134655] env[68326]: DEBUG nova.compute.manager [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1275.137185] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.058s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.138584] env[68326]: INFO nova.compute.claims [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.346939] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.347214] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.347423] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.347643] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.347848] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.349875] env[68326]: INFO nova.compute.manager [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Terminating instance [ 1275.382410] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "refresh_cache-ee11f769-a714-4577-b211-1c517ce8da7a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.382599] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "refresh_cache-ee11f769-a714-4577-b211-1c517ce8da7a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.382783] env[68326]: DEBUG nova.network.neutron [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.571069] env[68326]: DEBUG nova.network.neutron [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.642202] env[68326]: DEBUG nova.compute.utils [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1275.645224] env[68326]: DEBUG nova.compute.manager [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Not allocating networking since 'none' was specified. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2062}} [ 1275.691153] env[68326]: DEBUG nova.network.neutron [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Updating instance_info_cache with network_info: [{"id": "df6a4c72-c9a8-43ed-922a-46a6398b0322", "address": "fa:16:3e:94:64:68", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6a4c72-c9", "ovs_interfaceid": "df6a4c72-c9a8-43ed-922a-46a6398b0322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.856706] env[68326]: DEBUG nova.compute.manager [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1275.856933] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.858298] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3e2285-3768-4d38-af87-53b5a0e534f5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.866699] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.866965] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-362a19f7-f938-411e-b0fc-ab2ace4b4762 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.874225] env[68326]: DEBUG oslo_vmware.api [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1275.874225] env[68326]: value = "task-3130341" [ 1275.874225] env[68326]: _type = "Task" [ 1275.874225] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.882388] env[68326]: DEBUG oslo_vmware.api [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.147132] env[68326]: DEBUG nova.compute.manager [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1276.192807] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "refresh_cache-31da6d4e-4677-4361-974e-1c5732bbe64e" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.193128] env[68326]: DEBUG nova.compute.manager [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Instance network_info: |[{"id": "df6a4c72-c9a8-43ed-922a-46a6398b0322", "address": "fa:16:3e:94:64:68", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6a4c72-c9", "ovs_interfaceid": "df6a4c72-c9a8-43ed-922a-46a6398b0322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1276.195565] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:64:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df6a4c72-c9a8-43ed-922a-46a6398b0322', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.202174] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.205218] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.205669] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c297e6b3-11f5-40f4-be76-0a89145bb79f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.230606] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.230606] env[68326]: value = "task-3130342" [ 1276.230606] env[68326]: _type = "Task" [ 1276.230606] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.241716] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130342, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.310599] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11c7112-8114-4c1f-91ab-46f8312b3dc5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.319267] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66fc60a-5c39-4c5e-8cf5-ad2d6be23cd7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.354201] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4108897-ff98-4131-9c33-5a0a31fd537d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.362806] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e61cf34-313e-47b3-a7ef-c1e9269b6bc2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.376401] env[68326]: DEBUG nova.compute.provider_tree [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.386519] env[68326]: DEBUG oslo_vmware.api [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130341, 'name': PowerOffVM_Task, 'duration_secs': 0.190134} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.387397] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.387581] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.387854] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6fed78f-3b75-4032-b190-8cf8f9b0c397 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.390307] env[68326]: DEBUG nova.network.neutron [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Updating instance_info_cache with network_info: [{"id": "bba263f8-c063-4535-aad6-9d70e4787c49", "address": "fa:16:3e:bd:4d:de", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba263f8-c0", "ovs_interfaceid": "bba263f8-c063-4535-aad6-9d70e4787c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.453447] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.453692] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.453900] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Deleting the datastore file [datastore2] 7de4c6e8-133a-4e35-bf50-9519fca0a76a {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.454227] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbc4d6ea-eaeb-4e2d-826b-8549d81f6d50 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.463505] env[68326]: DEBUG oslo_vmware.api [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1276.463505] env[68326]: value = "task-3130344" [ 1276.463505] env[68326]: _type = "Task" [ 1276.463505] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.472880] env[68326]: DEBUG oslo_vmware.api [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.541098] env[68326]: DEBUG nova.compute.manager [req-14ccba77-c086-4526-a6e0-ca3ed4a20d22 req-3198445c-1945-4e13-80b5-00f1b24019ee service nova] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Received event network-changed-df6a4c72-c9a8-43ed-922a-46a6398b0322 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1276.541333] env[68326]: DEBUG nova.compute.manager [req-14ccba77-c086-4526-a6e0-ca3ed4a20d22 req-3198445c-1945-4e13-80b5-00f1b24019ee service nova] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Refreshing instance network info cache due to event network-changed-df6a4c72-c9a8-43ed-922a-46a6398b0322. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1276.541598] env[68326]: DEBUG oslo_concurrency.lockutils [req-14ccba77-c086-4526-a6e0-ca3ed4a20d22 req-3198445c-1945-4e13-80b5-00f1b24019ee service nova] Acquiring lock "refresh_cache-31da6d4e-4677-4361-974e-1c5732bbe64e" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.541675] env[68326]: DEBUG oslo_concurrency.lockutils [req-14ccba77-c086-4526-a6e0-ca3ed4a20d22 req-3198445c-1945-4e13-80b5-00f1b24019ee service nova] Acquired lock "refresh_cache-31da6d4e-4677-4361-974e-1c5732bbe64e" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.541835] env[68326]: DEBUG nova.network.neutron [req-14ccba77-c086-4526-a6e0-ca3ed4a20d22 req-3198445c-1945-4e13-80b5-00f1b24019ee service nova] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Refreshing network info cache for port df6a4c72-c9a8-43ed-922a-46a6398b0322 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.740925] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130342, 'name': CreateVM_Task, 'duration_secs': 0.298572} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.741161] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1276.741833] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.742009] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.742345] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.742599] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7f72c56-5591-4b32-952f-67bfe9505fc4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.748209] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1276.748209] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c5550d-1291-737b-76ba-a58f2f6aeb19" [ 1276.748209] env[68326]: _type = "Task" [ 1276.748209] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.755912] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c5550d-1291-737b-76ba-a58f2f6aeb19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.883125] env[68326]: DEBUG nova.scheduler.client.report [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.893792] env[68326]: DEBUG oslo_concurrency.lockutils [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "refresh_cache-ee11f769-a714-4577-b211-1c517ce8da7a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.975566] env[68326]: DEBUG oslo_vmware.api [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147689} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.975841] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.976054] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.976252] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.976446] env[68326]: INFO nova.compute.manager [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1276.976704] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.976918] env[68326]: DEBUG nova.compute.manager [-] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1276.977039] env[68326]: DEBUG nova.network.neutron [-] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.158830] env[68326]: DEBUG nova.compute.manager [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1277.186317] env[68326]: DEBUG nova.virt.hardware [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.186669] env[68326]: DEBUG nova.virt.hardware [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.186788] env[68326]: DEBUG nova.virt.hardware [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.186891] env[68326]: DEBUG nova.virt.hardware [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.187052] env[68326]: DEBUG nova.virt.hardware [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.187206] env[68326]: DEBUG nova.virt.hardware [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.187412] env[68326]: DEBUG nova.virt.hardware [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.187566] env[68326]: DEBUG nova.virt.hardware [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.187751] env[68326]: DEBUG nova.virt.hardware [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.187884] env[68326]: DEBUG nova.virt.hardware [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.188064] env[68326]: DEBUG nova.virt.hardware [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.188925] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7243ee-ab2b-4f1a-9a8a-6849a50d0a9b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.197658] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5f8629-d1bc-418d-9b61-f53ceee4b647 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.211495] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Instance VIF info [] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.217114] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Creating folder: Project (416b609f684e4e4489bc019ab747ea98). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.217423] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09c58360-68f3-4481-8eb5-7b6e35a4faf8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.231525] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Created folder: Project (416b609f684e4e4489bc019ab747ea98) in parent group-v626141. [ 1277.231710] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Creating folder: Instances. Parent ref: group-v626465. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.231947] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-758f2e75-90d5-4ac7-917b-4de2b9aff4f8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.241646] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Created folder: Instances in parent group-v626465. [ 1277.241877] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.242080] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.242295] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68ebc7a8-351c-4c61-9ce5-f1876621786a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.262349] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.262349] env[68326]: value = "task-3130347" [ 1277.262349] env[68326]: _type = "Task" [ 1277.262349] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.268084] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c5550d-1291-737b-76ba-a58f2f6aeb19, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.271510] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.271754] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.272016] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.272177] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.272359] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.272611] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ddd7d70-c7ba-4de1-8fe8-10571d39d578 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.282042] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.282224] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.282920] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7133680-06a1-4876-834e-2cddef864277 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.288379] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1277.288379] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5281b1b3-b555-1f49-c524-ca7d777b99c2" [ 1277.288379] env[68326]: _type = "Task" [ 1277.288379] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.297033] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5281b1b3-b555-1f49-c524-ca7d777b99c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.366343] env[68326]: DEBUG nova.network.neutron [req-14ccba77-c086-4526-a6e0-ca3ed4a20d22 req-3198445c-1945-4e13-80b5-00f1b24019ee service nova] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Updated VIF entry in instance network info cache for port df6a4c72-c9a8-43ed-922a-46a6398b0322. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.366776] env[68326]: DEBUG nova.network.neutron [req-14ccba77-c086-4526-a6e0-ca3ed4a20d22 req-3198445c-1945-4e13-80b5-00f1b24019ee service nova] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Updating instance_info_cache with network_info: [{"id": "df6a4c72-c9a8-43ed-922a-46a6398b0322", "address": "fa:16:3e:94:64:68", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf6a4c72-c9", "ovs_interfaceid": "df6a4c72-c9a8-43ed-922a-46a6398b0322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.388869] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.389351] env[68326]: DEBUG nova.compute.manager [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1277.402594] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7135668-a360-4f52-ae24-b629dc01ff86 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.414238] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ae167d-9f5b-4484-b9f9-69585e096422 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.778008] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130347, 'name': CreateVM_Task, 'duration_secs': 0.289288} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.778194] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.778627] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.778787] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.779120] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.779370] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cb1deef-5791-4418-a11d-8fd4bf171cf4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.783866] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1277.783866] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52a3a96a-34f6-c32c-8fa0-ccb326edb89d" [ 1277.783866] env[68326]: _type = "Task" [ 1277.783866] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.791492] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a3a96a-34f6-c32c-8fa0-ccb326edb89d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.798842] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5281b1b3-b555-1f49-c524-ca7d777b99c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009672} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.799555] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4afc6157-679e-493b-a39d-bdb448d15583 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.805161] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1277.805161] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52211441-4f19-c85c-5659-8b3727f9a2d4" [ 1277.805161] env[68326]: _type = "Task" [ 1277.805161] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.817722] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52211441-4f19-c85c-5659-8b3727f9a2d4, 'name': SearchDatastore_Task, 'duration_secs': 0.008434} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.818037] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.818373] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 31da6d4e-4677-4361-974e-1c5732bbe64e/31da6d4e-4677-4361-974e-1c5732bbe64e.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1277.818671] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30351678-263d-460a-9bf7-a8c136bde163 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.826579] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1277.826579] env[68326]: value = "task-3130348" [ 1277.826579] env[68326]: _type = "Task" [ 1277.826579] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.836651] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.869933] env[68326]: DEBUG oslo_concurrency.lockutils [req-14ccba77-c086-4526-a6e0-ca3ed4a20d22 req-3198445c-1945-4e13-80b5-00f1b24019ee service nova] Releasing lock "refresh_cache-31da6d4e-4677-4361-974e-1c5732bbe64e" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.893936] env[68326]: DEBUG nova.compute.utils [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1277.895465] env[68326]: DEBUG nova.compute.manager [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Not allocating networking since 'none' was specified. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2062}} [ 1278.046545] env[68326]: DEBUG nova.network.neutron [-] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.294782] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52a3a96a-34f6-c32c-8fa0-ccb326edb89d, 'name': SearchDatastore_Task, 'duration_secs': 0.010489} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.295093] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.295142] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.295404] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.295633] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.295826] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.296125] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-579b5506-f056-478d-bb9d-0b8337ed6af1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.304593] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.304766] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.305539] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0aa6c7f-aeac-4f3b-a161-fb5473b41831 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.311211] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1278.311211] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520dbe53-e86e-98de-3087-eed96f6707cb" [ 1278.311211] env[68326]: _type = "Task" [ 1278.311211] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.319670] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520dbe53-e86e-98de-3087-eed96f6707cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.335476] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452854} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.335745] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 31da6d4e-4677-4361-974e-1c5732bbe64e/31da6d4e-4677-4361-974e-1c5732bbe64e.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1278.335956] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1278.336214] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a724f5bd-2dc2-4557-a9ae-36ff0a347049 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.343923] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1278.343923] env[68326]: value = "task-3130349" [ 1278.343923] env[68326]: _type = "Task" [ 1278.343923] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.351874] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130349, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.396711] env[68326]: DEBUG nova.compute.manager [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1278.527475] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e905d8c-c9b3-4cb5-b4c8-4f712e4d3189 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.547349] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b7a92a-b865-45d8-813a-3b80fa0aafa7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.550168] env[68326]: INFO nova.compute.manager [-] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Took 1.57 seconds to deallocate network for instance. [ 1278.557320] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Updating instance 'ee11f769-a714-4577-b211-1c517ce8da7a' progress to 83 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.566232] env[68326]: DEBUG nova.compute.manager [req-64939ed9-a8b1-4246-9b4f-f7b264c9d43d req-27ba9755-28e3-4bab-9634-79f1e6b30ec2 service nova] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Received event network-vif-deleted-fb95fe31-b0a7-4587-b5f9-9a7b46d5d30b {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1278.823464] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520dbe53-e86e-98de-3087-eed96f6707cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008994} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.824560] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70043f56-5714-405e-8dde-0dea0dce5207 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.831058] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1278.831058] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52dd963e-c86e-405b-6d5a-736d94dbf3f1" [ 1278.831058] env[68326]: _type = "Task" [ 1278.831058] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.838915] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52dd963e-c86e-405b-6d5a-736d94dbf3f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.852327] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130349, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067707} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.852571] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1278.853391] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8ecceb-1d1b-4a82-a3c2-89daa0b7c8d7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.875009] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 31da6d4e-4677-4361-974e-1c5732bbe64e/31da6d4e-4677-4361-974e-1c5732bbe64e.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.875253] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f128d9a8-ee7b-4532-b1be-75ad504fad7b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.895808] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1278.895808] env[68326]: value = "task-3130350" [ 1278.895808] env[68326]: _type = "Task" [ 1278.895808] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.907334] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.061979] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.063058] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.063058] env[68326]: DEBUG nova.objects.instance [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lazy-loading 'resources' on Instance uuid 7de4c6e8-133a-4e35-bf50-9519fca0a76a {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.065661] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.066470] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2894e96-91d2-4ec7-98e3-2bbc4a13b91b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.077056] env[68326]: DEBUG oslo_vmware.api [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1279.077056] env[68326]: value = "task-3130351" [ 1279.077056] env[68326]: _type = "Task" [ 1279.077056] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.085911] env[68326]: DEBUG oslo_vmware.api [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.342708] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52dd963e-c86e-405b-6d5a-736d94dbf3f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010252} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.343069] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.343176] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 7a59fd3c-d067-4c87-81a4-bdcf09b1a311/7a59fd3c-d067-4c87-81a4-bdcf09b1a311.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.343439] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f90fecd-29e2-444f-9309-3d08f3593442 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.350876] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1279.350876] env[68326]: value = "task-3130352" [ 1279.350876] env[68326]: _type = "Task" [ 1279.350876] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.358785] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.407666] env[68326]: DEBUG nova.compute.manager [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1279.410221] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130350, 'name': ReconfigVM_Task, 'duration_secs': 0.321352} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.410744] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 31da6d4e-4677-4361-974e-1c5732bbe64e/31da6d4e-4677-4361-974e-1c5732bbe64e.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.411418] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47f4bd60-908e-4996-9145-e48bbdc16eb2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.420287] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1279.420287] env[68326]: value = "task-3130353" [ 1279.420287] env[68326]: _type = "Task" [ 1279.420287] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.430133] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130353, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.440037] env[68326]: DEBUG nova.virt.hardware [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.440282] env[68326]: DEBUG nova.virt.hardware [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.440426] env[68326]: DEBUG nova.virt.hardware [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.440617] env[68326]: DEBUG nova.virt.hardware [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.440758] env[68326]: DEBUG nova.virt.hardware [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.440908] env[68326]: DEBUG nova.virt.hardware [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.441133] env[68326]: DEBUG nova.virt.hardware [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.441297] env[68326]: DEBUG nova.virt.hardware [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.441468] env[68326]: DEBUG nova.virt.hardware [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.441636] env[68326]: DEBUG nova.virt.hardware [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.441808] env[68326]: DEBUG nova.virt.hardware [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.442688] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17afa611-028c-4011-9482-0caf6a3fb619 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.451492] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de6ebd4-e5a6-49c1-8e73-0a127cb5ea64 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.466235] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Instance VIF info [] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1279.471848] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.472132] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1279.472356] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94d83860-ac1a-43b8-ace8-1000315f7532 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.490769] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1279.490769] env[68326]: value = "task-3130354" [ 1279.490769] env[68326]: _type = "Task" [ 1279.490769] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.502544] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130354, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.590152] env[68326]: DEBUG oslo_vmware.api [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130351, 'name': PowerOnVM_Task, 'duration_secs': 0.389855} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.594055] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.594229] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-a949bf67-7424-4060-9808-858ac2f6aae1 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Updating instance 'ee11f769-a714-4577-b211-1c517ce8da7a' progress to 100 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.732566] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4e491f-248d-4e78-9d19-d4fe3eef8bc1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.743336] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b699550-90ee-465c-9d86-e6ecd5a76059 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.778724] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edef4cf1-5a3d-4494-a4d3-51084078edb6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.787818] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a92d3ce-2739-42c2-b64e-fd45d53f5514 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.804192] env[68326]: DEBUG nova.compute.provider_tree [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.860487] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130352, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.930728] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130353, 'name': Rename_Task, 'duration_secs': 0.227242} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.931021] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.931276] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd243d80-7df0-489f-a0be-ac35fe3756ec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.939406] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1279.939406] env[68326]: value = "task-3130355" [ 1279.939406] env[68326]: _type = "Task" [ 1279.939406] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.956216] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.002631] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130354, 'name': CreateVM_Task, 'duration_secs': 0.356086} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.002631] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.003058] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.003234] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.003557] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.003820] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b489e6-09d2-49bc-a28b-9d4f187e3def {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.009132] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1280.009132] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52fcec70-fa6a-4c33-78e1-7443c1dc1510" [ 1280.009132] env[68326]: _type = "Task" [ 1280.009132] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.017455] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fcec70-fa6a-4c33-78e1-7443c1dc1510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.308798] env[68326]: DEBUG nova.scheduler.client.report [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.361750] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525779} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.362103] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 7a59fd3c-d067-4c87-81a4-bdcf09b1a311/7a59fd3c-d067-4c87-81a4-bdcf09b1a311.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.362270] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.362518] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-083e9c41-8ea3-4e47-8965-032978d65bfd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.369272] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1280.369272] env[68326]: value = "task-3130356" [ 1280.369272] env[68326]: _type = "Task" [ 1280.369272] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.377848] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.448778] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130355, 'name': PowerOnVM_Task} progress is 76%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.519703] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52fcec70-fa6a-4c33-78e1-7443c1dc1510, 'name': SearchDatastore_Task, 'duration_secs': 0.022013} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.520017] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.520258] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1280.520501] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.520653] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.520874] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.521147] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5e3e41b-a362-468d-b6f3-9af8e2e8ac30 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.530339] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.530591] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.531318] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b33f38f9-5dd6-48b9-83d1-ef090a9451b2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.536701] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1280.536701] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52822c05-42da-0682-5d90-31386bd1c5fa" [ 1280.536701] env[68326]: _type = "Task" [ 1280.536701] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.544149] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52822c05-42da-0682-5d90-31386bd1c5fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.814134] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.835695] env[68326]: INFO nova.scheduler.client.report [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Deleted allocations for instance 7de4c6e8-133a-4e35-bf50-9519fca0a76a [ 1280.880618] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063563} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.880917] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.881721] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8390329-ad06-43f1-ba72-70a696fb7f11 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.902545] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 7a59fd3c-d067-4c87-81a4-bdcf09b1a311/7a59fd3c-d067-4c87-81a4-bdcf09b1a311.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.903158] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03c8f96e-e9b4-4dea-8bd8-90c4bd3bee2b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.922870] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1280.922870] env[68326]: value = "task-3130357" [ 1280.922870] env[68326]: _type = "Task" [ 1280.922870] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.931562] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130357, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.949361] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130355, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.048944] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52822c05-42da-0682-5d90-31386bd1c5fa, 'name': SearchDatastore_Task, 'duration_secs': 0.00941} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.049761] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-645894a3-b58a-4fec-a3cc-144ef32a23dd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.055222] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1281.055222] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520baa02-ddc1-29b5-5c7f-b3a60bf5645a" [ 1281.055222] env[68326]: _type = "Task" [ 1281.055222] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.063688] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520baa02-ddc1-29b5-5c7f-b3a60bf5645a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.343660] env[68326]: DEBUG oslo_concurrency.lockutils [None req-45307654-a0a1-4f98-8ab2-d3d69d88bc78 tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "7de4c6e8-133a-4e35-bf50-9519fca0a76a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.996s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.436366] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.448813] env[68326]: DEBUG oslo_vmware.api [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130355, 'name': PowerOnVM_Task, 'duration_secs': 1.068185} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.449093] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.449300] env[68326]: INFO nova.compute.manager [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1281.449495] env[68326]: DEBUG nova.compute.manager [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1281.450255] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20867213-3ada-4963-9fc5-2e31717a7fae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.566919] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]520baa02-ddc1-29b5-5c7f-b3a60bf5645a, 'name': SearchDatastore_Task, 'duration_secs': 0.010345} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.566919] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.566919] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] b44337c7-ac8a-4079-ae83-e298298d7746/b44337c7-ac8a-4079-ae83-e298298d7746.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.567202] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ab25426-386c-4b23-94af-b49c892331dc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.574747] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1281.574747] env[68326]: value = "task-3130358" [ 1281.574747] env[68326]: _type = "Task" [ 1281.574747] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.583730] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.889367] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "ee11f769-a714-4577-b211-1c517ce8da7a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.889813] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "ee11f769-a714-4577-b211-1c517ce8da7a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.890204] env[68326]: DEBUG nova.compute.manager [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Going to confirm migration 9 {{(pid=68326) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5328}} [ 1281.950243] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130357, 'name': ReconfigVM_Task, 'duration_secs': 0.524305} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.950559] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 7a59fd3c-d067-4c87-81a4-bdcf09b1a311/7a59fd3c-d067-4c87-81a4-bdcf09b1a311.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.951635] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-611787a0-02fe-4e35-9a27-3c86d39b6dbf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.966088] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1281.966088] env[68326]: value = "task-3130359" [ 1281.966088] env[68326]: _type = "Task" [ 1281.966088] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.971490] env[68326]: INFO nova.compute.manager [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Took 12.10 seconds to build instance. [ 1281.980128] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130359, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.085694] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44942} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.085982] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] b44337c7-ac8a-4079-ae83-e298298d7746/b44337c7-ac8a-4079-ae83-e298298d7746.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.086218] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.086512] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a91bc94d-9ec6-4ecc-9433-130299cd681b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.093688] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1282.093688] env[68326]: value = "task-3130360" [ 1282.093688] env[68326]: _type = "Task" [ 1282.093688] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.104937] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.451674] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "refresh_cache-ee11f769-a714-4577-b211-1c517ce8da7a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.451946] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquired lock "refresh_cache-ee11f769-a714-4577-b211-1c517ce8da7a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.453160] env[68326]: DEBUG nova.network.neutron [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.453160] env[68326]: DEBUG nova.objects.instance [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lazy-loading 'info_cache' on Instance uuid ee11f769-a714-4577-b211-1c517ce8da7a {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.473858] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6171d7fa-598a-4065-ae57-488507bec785 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "31da6d4e-4677-4361-974e-1c5732bbe64e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.614s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.477413] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130359, 'name': Rename_Task, 'duration_secs': 0.230423} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.477881] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1282.478200] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5b20fed-ee41-4457-a146-9448ce0b2e5b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.485610] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1282.485610] env[68326]: value = "task-3130361" [ 1282.485610] env[68326]: _type = "Task" [ 1282.485610] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.494236] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.605742] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081567} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.606052] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.606887] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9418bee4-e0fe-4d39-a43a-88ecb7190652 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.627101] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] b44337c7-ac8a-4079-ae83-e298298d7746/b44337c7-ac8a-4079-ae83-e298298d7746.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.628450] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-feff268f-3d35-4f94-95f3-af3d0148866e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.653196] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1282.653196] env[68326]: value = "task-3130362" [ 1282.653196] env[68326]: _type = "Task" [ 1282.653196] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.665803] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.996506] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130361, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.148882] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871cec15-ce07-475f-a248-c9aa252e960e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.158613] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-17929838-bb12-42d1-ab8a-52dfdde1301f tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Suspending the VM {{(pid=68326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1283.158859] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0fdcacb6-ec0f-4dbb-bbac-e1bf265b3604 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.166124] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.167348] env[68326]: DEBUG oslo_vmware.api [None req-17929838-bb12-42d1-ab8a-52dfdde1301f tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1283.167348] env[68326]: value = "task-3130363" [ 1283.167348] env[68326]: _type = "Task" [ 1283.167348] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.175049] env[68326]: DEBUG oslo_vmware.api [None req-17929838-bb12-42d1-ab8a-52dfdde1301f tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130363, 'name': SuspendVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.498885] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130361, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.585452] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "ee283e51-0723-4b26-b96e-d334edf233c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.585815] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "ee283e51-0723-4b26-b96e-d334edf233c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.667565] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.678178] env[68326]: DEBUG oslo_vmware.api [None req-17929838-bb12-42d1-ab8a-52dfdde1301f tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130363, 'name': SuspendVM_Task} progress is 12%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.755203] env[68326]: DEBUG nova.network.neutron [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Updating instance_info_cache with network_info: [{"id": "bba263f8-c063-4535-aad6-9d70e4787c49", "address": "fa:16:3e:bd:4d:de", "network": {"id": "315116fc-35ea-4f44-907f-bfb5419c19d9", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817113251-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfc70dbe1eb647dc9d472e84334c3faf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbba263f8-c0", "ovs_interfaceid": "bba263f8-c063-4535-aad6-9d70e4787c49", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.997035] env[68326]: DEBUG oslo_vmware.api [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130361, 'name': PowerOnVM_Task, 'duration_secs': 1.420756} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.997267] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1283.997500] env[68326]: INFO nova.compute.manager [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Took 6.84 seconds to spawn the instance on the hypervisor. [ 1283.997710] env[68326]: DEBUG nova.compute.manager [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1283.998476] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d39b454-291e-45ae-9b7c-45db18d6b3a5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.090821] env[68326]: DEBUG nova.compute.manager [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1284.164502] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130362, 'name': ReconfigVM_Task, 'duration_secs': 1.088592} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.164808] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Reconfigured VM instance instance-0000007c to attach disk [datastore2] b44337c7-ac8a-4079-ae83-e298298d7746/b44337c7-ac8a-4079-ae83-e298298d7746.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.165460] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-507c412d-c141-46eb-9184-d812d4c3468d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.172842] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1284.172842] env[68326]: value = "task-3130364" [ 1284.172842] env[68326]: _type = "Task" [ 1284.172842] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.178614] env[68326]: DEBUG oslo_vmware.api [None req-17929838-bb12-42d1-ab8a-52dfdde1301f tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130363, 'name': SuspendVM_Task} progress is 79%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.186537] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130364, 'name': Rename_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.258231] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Releasing lock "refresh_cache-ee11f769-a714-4577-b211-1c517ce8da7a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.258744] env[68326]: DEBUG nova.objects.instance [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lazy-loading 'migration_context' on Instance uuid ee11f769-a714-4577-b211-1c517ce8da7a {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.516886] env[68326]: INFO nova.compute.manager [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Took 11.60 seconds to build instance. [ 1284.613326] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.613598] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.615368] env[68326]: INFO nova.compute.claims [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1284.679903] env[68326]: DEBUG oslo_vmware.api [None req-17929838-bb12-42d1-ab8a-52dfdde1301f tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130363, 'name': SuspendVM_Task, 'duration_secs': 1.18864} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.680554] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-17929838-bb12-42d1-ab8a-52dfdde1301f tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Suspended the VM {{(pid=68326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1284.680730] env[68326]: DEBUG nova.compute.manager [None req-17929838-bb12-42d1-ab8a-52dfdde1301f tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1284.681470] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fcd73c-3dd2-4b5e-ae85-efac3937ca42 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.686448] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130364, 'name': Rename_Task, 'duration_secs': 0.154396} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.687047] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.687284] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f96eaf4e-ff46-4e31-bcdb-6aa6d3015837 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.693374] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1284.693374] env[68326]: value = "task-3130365" [ 1284.693374] env[68326]: _type = "Task" [ 1284.693374] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.702530] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.762255] env[68326]: DEBUG nova.objects.base [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1284.763180] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3ce451-32d4-434c-95bb-7deec4f757e2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.784269] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f486d18a-11c9-47c2-bdb4-48fb2b0fbeae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.790558] env[68326]: DEBUG oslo_vmware.api [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1284.790558] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5224f21a-51f2-eff1-52e9-fdc89ba77442" [ 1284.790558] env[68326]: _type = "Task" [ 1284.790558] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.799516] env[68326]: DEBUG oslo_vmware.api [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5224f21a-51f2-eff1-52e9-fdc89ba77442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.019091] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d2d6b177-ffb8-4508-ab04-8b7f233ca9e7 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "7a59fd3c-d067-4c87-81a4-bdcf09b1a311" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.113s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.208107] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.301881] env[68326]: DEBUG oslo_vmware.api [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5224f21a-51f2-eff1-52e9-fdc89ba77442, 'name': SearchDatastore_Task, 'duration_secs': 0.008284} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.301881] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.472474] env[68326]: DEBUG oslo_concurrency.lockutils [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "31da6d4e-4677-4361-974e-1c5732bbe64e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.472710] env[68326]: DEBUG oslo_concurrency.lockutils [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "31da6d4e-4677-4361-974e-1c5732bbe64e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.472915] env[68326]: DEBUG oslo_concurrency.lockutils [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "31da6d4e-4677-4361-974e-1c5732bbe64e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.473108] env[68326]: DEBUG oslo_concurrency.lockutils [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "31da6d4e-4677-4361-974e-1c5732bbe64e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.473331] env[68326]: DEBUG oslo_concurrency.lockutils [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "31da6d4e-4677-4361-974e-1c5732bbe64e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.475748] env[68326]: INFO nova.compute.manager [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Terminating instance [ 1285.707856] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130365, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.756995] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b323ac4-6e84-4096-9758-7fda9f8cfe6e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.764486] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519ca963-ce43-4217-b828-52cbb70828df {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.795937] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d5bec8-eae8-46fd-9e15-6a1b7553b077 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.803753] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a91c07-5558-4cb7-903b-0aeb4613d145 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.817337] env[68326]: DEBUG nova.compute.provider_tree [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.979734] env[68326]: DEBUG nova.compute.manager [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1285.979965] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.980866] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e7aa11-64b9-4629-ad32-4e820a0ede11 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.990265] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.990526] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-785108be-3de4-44e0-a1c3-014510d44daf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.054501] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.054749] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.054905] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Deleting the datastore file [datastore1] 31da6d4e-4677-4361-974e-1c5732bbe64e {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.055213] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9e5f2b9-d244-4d7b-b142-b59302fd3c40 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.062023] env[68326]: DEBUG oslo_vmware.api [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1286.062023] env[68326]: value = "task-3130367" [ 1286.062023] env[68326]: _type = "Task" [ 1286.062023] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.070597] env[68326]: DEBUG oslo_vmware.api [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.207913] env[68326]: DEBUG oslo_vmware.api [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130365, 'name': PowerOnVM_Task, 'duration_secs': 1.054346} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.208281] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.208490] env[68326]: INFO nova.compute.manager [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1286.208674] env[68326]: DEBUG nova.compute.manager [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1286.209446] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101b36ee-66b7-4545-b286-dffd8e8e4ce5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.320574] env[68326]: DEBUG nova.scheduler.client.report [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.572191] env[68326]: DEBUG oslo_vmware.api [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165788} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.572511] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.572731] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1286.572949] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.573146] env[68326]: INFO nova.compute.manager [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1286.573388] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1286.573603] env[68326]: DEBUG nova.compute.manager [-] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1286.573737] env[68326]: DEBUG nova.network.neutron [-] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1286.727033] env[68326]: INFO nova.compute.manager [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Took 13.66 seconds to build instance. [ 1286.825428] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.826109] env[68326]: DEBUG nova.compute.manager [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1286.829943] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.527s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.861822] env[68326]: DEBUG nova.compute.manager [req-f4d02b49-189c-410d-90bc-262e0976364e req-5f12c107-112b-49e8-adf3-aa5a78f7c488 service nova] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Received event network-vif-deleted-df6a4c72-c9a8-43ed-922a-46a6398b0322 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1286.861966] env[68326]: INFO nova.compute.manager [req-f4d02b49-189c-410d-90bc-262e0976364e req-5f12c107-112b-49e8-adf3-aa5a78f7c488 service nova] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Neutron deleted interface df6a4c72-c9a8-43ed-922a-46a6398b0322; detaching it from the instance and deleting it from the info cache [ 1286.862157] env[68326]: DEBUG nova.network.neutron [req-f4d02b49-189c-410d-90bc-262e0976364e req-5f12c107-112b-49e8-adf3-aa5a78f7c488 service nova] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.101789] env[68326]: INFO nova.compute.manager [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Rebuilding instance [ 1287.153848] env[68326]: DEBUG nova.compute.manager [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1287.154715] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec1d078-0d53-47b0-aaed-e2959770b8a0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.229090] env[68326]: DEBUG oslo_concurrency.lockutils [None req-3c2c3fd3-431f-4e17-b036-c28104372f33 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "b44337c7-ac8a-4079-ae83-e298298d7746" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.173s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.332113] env[68326]: DEBUG nova.compute.utils [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1287.333384] env[68326]: DEBUG nova.compute.manager [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1287.333636] env[68326]: DEBUG nova.network.neutron [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1287.339700] env[68326]: DEBUG nova.network.neutron [-] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.367040] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa4b8eaf-a694-492e-98b7-4552e1b479a3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.374421] env[68326]: DEBUG nova.policy [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e92d065e7e645fca104683aa4ae0118', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed6fb8e7acbe445e83cf1f1cad1c5d84', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1287.381982] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968d1dec-7e2e-4ca9-809c-704e2c242d68 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.415829] env[68326]: DEBUG nova.compute.manager [req-f4d02b49-189c-410d-90bc-262e0976364e req-5f12c107-112b-49e8-adf3-aa5a78f7c488 service nova] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Detach interface failed, port_id=df6a4c72-c9a8-43ed-922a-46a6398b0322, reason: Instance 31da6d4e-4677-4361-974e-1c5732bbe64e could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1287.471440] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763d3b5b-a536-41c2-a994-3db27eb8da79 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.480065] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af5d730-19cf-4c5b-871b-399d40eb19dc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.512932] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854590b1-d0e4-44b6-8f6d-13914d5657f2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.521454] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b063eaaf-7ed3-44b1-b631-04508c3e64a5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.535244] env[68326]: DEBUG nova.compute.provider_tree [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.655078] env[68326]: DEBUG nova.network.neutron [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Successfully created port: 82eb872f-1356-4559-861f-338011f90c8c {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1287.839728] env[68326]: DEBUG nova.compute.manager [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1287.842709] env[68326]: INFO nova.compute.manager [-] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Took 1.27 seconds to deallocate network for instance. [ 1288.039061] env[68326]: DEBUG nova.scheduler.client.report [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.168119] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.168536] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-170d6620-04d1-45fa-b029-f41bb2104431 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.179237] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1288.179237] env[68326]: value = "task-3130368" [ 1288.179237] env[68326]: _type = "Task" [ 1288.179237] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.192201] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.348642] env[68326]: DEBUG oslo_concurrency.lockutils [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.690210] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130368, 'name': PowerOffVM_Task, 'duration_secs': 0.195349} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.690489] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.690818] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.691604] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41355f9a-dbf7-48e1-9087-2c33d4d43451 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.699444] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.699741] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4593fae-c6c0-488a-b453-36c0fed4cf0a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.728787] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.729123] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.729400] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Deleting the datastore file [datastore2] b44337c7-ac8a-4079-ae83-e298298d7746 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.729734] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38a1e308-1533-4716-a058-659f4007f7df {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.737757] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1288.737757] env[68326]: value = "task-3130370" [ 1288.737757] env[68326]: _type = "Task" [ 1288.737757] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.746848] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.849357] env[68326]: DEBUG nova.compute.manager [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1288.874633] env[68326]: DEBUG nova.virt.hardware [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1288.874905] env[68326]: DEBUG nova.virt.hardware [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.875077] env[68326]: DEBUG nova.virt.hardware [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1288.875263] env[68326]: DEBUG nova.virt.hardware [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.875408] env[68326]: DEBUG nova.virt.hardware [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1288.875601] env[68326]: DEBUG nova.virt.hardware [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1288.875824] env[68326]: DEBUG nova.virt.hardware [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1288.875984] env[68326]: DEBUG nova.virt.hardware [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1288.876164] env[68326]: DEBUG nova.virt.hardware [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1288.876326] env[68326]: DEBUG nova.virt.hardware [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1288.876497] env[68326]: DEBUG nova.virt.hardware [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1288.877380] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37acf7b8-ebb3-4c7b-b8d4-e55317e88ac4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.885183] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f9d06d-de9b-46ed-8580-424867cbc094 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.042014] env[68326]: DEBUG nova.compute.manager [req-014f2091-9202-4cd5-9b1d-6451281cce7a req-3274a8bb-3db8-471d-a85e-421484af03c0 service nova] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Received event network-vif-plugged-82eb872f-1356-4559-861f-338011f90c8c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1289.042255] env[68326]: DEBUG oslo_concurrency.lockutils [req-014f2091-9202-4cd5-9b1d-6451281cce7a req-3274a8bb-3db8-471d-a85e-421484af03c0 service nova] Acquiring lock "ee283e51-0723-4b26-b96e-d334edf233c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.042475] env[68326]: DEBUG oslo_concurrency.lockutils [req-014f2091-9202-4cd5-9b1d-6451281cce7a req-3274a8bb-3db8-471d-a85e-421484af03c0 service nova] Lock "ee283e51-0723-4b26-b96e-d334edf233c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.042627] env[68326]: DEBUG oslo_concurrency.lockutils [req-014f2091-9202-4cd5-9b1d-6451281cce7a req-3274a8bb-3db8-471d-a85e-421484af03c0 service nova] Lock "ee283e51-0723-4b26-b96e-d334edf233c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.042821] env[68326]: DEBUG nova.compute.manager [req-014f2091-9202-4cd5-9b1d-6451281cce7a req-3274a8bb-3db8-471d-a85e-421484af03c0 service nova] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] No waiting events found dispatching network-vif-plugged-82eb872f-1356-4559-861f-338011f90c8c {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1289.042953] env[68326]: WARNING nova.compute.manager [req-014f2091-9202-4cd5-9b1d-6451281cce7a req-3274a8bb-3db8-471d-a85e-421484af03c0 service nova] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Received unexpected event network-vif-plugged-82eb872f-1356-4559-861f-338011f90c8c for instance with vm_state building and task_state spawning. [ 1289.048871] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.220s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.051459] env[68326]: DEBUG oslo_concurrency.lockutils [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.703s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.051680] env[68326]: DEBUG nova.objects.instance [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lazy-loading 'resources' on Instance uuid 31da6d4e-4677-4361-974e-1c5732bbe64e {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.128685] env[68326]: DEBUG nova.network.neutron [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Successfully updated port: 82eb872f-1356-4559-861f-338011f90c8c {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1289.247999] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0907} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.248292] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.248446] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.248620] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.406602] env[68326]: INFO nova.compute.manager [None req-e0f215fd-f6ee-432e-9522-cab9c26fee6c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Get console output [ 1289.406826] env[68326]: WARNING nova.virt.vmwareapi.driver [None req-e0f215fd-f6ee-432e-9522-cab9c26fee6c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] The console log is missing. Check your VSPC configuration [ 1289.605044] env[68326]: INFO nova.scheduler.client.report [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleted allocation for migration 25047a0a-4fc7-476a-ae5e-cc19f4815464 [ 1289.631296] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "refresh_cache-ee283e51-0723-4b26-b96e-d334edf233c9" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.631444] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquired lock "refresh_cache-ee283e51-0723-4b26-b96e-d334edf233c9" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.631593] env[68326]: DEBUG nova.network.neutron [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.676920] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14105bc-f9f6-448a-8a13-2d9f0e22b0fd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.684503] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354f5f07-fa9c-45c3-b47f-aa974eb3cb7c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.715894] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931faaee-d349-48ba-abed-520cd86cc7d5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.722890] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3392b09-c156-438e-8739-83b20cbb51ac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.735687] env[68326]: DEBUG nova.compute.provider_tree [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.110996] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d4dfda02-dbd8-4069-b378-b41b8794b1a2 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "ee11f769-a714-4577-b211-1c517ce8da7a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.221s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.163707] env[68326]: DEBUG nova.network.neutron [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1290.239154] env[68326]: DEBUG nova.scheduler.client.report [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.277935] env[68326]: DEBUG nova.virt.hardware [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.278200] env[68326]: DEBUG nova.virt.hardware [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.278358] env[68326]: DEBUG nova.virt.hardware [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.278536] env[68326]: DEBUG nova.virt.hardware [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.278741] env[68326]: DEBUG nova.virt.hardware [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.278910] env[68326]: DEBUG nova.virt.hardware [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.279134] env[68326]: DEBUG nova.virt.hardware [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.279297] env[68326]: DEBUG nova.virt.hardware [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.279461] env[68326]: DEBUG nova.virt.hardware [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.279620] env[68326]: DEBUG nova.virt.hardware [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.279793] env[68326]: DEBUG nova.virt.hardware [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.280631] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284d9bc1-796a-4c2e-8612-c5f2545d2599 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.288871] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de0a29e-62b5-4eb5-871a-c6381f8f5792 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.293323] env[68326]: DEBUG nova.network.neutron [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Updating instance_info_cache with network_info: [{"id": "82eb872f-1356-4559-861f-338011f90c8c", "address": "fa:16:3e:29:6e:a6", "network": {"id": "ac7359b8-ac06-40cc-b09d-ba5c0b1520ac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1023837366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed6fb8e7acbe445e83cf1f1cad1c5d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82eb872f-13", "ovs_interfaceid": "82eb872f-1356-4559-861f-338011f90c8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.304511] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Instance VIF info [] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1290.310055] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.310772] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1290.310990] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16fe1663-b6a2-418a-b359-cb1cd43ffb55 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.328953] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1290.328953] env[68326]: value = "task-3130371" [ 1290.328953] env[68326]: _type = "Task" [ 1290.328953] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.336795] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130371, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.743802] env[68326]: DEBUG oslo_concurrency.lockutils [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.761560] env[68326]: INFO nova.scheduler.client.report [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Deleted allocations for instance 31da6d4e-4677-4361-974e-1c5732bbe64e [ 1290.796146] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Releasing lock "refresh_cache-ee283e51-0723-4b26-b96e-d334edf233c9" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.796460] env[68326]: DEBUG nova.compute.manager [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Instance network_info: |[{"id": "82eb872f-1356-4559-861f-338011f90c8c", "address": "fa:16:3e:29:6e:a6", "network": {"id": "ac7359b8-ac06-40cc-b09d-ba5c0b1520ac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1023837366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed6fb8e7acbe445e83cf1f1cad1c5d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82eb872f-13", "ovs_interfaceid": "82eb872f-1356-4559-861f-338011f90c8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1290.797623] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:6e:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82eb872f-1356-4559-861f-338011f90c8c', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1290.805296] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.806263] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1290.806504] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eb5ed97-06c8-47c0-9233-a31419717ae9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.827547] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1290.827547] env[68326]: value = "task-3130372" [ 1290.827547] env[68326]: _type = "Task" [ 1290.827547] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.839402] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130372, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.842193] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130371, 'name': CreateVM_Task, 'duration_secs': 0.259234} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.842339] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.842739] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.842896] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.843218] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.843447] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e156f6d-60b6-4742-9f13-971c3352fa71 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.847926] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1290.847926] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]525c18d9-5251-2994-1b9a-6cdb5c252df8" [ 1290.847926] env[68326]: _type = "Task" [ 1290.847926] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.856062] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525c18d9-5251-2994-1b9a-6cdb5c252df8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.067601] env[68326]: DEBUG nova.compute.manager [req-bfaa3f4d-4934-4264-9c35-c372c190043c req-2f427cd1-cfa1-4b58-8cd0-b04a18e1ad35 service nova] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Received event network-changed-82eb872f-1356-4559-861f-338011f90c8c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1291.067741] env[68326]: DEBUG nova.compute.manager [req-bfaa3f4d-4934-4264-9c35-c372c190043c req-2f427cd1-cfa1-4b58-8cd0-b04a18e1ad35 service nova] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Refreshing instance network info cache due to event network-changed-82eb872f-1356-4559-861f-338011f90c8c. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1291.067977] env[68326]: DEBUG oslo_concurrency.lockutils [req-bfaa3f4d-4934-4264-9c35-c372c190043c req-2f427cd1-cfa1-4b58-8cd0-b04a18e1ad35 service nova] Acquiring lock "refresh_cache-ee283e51-0723-4b26-b96e-d334edf233c9" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.068153] env[68326]: DEBUG oslo_concurrency.lockutils [req-bfaa3f4d-4934-4264-9c35-c372c190043c req-2f427cd1-cfa1-4b58-8cd0-b04a18e1ad35 service nova] Acquired lock "refresh_cache-ee283e51-0723-4b26-b96e-d334edf233c9" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.068335] env[68326]: DEBUG nova.network.neutron [req-bfaa3f4d-4934-4264-9c35-c372c190043c req-2f427cd1-cfa1-4b58-8cd0-b04a18e1ad35 service nova] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Refreshing network info cache for port 82eb872f-1356-4559-861f-338011f90c8c {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.270017] env[68326]: DEBUG oslo_concurrency.lockutils [None req-061f4e8a-165f-4cb1-81ab-53d3c446b6e0 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "31da6d4e-4677-4361-974e-1c5732bbe64e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.797s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.337980] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130372, 'name': CreateVM_Task, 'duration_secs': 0.304731} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.338195] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.338817] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.358285] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]525c18d9-5251-2994-1b9a-6cdb5c252df8, 'name': SearchDatastore_Task, 'duration_secs': 0.01017} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.358553] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.358799] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1291.359044] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.359196] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.359372] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.359636] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.359937] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.360171] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06a399f0-3638-4e34-9df0-607f36d872ac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.361806] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6912c8-e98d-473b-b3a0-c10c91b1079a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.367602] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1291.367602] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5240fcc8-a5d3-6fd1-6049-0107c6504e42" [ 1291.367602] env[68326]: _type = "Task" [ 1291.367602] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.371842] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.372141] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1291.373184] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3903f14-38c0-41f4-a962-7fdce92a028e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.378884] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5240fcc8-a5d3-6fd1-6049-0107c6504e42, 'name': SearchDatastore_Task, 'duration_secs': 0.010145} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.380056] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.380308] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1291.380539] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.380836] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1291.380836] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]523f67e2-0615-7255-1978-0186348e6b0a" [ 1291.380836] env[68326]: _type = "Task" [ 1291.380836] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.389096] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]523f67e2-0615-7255-1978-0186348e6b0a, 'name': SearchDatastore_Task, 'duration_secs': 0.008228} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.389792] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20026a51-5b8a-4bae-a5a2-aaa6fd09e486 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.394384] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1291.394384] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]521583ff-aaaa-a969-7512-b2317460fa1a" [ 1291.394384] env[68326]: _type = "Task" [ 1291.394384] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.402216] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521583ff-aaaa-a969-7512-b2317460fa1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.792303] env[68326]: DEBUG nova.network.neutron [req-bfaa3f4d-4934-4264-9c35-c372c190043c req-2f427cd1-cfa1-4b58-8cd0-b04a18e1ad35 service nova] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Updated VIF entry in instance network info cache for port 82eb872f-1356-4559-861f-338011f90c8c. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.792653] env[68326]: DEBUG nova.network.neutron [req-bfaa3f4d-4934-4264-9c35-c372c190043c req-2f427cd1-cfa1-4b58-8cd0-b04a18e1ad35 service nova] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Updating instance_info_cache with network_info: [{"id": "82eb872f-1356-4559-861f-338011f90c8c", "address": "fa:16:3e:29:6e:a6", "network": {"id": "ac7359b8-ac06-40cc-b09d-ba5c0b1520ac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1023837366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed6fb8e7acbe445e83cf1f1cad1c5d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82eb872f-13", "ovs_interfaceid": "82eb872f-1356-4559-861f-338011f90c8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.905458] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]521583ff-aaaa-a969-7512-b2317460fa1a, 'name': SearchDatastore_Task, 'duration_secs': 0.008835} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.905756] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.906045] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] b44337c7-ac8a-4079-ae83-e298298d7746/b44337c7-ac8a-4079-ae83-e298298d7746.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1291.906338] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.906529] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.906785] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b5ae400-4ed8-4124-b09e-529b6ce7f046 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.908844] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1d02a2f-89c8-4bcf-9810-a0fbb2e39339 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.916918] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1291.916918] env[68326]: value = "task-3130373" [ 1291.916918] env[68326]: _type = "Task" [ 1291.916918] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.920937] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.921159] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1291.922156] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24931e51-36cb-4d6d-9515-ce27bb11ddae {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.927342] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.931376] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1291.931376] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5299714a-e848-c878-3fa2-e896a8573409" [ 1291.931376] env[68326]: _type = "Task" [ 1291.931376] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.951940] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5299714a-e848-c878-3fa2-e896a8573409, 'name': SearchDatastore_Task, 'duration_secs': 0.010335} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.952753] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19d32610-b09f-4e14-81c8-5125c48c7e80 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.959912] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1291.959912] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5283d36d-263f-0edb-b582-6ad99ffe09e7" [ 1291.959912] env[68326]: _type = "Task" [ 1291.959912] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.968204] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5283d36d-263f-0edb-b582-6ad99ffe09e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.295686] env[68326]: DEBUG oslo_concurrency.lockutils [req-bfaa3f4d-4934-4264-9c35-c372c190043c req-2f427cd1-cfa1-4b58-8cd0-b04a18e1ad35 service nova] Releasing lock "refresh_cache-ee283e51-0723-4b26-b96e-d334edf233c9" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.417467] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.417699] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.429155] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486966} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.430027] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] b44337c7-ac8a-4079-ae83-e298298d7746/b44337c7-ac8a-4079-ae83-e298298d7746.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.430244] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.430481] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38bf6e3b-7f96-4c49-8ea4-238ce18e6e24 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.438797] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1292.438797] env[68326]: value = "task-3130374" [ 1292.438797] env[68326]: _type = "Task" [ 1292.438797] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.446815] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.470199] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5283d36d-263f-0edb-b582-6ad99ffe09e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009591} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.470452] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.470713] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] ee283e51-0723-4b26-b96e-d334edf233c9/ee283e51-0723-4b26-b96e-d334edf233c9.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1292.470955] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b54f6498-142f-4a63-a3ba-6644040248b4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.478899] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1292.478899] env[68326]: value = "task-3130375" [ 1292.478899] env[68326]: _type = "Task" [ 1292.478899] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.488265] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.920029] env[68326]: DEBUG nova.compute.manager [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1292.949714] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071013} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.950042] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.950858] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6253ac0f-2a09-473d-a815-9762d5fb6505 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.971653] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] b44337c7-ac8a-4079-ae83-e298298d7746/b44337c7-ac8a-4079-ae83-e298298d7746.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.972745] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bf94e2f-9240-4a1b-9944-ace80bf91418 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.997979] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435299} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.999210] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] ee283e51-0723-4b26-b96e-d334edf233c9/ee283e51-0723-4b26-b96e-d334edf233c9.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.999436] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.999740] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1292.999740] env[68326]: value = "task-3130376" [ 1292.999740] env[68326]: _type = "Task" [ 1292.999740] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.999929] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11ecaa30-2015-4f44-a4ad-8b96f2c0ff31 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.010038] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.011274] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1293.011274] env[68326]: value = "task-3130377" [ 1293.011274] env[68326]: _type = "Task" [ 1293.011274] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.020216] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.444171] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.444459] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.445940] env[68326]: INFO nova.compute.claims [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.512683] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.521725] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068699} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.521984] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1293.522802] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8a423c-3109-4e85-9095-b884d4da5170 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.544793] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] ee283e51-0723-4b26-b96e-d334edf233c9/ee283e51-0723-4b26-b96e-d334edf233c9.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.545100] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e7ade0a-4e1c-4674-982b-3a0379a09adb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.567137] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1293.567137] env[68326]: value = "task-3130378" [ 1293.567137] env[68326]: _type = "Task" [ 1293.567137] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.576878] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.013284] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130376, 'name': ReconfigVM_Task, 'duration_secs': 1.013312} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.013585] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Reconfigured VM instance instance-0000007c to attach disk [datastore2] b44337c7-ac8a-4079-ae83-e298298d7746/b44337c7-ac8a-4079-ae83-e298298d7746.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.014236] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd4bf6d1-0ee1-46ab-9535-d31548ab185a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.021317] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1294.021317] env[68326]: value = "task-3130379" [ 1294.021317] env[68326]: _type = "Task" [ 1294.021317] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.029152] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130379, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.076618] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130378, 'name': ReconfigVM_Task, 'duration_secs': 0.301552} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.076952] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Reconfigured VM instance instance-0000007d to attach disk [datastore2] ee283e51-0723-4b26-b96e-d334edf233c9/ee283e51-0723-4b26-b96e-d334edf233c9.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.078174] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ee0b6af-7827-46c1-b727-f57a0372f8c9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.085679] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1294.085679] env[68326]: value = "task-3130380" [ 1294.085679] env[68326]: _type = "Task" [ 1294.085679] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.093767] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130380, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.533305] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130379, 'name': Rename_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.557040] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575cf043-1016-4db3-b067-6d415a14011f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.564134] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31683d35-7062-4c96-a9da-8c37851d0bd9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.598636] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4eb6a1-6ad9-43d8-86b1-de7a8f0a71bd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.605862] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130380, 'name': Rename_Task, 'duration_secs': 0.136401} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.607957] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.608273] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89890808-c205-42b6-9ba2-39156fbe991e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.610522] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e3e121-6f84-4ffe-a95a-2152a1c7a883 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.624432] env[68326]: DEBUG nova.compute.provider_tree [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.626825] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1294.626825] env[68326]: value = "task-3130381" [ 1294.626825] env[68326]: _type = "Task" [ 1294.626825] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.637078] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130381, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.033173] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130379, 'name': Rename_Task} progress is 14%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.128707] env[68326]: DEBUG nova.scheduler.client.report [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.140967] env[68326]: DEBUG oslo_vmware.api [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130381, 'name': PowerOnVM_Task, 'duration_secs': 0.460955} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.141238] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.141439] env[68326]: INFO nova.compute.manager [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Took 6.29 seconds to spawn the instance on the hypervisor. [ 1295.141617] env[68326]: DEBUG nova.compute.manager [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1295.142402] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de315ae-40d2-416b-9e92-4c9328fab023 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.532806] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130379, 'name': Rename_Task, 'duration_secs': 1.072377} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.533136] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.533384] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a57f390-079c-4ce3-a918-ca0d6d0d18e1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.540613] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1295.540613] env[68326]: value = "task-3130382" [ 1295.540613] env[68326]: _type = "Task" [ 1295.540613] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.548239] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.636393] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.636934] env[68326]: DEBUG nova.compute.manager [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1295.659182] env[68326]: INFO nova.compute.manager [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Took 11.06 seconds to build instance. [ 1296.051053] env[68326]: DEBUG oslo_vmware.api [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130382, 'name': PowerOnVM_Task, 'duration_secs': 0.416394} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.051053] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.051264] env[68326]: DEBUG nova.compute.manager [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1296.051951] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bc2d2b-e9aa-48ab-be20-81c29d85686a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.142027] env[68326]: DEBUG nova.compute.utils [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1296.143270] env[68326]: DEBUG nova.compute.manager [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1296.143485] env[68326]: DEBUG nova.network.neutron [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1296.162825] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ef4637ac-b17d-4eba-9afd-2db9bd6a75bd tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "ee283e51-0723-4b26-b96e-d334edf233c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.577s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.185129] env[68326]: DEBUG nova.policy [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db0893c6b3314c13a6f730308e9a5d10', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29faa62d8f7d46f19d04f1d15fc7c591', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1296.467314] env[68326]: DEBUG nova.network.neutron [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Successfully created port: 5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1296.569861] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.570143] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.570482] env[68326]: DEBUG nova.objects.instance [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68326) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1296.647142] env[68326]: DEBUG nova.compute.manager [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1296.716597] env[68326]: DEBUG nova.compute.manager [req-5e0a3223-840e-4670-9c0a-f997f7355440 req-eefd8839-aeb7-4aa3-ae30-bcec2cbfc2ba service nova] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Received event network-changed-82eb872f-1356-4559-861f-338011f90c8c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1296.716791] env[68326]: DEBUG nova.compute.manager [req-5e0a3223-840e-4670-9c0a-f997f7355440 req-eefd8839-aeb7-4aa3-ae30-bcec2cbfc2ba service nova] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Refreshing instance network info cache due to event network-changed-82eb872f-1356-4559-861f-338011f90c8c. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1296.716907] env[68326]: DEBUG oslo_concurrency.lockutils [req-5e0a3223-840e-4670-9c0a-f997f7355440 req-eefd8839-aeb7-4aa3-ae30-bcec2cbfc2ba service nova] Acquiring lock "refresh_cache-ee283e51-0723-4b26-b96e-d334edf233c9" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.717037] env[68326]: DEBUG oslo_concurrency.lockutils [req-5e0a3223-840e-4670-9c0a-f997f7355440 req-eefd8839-aeb7-4aa3-ae30-bcec2cbfc2ba service nova] Acquired lock "refresh_cache-ee283e51-0723-4b26-b96e-d334edf233c9" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.717205] env[68326]: DEBUG nova.network.neutron [req-5e0a3223-840e-4670-9c0a-f997f7355440 req-eefd8839-aeb7-4aa3-ae30-bcec2cbfc2ba service nova] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Refreshing network info cache for port 82eb872f-1356-4559-861f-338011f90c8c {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.034784] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquiring lock "b44337c7-ac8a-4079-ae83-e298298d7746" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.035165] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "b44337c7-ac8a-4079-ae83-e298298d7746" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.035455] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquiring lock "b44337c7-ac8a-4079-ae83-e298298d7746-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.035740] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "b44337c7-ac8a-4079-ae83-e298298d7746-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.035968] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "b44337c7-ac8a-4079-ae83-e298298d7746-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.038589] env[68326]: INFO nova.compute.manager [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Terminating instance [ 1297.414536] env[68326]: DEBUG nova.network.neutron [req-5e0a3223-840e-4670-9c0a-f997f7355440 req-eefd8839-aeb7-4aa3-ae30-bcec2cbfc2ba service nova] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Updated VIF entry in instance network info cache for port 82eb872f-1356-4559-861f-338011f90c8c. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.414921] env[68326]: DEBUG nova.network.neutron [req-5e0a3223-840e-4670-9c0a-f997f7355440 req-eefd8839-aeb7-4aa3-ae30-bcec2cbfc2ba service nova] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Updating instance_info_cache with network_info: [{"id": "82eb872f-1356-4559-861f-338011f90c8c", "address": "fa:16:3e:29:6e:a6", "network": {"id": "ac7359b8-ac06-40cc-b09d-ba5c0b1520ac", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1023837366-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed6fb8e7acbe445e83cf1f1cad1c5d84", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82eb872f-13", "ovs_interfaceid": "82eb872f-1356-4559-861f-338011f90c8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.542462] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquiring lock "refresh_cache-b44337c7-ac8a-4079-ae83-e298298d7746" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.542653] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquired lock "refresh_cache-b44337c7-ac8a-4079-ae83-e298298d7746" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.542849] env[68326]: DEBUG nova.network.neutron [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.579158] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ba9f45e7-0d44-40a8-8536-e91fdd235004 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.655822] env[68326]: DEBUG nova.compute.manager [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1297.684301] env[68326]: DEBUG nova.virt.hardware [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.684544] env[68326]: DEBUG nova.virt.hardware [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.684708] env[68326]: DEBUG nova.virt.hardware [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.684882] env[68326]: DEBUG nova.virt.hardware [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.685036] env[68326]: DEBUG nova.virt.hardware [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.685189] env[68326]: DEBUG nova.virt.hardware [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.685395] env[68326]: DEBUG nova.virt.hardware [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.685896] env[68326]: DEBUG nova.virt.hardware [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.685896] env[68326]: DEBUG nova.virt.hardware [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.685896] env[68326]: DEBUG nova.virt.hardware [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.686070] env[68326]: DEBUG nova.virt.hardware [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.686875] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81886f5c-ec85-43d2-9174-54d66447d20e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.695140] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7e6e80-f2c9-424c-89c5-194ba9a40b48 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.881665] env[68326]: DEBUG nova.compute.manager [req-0e2baa28-95e0-4a5e-9af5-a5e3848e73e4 req-c601602e-ef33-4bd3-a6e7-9f37eb5c7277 service nova] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Received event network-vif-plugged-5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1297.881935] env[68326]: DEBUG oslo_concurrency.lockutils [req-0e2baa28-95e0-4a5e-9af5-a5e3848e73e4 req-c601602e-ef33-4bd3-a6e7-9f37eb5c7277 service nova] Acquiring lock "1f63f302-7cc8-4506-93e4-7bc95a6f6bd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.882242] env[68326]: DEBUG oslo_concurrency.lockutils [req-0e2baa28-95e0-4a5e-9af5-a5e3848e73e4 req-c601602e-ef33-4bd3-a6e7-9f37eb5c7277 service nova] Lock "1f63f302-7cc8-4506-93e4-7bc95a6f6bd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.882377] env[68326]: DEBUG oslo_concurrency.lockutils [req-0e2baa28-95e0-4a5e-9af5-a5e3848e73e4 req-c601602e-ef33-4bd3-a6e7-9f37eb5c7277 service nova] Lock "1f63f302-7cc8-4506-93e4-7bc95a6f6bd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.882558] env[68326]: DEBUG nova.compute.manager [req-0e2baa28-95e0-4a5e-9af5-a5e3848e73e4 req-c601602e-ef33-4bd3-a6e7-9f37eb5c7277 service nova] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] No waiting events found dispatching network-vif-plugged-5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1297.882763] env[68326]: WARNING nova.compute.manager [req-0e2baa28-95e0-4a5e-9af5-a5e3848e73e4 req-c601602e-ef33-4bd3-a6e7-9f37eb5c7277 service nova] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Received unexpected event network-vif-plugged-5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9 for instance with vm_state building and task_state spawning. [ 1297.917456] env[68326]: DEBUG oslo_concurrency.lockutils [req-5e0a3223-840e-4670-9c0a-f997f7355440 req-eefd8839-aeb7-4aa3-ae30-bcec2cbfc2ba service nova] Releasing lock "refresh_cache-ee283e51-0723-4b26-b96e-d334edf233c9" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.974268] env[68326]: DEBUG nova.network.neutron [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Successfully updated port: 5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1298.062837] env[68326]: DEBUG nova.network.neutron [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1298.111699] env[68326]: DEBUG nova.network.neutron [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.476646] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "refresh_cache-1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.476990] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "refresh_cache-1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.477226] env[68326]: DEBUG nova.network.neutron [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.614920] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Releasing lock "refresh_cache-b44337c7-ac8a-4079-ae83-e298298d7746" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.615396] env[68326]: DEBUG nova.compute.manager [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1298.615598] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.616905] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfea88a1-1f51-4413-ab30-6d1f1d5d8a89 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.625552] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.625807] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f059ec8-fbb4-4a9c-b923-99393275d057 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.633230] env[68326]: DEBUG oslo_vmware.api [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1298.633230] env[68326]: value = "task-3130383" [ 1298.633230] env[68326]: _type = "Task" [ 1298.633230] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.642166] env[68326]: DEBUG oslo_vmware.api [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.007803] env[68326]: DEBUG nova.network.neutron [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1299.121984] env[68326]: DEBUG nova.network.neutron [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Updating instance_info_cache with network_info: [{"id": "5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9", "address": "fa:16:3e:4f:ac:0f", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f8b9c74-a7", "ovs_interfaceid": "5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.142850] env[68326]: DEBUG oslo_vmware.api [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130383, 'name': PowerOffVM_Task, 'duration_secs': 0.204127} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.143128] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.143297] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.143540] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c33f396-6410-4e29-af7d-6974f67f2242 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.173453] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.173668] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.173854] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Deleting the datastore file [datastore2] b44337c7-ac8a-4079-ae83-e298298d7746 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.174135] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-367c305b-f7a3-4140-9ba1-04133f4e8b3f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.182175] env[68326]: DEBUG oslo_vmware.api [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1299.182175] env[68326]: value = "task-3130385" [ 1299.182175] env[68326]: _type = "Task" [ 1299.182175] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.190271] env[68326]: DEBUG oslo_vmware.api [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130385, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.625078] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "refresh_cache-1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.625078] env[68326]: DEBUG nova.compute.manager [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Instance network_info: |[{"id": "5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9", "address": "fa:16:3e:4f:ac:0f", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f8b9c74-a7", "ovs_interfaceid": "5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1299.625570] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:ac:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1299.632496] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.632709] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1299.632933] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6abb5a1-e137-4b4c-9c4b-fcb827934663 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.653929] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1299.653929] env[68326]: value = "task-3130386" [ 1299.653929] env[68326]: _type = "Task" [ 1299.653929] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.661784] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130386, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.692351] env[68326]: DEBUG oslo_vmware.api [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130385, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134764} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.692607] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1299.692791] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1299.692993] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1299.693197] env[68326]: INFO nova.compute.manager [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1299.693469] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1299.693619] env[68326]: DEBUG nova.compute.manager [-] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1299.693715] env[68326]: DEBUG nova.network.neutron [-] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1299.709977] env[68326]: DEBUG nova.network.neutron [-] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1299.908455] env[68326]: DEBUG nova.compute.manager [req-ef167ec9-d0ea-4bd2-97bd-dd0f851c56cb req-6004d128-eeef-47ba-8428-ac1502adf711 service nova] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Received event network-changed-5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1299.908623] env[68326]: DEBUG nova.compute.manager [req-ef167ec9-d0ea-4bd2-97bd-dd0f851c56cb req-6004d128-eeef-47ba-8428-ac1502adf711 service nova] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Refreshing instance network info cache due to event network-changed-5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1299.908803] env[68326]: DEBUG oslo_concurrency.lockutils [req-ef167ec9-d0ea-4bd2-97bd-dd0f851c56cb req-6004d128-eeef-47ba-8428-ac1502adf711 service nova] Acquiring lock "refresh_cache-1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.908956] env[68326]: DEBUG oslo_concurrency.lockutils [req-ef167ec9-d0ea-4bd2-97bd-dd0f851c56cb req-6004d128-eeef-47ba-8428-ac1502adf711 service nova] Acquired lock "refresh_cache-1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.909133] env[68326]: DEBUG nova.network.neutron [req-ef167ec9-d0ea-4bd2-97bd-dd0f851c56cb req-6004d128-eeef-47ba-8428-ac1502adf711 service nova] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Refreshing network info cache for port 5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1300.164921] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130386, 'name': CreateVM_Task, 'duration_secs': 0.314642} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.165181] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1300.165900] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.166080] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.166398] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.166653] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35ef312f-b026-46ad-baf6-b1a86dad04a1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.171997] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1300.171997] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52dd9016-d0a2-de56-6c35-6639544d909f" [ 1300.171997] env[68326]: _type = "Task" [ 1300.171997] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.180195] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52dd9016-d0a2-de56-6c35-6639544d909f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.212612] env[68326]: DEBUG nova.network.neutron [-] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.621531] env[68326]: DEBUG nova.network.neutron [req-ef167ec9-d0ea-4bd2-97bd-dd0f851c56cb req-6004d128-eeef-47ba-8428-ac1502adf711 service nova] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Updated VIF entry in instance network info cache for port 5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1300.621892] env[68326]: DEBUG nova.network.neutron [req-ef167ec9-d0ea-4bd2-97bd-dd0f851c56cb req-6004d128-eeef-47ba-8428-ac1502adf711 service nova] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Updating instance_info_cache with network_info: [{"id": "5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9", "address": "fa:16:3e:4f:ac:0f", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f8b9c74-a7", "ovs_interfaceid": "5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.682960] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52dd9016-d0a2-de56-6c35-6639544d909f, 'name': SearchDatastore_Task, 'duration_secs': 0.010506} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.683294] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.683486] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1300.683751] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.683906] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.684097] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1300.684353] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eee6462a-f6b9-463b-b9ef-1a07a8bd1e85 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.692948] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1300.693118] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1300.693799] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2956d165-992e-4e91-8dbf-0560df8c4895 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.699255] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1300.699255] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52373712-b23d-d248-922a-f3eb5989a073" [ 1300.699255] env[68326]: _type = "Task" [ 1300.699255] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.706489] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52373712-b23d-d248-922a-f3eb5989a073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.714965] env[68326]: INFO nova.compute.manager [-] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Took 1.02 seconds to deallocate network for instance. [ 1301.126329] env[68326]: DEBUG oslo_concurrency.lockutils [req-ef167ec9-d0ea-4bd2-97bd-dd0f851c56cb req-6004d128-eeef-47ba-8428-ac1502adf711 service nova] Releasing lock "refresh_cache-1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.209763] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52373712-b23d-d248-922a-f3eb5989a073, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.210541] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee2166b5-6b03-434f-abf4-7fc1598605fe {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.215782] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1301.215782] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52f40bb7-0214-1d02-851a-0c323189edd5" [ 1301.215782] env[68326]: _type = "Task" [ 1301.215782] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.220641] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.220984] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.221117] env[68326]: DEBUG nova.objects.instance [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lazy-loading 'resources' on Instance uuid b44337c7-ac8a-4079-ae83-e298298d7746 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.225033] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52f40bb7-0214-1d02-851a-0c323189edd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.730233] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52f40bb7-0214-1d02-851a-0c323189edd5, 'name': SearchDatastore_Task, 'duration_secs': 0.010708} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.730692] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.730953] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0/1f63f302-7cc8-4506-93e4-7bc95a6f6bd0.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1301.731256] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa6dd948-5821-416e-95e4-a9f61eec1aa8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.739836] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1301.739836] env[68326]: value = "task-3130387" [ 1301.739836] env[68326]: _type = "Task" [ 1301.739836] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.748114] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.846632] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ce6b50-bf55-444d-8c73-514466fc2ad5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.854648] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2c97b6-5706-481a-a6e8-f3f8a1262251 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.886221] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648d8a8a-e751-493f-a46a-06b8c600c04f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.894851] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdc1a70-addb-4f6d-8bd6-c33337eea3e6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.910553] env[68326]: DEBUG nova.compute.provider_tree [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.250389] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477969} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.250644] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore2] 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0/1f63f302-7cc8-4506-93e4-7bc95a6f6bd0.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1302.250845] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1302.251118] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99b4521c-c105-4ca6-a1ce-a97923355b2e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.258502] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1302.258502] env[68326]: value = "task-3130388" [ 1302.258502] env[68326]: _type = "Task" [ 1302.258502] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.266375] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.413651] env[68326]: DEBUG nova.scheduler.client.report [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.769816] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066138} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.769816] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1302.770446] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67285786-6ff2-43d5-b6fa-ae33f413f74a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.793283] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0/1f63f302-7cc8-4506-93e4-7bc95a6f6bd0.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.793559] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8cd7a34-0978-493a-98e3-30f8d831dd6b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.814566] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1302.814566] env[68326]: value = "task-3130389" [ 1302.814566] env[68326]: _type = "Task" [ 1302.814566] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.825249] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.918443] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.941119] env[68326]: INFO nova.scheduler.client.report [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Deleted allocations for instance b44337c7-ac8a-4079-ae83-e298298d7746 [ 1303.093144] env[68326]: DEBUG oslo_concurrency.lockutils [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "3c33f463-f5ef-479f-900a-861fa44ece36" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.093461] env[68326]: DEBUG oslo_concurrency.lockutils [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "3c33f463-f5ef-479f-900a-861fa44ece36" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.325235] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130389, 'name': ReconfigVM_Task, 'duration_secs': 0.3129} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.325519] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0/1f63f302-7cc8-4506-93e4-7bc95a6f6bd0.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.326178] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03f71aa4-61ed-4494-b594-f0732dc0c06a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.333824] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1303.333824] env[68326]: value = "task-3130390" [ 1303.333824] env[68326]: _type = "Task" [ 1303.333824] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.341855] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130390, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.449110] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d5f2cace-dd87-4944-b877-68eddd759a22 tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "b44337c7-ac8a-4079-ae83-e298298d7746" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.414s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.596779] env[68326]: DEBUG nova.compute.utils [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1303.843709] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130390, 'name': Rename_Task, 'duration_secs': 0.134469} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.844046] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1303.844287] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8ccdde0-d87a-49fb-9246-4eb7262d1c28 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.851470] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1303.851470] env[68326]: value = "task-3130391" [ 1303.851470] env[68326]: _type = "Task" [ 1303.851470] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.860607] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.100043] env[68326]: DEBUG oslo_concurrency.lockutils [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "3c33f463-f5ef-479f-900a-861fa44ece36" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.362166] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130391, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.595894] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquiring lock "7a59fd3c-d067-4c87-81a4-bdcf09b1a311" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.596120] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "7a59fd3c-d067-4c87-81a4-bdcf09b1a311" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.596347] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquiring lock "7a59fd3c-d067-4c87-81a4-bdcf09b1a311-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.596535] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "7a59fd3c-d067-4c87-81a4-bdcf09b1a311-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.596698] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "7a59fd3c-d067-4c87-81a4-bdcf09b1a311-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.599094] env[68326]: INFO nova.compute.manager [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Terminating instance [ 1304.863381] env[68326]: DEBUG oslo_vmware.api [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130391, 'name': PowerOnVM_Task, 'duration_secs': 0.693221} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.863808] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1304.863808] env[68326]: INFO nova.compute.manager [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1304.863981] env[68326]: DEBUG nova.compute.manager [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1304.864775] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b535296f-5aff-423d-a3fd-58dcc4525b50 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.102739] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquiring lock "refresh_cache-7a59fd3c-d067-4c87-81a4-bdcf09b1a311" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.102951] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquired lock "refresh_cache-7a59fd3c-d067-4c87-81a4-bdcf09b1a311" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.103132] env[68326]: DEBUG nova.network.neutron [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.155936] env[68326]: DEBUG oslo_concurrency.lockutils [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "3c33f463-f5ef-479f-900a-861fa44ece36" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.156139] env[68326]: DEBUG oslo_concurrency.lockutils [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "3c33f463-f5ef-479f-900a-861fa44ece36" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.156372] env[68326]: INFO nova.compute.manager [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Attaching volume add23d10-6e6b-41b0-9207-90b1531db2ad to /dev/sdb [ 1305.186245] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a228f067-b292-4438-afb7-8458188b90ff {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.194021] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c31d8c-bea8-4999-8223-c41892960db5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.208077] env[68326]: DEBUG nova.virt.block_device [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Updating existing volume attachment record: 20e82111-c307-4be8-b6f8-2d3bfc775595 {{(pid=68326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1305.381491] env[68326]: INFO nova.compute.manager [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Took 11.96 seconds to build instance. [ 1305.624210] env[68326]: DEBUG nova.network.neutron [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1305.685172] env[68326]: DEBUG nova.network.neutron [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.883340] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cdbdbd82-f6bc-47ea-9414-ded60712e845 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.465s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.189514] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Releasing lock "refresh_cache-7a59fd3c-d067-4c87-81a4-bdcf09b1a311" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.189945] env[68326]: DEBUG nova.compute.manager [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1306.190149] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.191060] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83153089-e473-4e2b-9421-4744c6b92d70 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.199849] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.200169] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5694ec6-c44b-4f1e-b03b-f66b1e89bf66 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.207372] env[68326]: DEBUG oslo_vmware.api [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1306.207372] env[68326]: value = "task-3130393" [ 1306.207372] env[68326]: _type = "Task" [ 1306.207372] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.216879] env[68326]: DEBUG oslo_vmware.api [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.718220] env[68326]: DEBUG oslo_vmware.api [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130393, 'name': PowerOffVM_Task, 'duration_secs': 0.164761} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.718433] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.718605] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.718845] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2447a10d-9212-4a48-bdfa-4450a28a9508 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.746265] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.746522] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.746747] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Deleting the datastore file [datastore1] 7a59fd3c-d067-4c87-81a4-bdcf09b1a311 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.747064] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d8cc00f-884e-4111-be7a-e44465045c2f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.754200] env[68326]: DEBUG oslo_vmware.api [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for the task: (returnval){ [ 1306.754200] env[68326]: value = "task-3130395" [ 1306.754200] env[68326]: _type = "Task" [ 1306.754200] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.762088] env[68326]: DEBUG oslo_vmware.api [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130395, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.266169] env[68326]: DEBUG oslo_vmware.api [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Task: {'id': task-3130395, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098579} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.266725] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.266725] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.266859] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.267010] env[68326]: INFO nova.compute.manager [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1307.267288] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.267502] env[68326]: DEBUG nova.compute.manager [-] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1307.267608] env[68326]: DEBUG nova.network.neutron [-] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1307.284082] env[68326]: DEBUG nova.network.neutron [-] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1307.398026] env[68326]: DEBUG nova.compute.manager [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Stashing vm_state: active {{(pid=68326) _prep_resize /opt/stack/nova/nova/compute/manager.py:6214}} [ 1307.787064] env[68326]: DEBUG nova.network.neutron [-] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.861555] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.862131] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.917734] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.918030] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.289478] env[68326]: INFO nova.compute.manager [-] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Took 1.02 seconds to deallocate network for instance. [ 1308.423753] env[68326]: INFO nova.compute.claims [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.479837] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4b086840-b6c3-411e-b6a9-5ed3548ceacf tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "2ab0ec65-51d1-476d-b753-0c76584ede26" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.480119] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4b086840-b6c3-411e-b6a9-5ed3548ceacf tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "2ab0ec65-51d1-476d-b753-0c76584ede26" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.480304] env[68326]: DEBUG nova.compute.manager [None req-4b086840-b6c3-411e-b6a9-5ed3548ceacf tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1308.481241] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf8005b-ec48-4c57-9d66-4b2c8f93c011 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.488857] env[68326]: DEBUG nova.compute.manager [None req-4b086840-b6c3-411e-b6a9-5ed3548ceacf tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68326) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3482}} [ 1308.489460] env[68326]: DEBUG nova.objects.instance [None req-4b086840-b6c3-411e-b6a9-5ed3548ceacf tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lazy-loading 'flavor' on Instance uuid 2ab0ec65-51d1-476d-b753-0c76584ede26 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.795948] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.860773] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.861081] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.861256] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1308.861432] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager.update_available_resource {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.929544] env[68326]: INFO nova.compute.resource_tracker [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Updating resource usage from migration 71210361-6e5c-43c3-8409-3f293ac55d43 [ 1309.051878] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eeb70c1-75e6-4232-8515-79ac9eececa6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.060320] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61959a7b-1c60-4750-b0c4-82b31bc95ca2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.091224] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb84384-4fb4-4da1-afb0-ec6291aeb50f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.099747] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8729c9ff-21e2-4747-984a-9cb9bcf038d1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.114895] env[68326]: DEBUG nova.compute.provider_tree [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.364682] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.496289] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b086840-b6c3-411e-b6a9-5ed3548ceacf tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.496628] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41cd32b0-b6c8-4d23-8208-3db2ef1c54ad {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.506136] env[68326]: DEBUG oslo_vmware.api [None req-4b086840-b6c3-411e-b6a9-5ed3548ceacf tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1309.506136] env[68326]: value = "task-3130397" [ 1309.506136] env[68326]: _type = "Task" [ 1309.506136] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.521259] env[68326]: DEBUG oslo_vmware.api [None req-4b086840-b6c3-411e-b6a9-5ed3548ceacf tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.617769] env[68326]: DEBUG nova.scheduler.client.report [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.752850] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Volume attach. Driver type: vmdk {{(pid=68326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1309.753167] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626472', 'volume_id': 'add23d10-6e6b-41b0-9207-90b1531db2ad', 'name': 'volume-add23d10-6e6b-41b0-9207-90b1531db2ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c33f463-f5ef-479f-900a-861fa44ece36', 'attached_at': '', 'detached_at': '', 'volume_id': 'add23d10-6e6b-41b0-9207-90b1531db2ad', 'serial': 'add23d10-6e6b-41b0-9207-90b1531db2ad'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1309.754092] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf280a49-830e-4095-a8d2-42a764e9b34b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.770881] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03f2d47-f94e-4f72-bf7b-32b7b51a121b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.796304] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-add23d10-6e6b-41b0-9207-90b1531db2ad/volume-add23d10-6e6b-41b0-9207-90b1531db2ad.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.796561] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f42386f-a91f-48f0-a024-affbc5d06915 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.815153] env[68326]: DEBUG oslo_vmware.api [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1309.815153] env[68326]: value = "task-3130398" [ 1309.815153] env[68326]: _type = "Task" [ 1309.815153] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.824404] env[68326]: DEBUG oslo_vmware.api [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.016097] env[68326]: DEBUG oslo_vmware.api [None req-4b086840-b6c3-411e-b6a9-5ed3548ceacf tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130397, 'name': PowerOffVM_Task, 'duration_secs': 0.282109} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.016418] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b086840-b6c3-411e-b6a9-5ed3548ceacf tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.016629] env[68326]: DEBUG nova.compute.manager [None req-4b086840-b6c3-411e-b6a9-5ed3548ceacf tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1310.017462] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3deea9ac-ef8e-4dce-ab71-1da9350e2e83 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.122178] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.204s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.122379] env[68326]: INFO nova.compute.manager [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Migrating [ 1310.129106] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.333s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.129335] env[68326]: DEBUG nova.objects.instance [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lazy-loading 'resources' on Instance uuid 7a59fd3c-d067-4c87-81a4-bdcf09b1a311 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.260037] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf00807a-9268-48fa-93aa-10eb52ecbe60 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.267454] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802d5d93-45a9-403e-a4b1-7e533486bcc2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.297220] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b320c946-bbbd-42be-a95a-b51070f20adc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.304506] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634c46d9-f371-4b23-97ff-a0ff8b6a9707 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.319273] env[68326]: DEBUG nova.compute.provider_tree [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.328281] env[68326]: DEBUG oslo_vmware.api [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130398, 'name': ReconfigVM_Task, 'duration_secs': 0.390586} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.329135] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-add23d10-6e6b-41b0-9207-90b1531db2ad/volume-add23d10-6e6b-41b0-9207-90b1531db2ad.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.333998] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0886c42a-699d-469a-8d78-4e662eb193fc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.349553] env[68326]: DEBUG oslo_vmware.api [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1310.349553] env[68326]: value = "task-3130399" [ 1310.349553] env[68326]: _type = "Task" [ 1310.349553] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.357956] env[68326]: DEBUG oslo_vmware.api [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130399, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.529655] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4b086840-b6c3-411e-b6a9-5ed3548ceacf tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "2ab0ec65-51d1-476d-b753-0c76584ede26" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.641011] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "refresh_cache-1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.641243] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "refresh_cache-1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.641426] env[68326]: DEBUG nova.network.neutron [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1310.825323] env[68326]: DEBUG nova.scheduler.client.report [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.860221] env[68326]: DEBUG oslo_vmware.api [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130399, 'name': ReconfigVM_Task, 'duration_secs': 0.213383} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.860531] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626472', 'volume_id': 'add23d10-6e6b-41b0-9207-90b1531db2ad', 'name': 'volume-add23d10-6e6b-41b0-9207-90b1531db2ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c33f463-f5ef-479f-900a-861fa44ece36', 'attached_at': '', 'detached_at': '', 'volume_id': 'add23d10-6e6b-41b0-9207-90b1531db2ad', 'serial': 'add23d10-6e6b-41b0-9207-90b1531db2ad'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1310.862531] env[68326]: DEBUG nova.objects.instance [None req-5fdd63cf-5463-4368-8158-0257354f709a tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lazy-loading 'flavor' on Instance uuid 2ab0ec65-51d1-476d-b753-0c76584ede26 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.332207] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.203s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.335253] env[68326]: DEBUG nova.network.neutron [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Updating instance_info_cache with network_info: [{"id": "5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9", "address": "fa:16:3e:4f:ac:0f", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f8b9c74-a7", "ovs_interfaceid": "5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.336346] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.972s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.336568] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.336679] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1311.337716] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951f34b5-e99f-4c0b-b09a-265b4096f8d4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.346669] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1571ff2-5650-4715-92d8-b9b0a2d86a7e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.351597] env[68326]: INFO nova.scheduler.client.report [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Deleted allocations for instance 7a59fd3c-d067-4c87-81a4-bdcf09b1a311 [ 1311.366307] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4c14a3-a997-451f-ae6c-7768d6af01a9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.370823] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5fdd63cf-5463-4368-8158-0257354f709a tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "refresh_cache-2ab0ec65-51d1-476d-b753-0c76584ede26" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.370975] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5fdd63cf-5463-4368-8158-0257354f709a tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "refresh_cache-2ab0ec65-51d1-476d-b753-0c76584ede26" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.371202] env[68326]: DEBUG nova.network.neutron [None req-5fdd63cf-5463-4368-8158-0257354f709a tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.371486] env[68326]: DEBUG nova.objects.instance [None req-5fdd63cf-5463-4368-8158-0257354f709a tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lazy-loading 'info_cache' on Instance uuid 2ab0ec65-51d1-476d-b753-0c76584ede26 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.375417] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43722ae7-03cd-47c7-8a4f-f4741de480d5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.407934] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180059MB free_disk=133GB free_vcpus=48 pci_devices=None {{(pid=68326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1311.408103] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.408302] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.838742] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "refresh_cache-1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.858247] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c965699b-0d15-459d-a1ee-9cf34cbae82e tempest-ServerShowV247Test-713409586 tempest-ServerShowV247Test-713409586-project-member] Lock "7a59fd3c-d067-4c87-81a4-bdcf09b1a311" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.262s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.880581] env[68326]: DEBUG nova.objects.base [None req-5fdd63cf-5463-4368-8158-0257354f709a tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Object Instance<2ab0ec65-51d1-476d-b753-0c76584ede26> lazy-loaded attributes: flavor,info_cache {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1311.923926] env[68326]: DEBUG nova.objects.instance [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lazy-loading 'flavor' on Instance uuid 3c33f463-f5ef-479f-900a-861fa44ece36 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.428602] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Applying migration context for instance 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0 as it has an incoming, in-progress migration 71210361-6e5c-43c3-8409-3f293ac55d43. Migration status is migrating {{(pid=68326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1312.429801] env[68326]: INFO nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Updating resource usage from migration 71210361-6e5c-43c3-8409-3f293ac55d43 [ 1312.435400] env[68326]: DEBUG oslo_concurrency.lockutils [None req-775bb0ae-8d4d-4cb8-882c-e15879f0999f tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "3c33f463-f5ef-479f-900a-861fa44ece36" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.279s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.451858] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 5945078b-f11b-4503-8990-a8437c8f2627 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.452035] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance d6b2f323-145d-4b6a-a4b3-7cf736941fd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.452199] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 3c33f463-f5ef-479f-900a-861fa44ece36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.452322] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 2ab0ec65-51d1-476d-b753-0c76584ede26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.452441] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance ee11f769-a714-4577-b211-1c517ce8da7a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.452544] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance ee283e51-0723-4b26-b96e-d334edf233c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.452663] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Migration 71210361-6e5c-43c3-8409-3f293ac55d43 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1312.452772] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1312.452967] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1312.453122] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2176MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1312.558799] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf236d7-5c18-437a-a7be-14cf8b4f9ef0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.567223] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df3f0eb-9830-4763-9078-b8fb75cde852 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.602836] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790a446a-4e96-4773-b1a1-ac696574d9ad {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.605943] env[68326]: DEBUG nova.network.neutron [None req-5fdd63cf-5463-4368-8158-0257354f709a tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Updating instance_info_cache with network_info: [{"id": "b8d2489a-5b7f-497f-95af-a6798828b994", "address": "fa:16:3e:73:3f:2c", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d2489a-5b", "ovs_interfaceid": "b8d2489a-5b7f-497f-95af-a6798828b994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.612710] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7e631b-9ddb-4938-bea4-b11e8676e31e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.627100] env[68326]: DEBUG nova.compute.provider_tree [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.108451] env[68326]: DEBUG oslo_concurrency.lockutils [None req-5fdd63cf-5463-4368-8158-0257354f709a tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "refresh_cache-2ab0ec65-51d1-476d-b753-0c76584ede26" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.130482] env[68326]: DEBUG nova.scheduler.client.report [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.306401] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "3c33f463-f5ef-479f-900a-861fa44ece36" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.306637] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "3c33f463-f5ef-479f-900a-861fa44ece36" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.353241] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae880b3-3589-4221-8aff-1d59c02cb058 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.373954] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Updating instance '1f63f302-7cc8-4506-93e4-7bc95a6f6bd0' progress to 0 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1313.636323] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1313.636511] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.228s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.809792] env[68326]: DEBUG nova.compute.utils [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1313.880229] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.880551] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db6afd55-c42d-444c-98eb-db47d7a0f2e1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.889793] env[68326]: DEBUG oslo_vmware.api [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1313.889793] env[68326]: value = "task-3130400" [ 1313.889793] env[68326]: _type = "Task" [ 1313.889793] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.908169] env[68326]: DEBUG oslo_vmware.api [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.115229] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdd63cf-5463-4368-8158-0257354f709a tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1314.115571] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88fb8fad-e17f-4306-9cea-f325519b8992 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.124253] env[68326]: DEBUG oslo_vmware.api [None req-5fdd63cf-5463-4368-8158-0257354f709a tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1314.124253] env[68326]: value = "task-3130401" [ 1314.124253] env[68326]: _type = "Task" [ 1314.124253] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.134116] env[68326]: DEBUG oslo_vmware.api [None req-5fdd63cf-5463-4368-8158-0257354f709a tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.312799] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "3c33f463-f5ef-479f-900a-861fa44ece36" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.401592] env[68326]: DEBUG oslo_vmware.api [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130400, 'name': PowerOffVM_Task, 'duration_secs': 0.226952} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.401971] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.402293] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Updating instance '1f63f302-7cc8-4506-93e4-7bc95a6f6bd0' progress to 17 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1314.631658] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.631983] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1314.638918] env[68326]: DEBUG oslo_vmware.api [None req-5fdd63cf-5463-4368-8158-0257354f709a tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130401, 'name': PowerOnVM_Task, 'duration_secs': 0.416874} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.639739] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fdd63cf-5463-4368-8158-0257354f709a tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1314.640115] env[68326]: DEBUG nova.compute.manager [None req-5fdd63cf-5463-4368-8158-0257354f709a tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1314.641286] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa5cccad-0a5d-4f8e-ace5-25d26f17cf9d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.909639] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:48:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.909895] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.910103] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.910321] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.910467] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.910633] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.910974] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.911243] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.911533] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.911810] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.912137] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.921660] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa93befd-22b7-436b-9df9-7cd2e1d05c25 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.947190] env[68326]: DEBUG oslo_vmware.api [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1314.947190] env[68326]: value = "task-3130402" [ 1314.947190] env[68326]: _type = "Task" [ 1314.947190] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.962678] env[68326]: DEBUG oslo_vmware.api [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.143152] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.143631] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.382367] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "3c33f463-f5ef-479f-900a-861fa44ece36" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.382613] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "3c33f463-f5ef-479f-900a-861fa44ece36" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.382853] env[68326]: INFO nova.compute.manager [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Attaching volume 921182cd-7431-4326-9e9f-814e7d62f9a9 to /dev/sdc [ 1315.414093] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280e0ead-2a56-4459-8cce-db371d191b9c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.423155] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80006d7d-d61d-4259-874a-a07c78012e01 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.436971] env[68326]: DEBUG nova.virt.block_device [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Updating existing volume attachment record: 8c0b8aaf-3bb8-4b6e-97e9-00826c0b3b27 {{(pid=68326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1315.456701] env[68326]: DEBUG oslo_vmware.api [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130402, 'name': ReconfigVM_Task, 'duration_secs': 0.186935} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.457078] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Updating instance '1f63f302-7cc8-4506-93e4-7bc95a6f6bd0' progress to 33 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1315.658169] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "ee11f769-a714-4577-b211-1c517ce8da7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.658426] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "ee11f769-a714-4577-b211-1c517ce8da7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.658660] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "ee11f769-a714-4577-b211-1c517ce8da7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.658861] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "ee11f769-a714-4577-b211-1c517ce8da7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.659088] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "ee11f769-a714-4577-b211-1c517ce8da7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.661412] env[68326]: INFO nova.compute.manager [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Terminating instance [ 1315.840200] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4688e5-62d9-48f3-9d28-d26342fc6902 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.846705] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d0348f3f-3290-472c-92db-859f3e6800d9 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Suspending the VM {{(pid=68326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1315.846928] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e7ce584c-542f-47af-85ad-99f48619b4cc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.853923] env[68326]: DEBUG oslo_vmware.api [None req-d0348f3f-3290-472c-92db-859f3e6800d9 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1315.853923] env[68326]: value = "task-3130404" [ 1315.853923] env[68326]: _type = "Task" [ 1315.853923] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.862554] env[68326]: DEBUG oslo_vmware.api [None req-d0348f3f-3290-472c-92db-859f3e6800d9 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130404, 'name': SuspendVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.963699] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.964027] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.964108] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.964282] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.964428] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.964575] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.964781] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.964945] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.965213] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.965304] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.965462] env[68326]: DEBUG nova.virt.hardware [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.971212] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1315.971591] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73c9f106-197d-47a0-a608-745837ae58ca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.993942] env[68326]: DEBUG oslo_vmware.api [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1315.993942] env[68326]: value = "task-3130405" [ 1315.993942] env[68326]: _type = "Task" [ 1315.993942] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.002403] env[68326]: DEBUG oslo_vmware.api [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.166017] env[68326]: DEBUG nova.compute.manager [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1316.166428] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.166537] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-367e83e6-27fd-4571-a0f6-3f568bb0b2e6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.173227] env[68326]: DEBUG oslo_vmware.api [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1316.173227] env[68326]: value = "task-3130406" [ 1316.173227] env[68326]: _type = "Task" [ 1316.173227] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.182241] env[68326]: DEBUG oslo_vmware.api [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.363833] env[68326]: DEBUG oslo_vmware.api [None req-d0348f3f-3290-472c-92db-859f3e6800d9 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130404, 'name': SuspendVM_Task} progress is 91%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.503458] env[68326]: DEBUG oslo_vmware.api [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130405, 'name': ReconfigVM_Task, 'duration_secs': 0.159663} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.503721] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1316.504506] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65205d15-1d6c-4ff0-8ee9-f69a470e9c13 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.526223] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0/1f63f302-7cc8-4506-93e4-7bc95a6f6bd0.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.526500] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-048f89a5-f214-435a-be42-3f025a6027a1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.545416] env[68326]: DEBUG oslo_vmware.api [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1316.545416] env[68326]: value = "task-3130407" [ 1316.545416] env[68326]: _type = "Task" [ 1316.545416] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.553272] env[68326]: DEBUG oslo_vmware.api [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.682539] env[68326]: DEBUG oslo_vmware.api [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130406, 'name': PowerOffVM_Task, 'duration_secs': 0.212614} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.682817] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.683044] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Volume detach. Driver type: vmdk {{(pid=68326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1316.683282] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626456', 'volume_id': '70c6f8e7-4a67-4f06-949e-9d5b8f086681', 'name': 'volume-70c6f8e7-4a67-4f06-949e-9d5b8f086681', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ee11f769-a714-4577-b211-1c517ce8da7a', 'attached_at': '2025-03-21T09:00:25.000000', 'detached_at': '', 'volume_id': '70c6f8e7-4a67-4f06-949e-9d5b8f086681', 'serial': '70c6f8e7-4a67-4f06-949e-9d5b8f086681'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1316.684189] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76a00cf-7727-4bae-a185-601a56cf88f7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.704141] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd5534c-f323-4895-8916-0b2d40828a2b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.710815] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd21375-7efe-44ed-a7bf-ff0cce4e6798 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.727943] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655731ac-e8c9-4fd6-aa22-d7b2cf8ff74d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.742139] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] The volume has not been displaced from its original location: [datastore1] volume-70c6f8e7-4a67-4f06-949e-9d5b8f086681/volume-70c6f8e7-4a67-4f06-949e-9d5b8f086681.vmdk. No consolidation needed. {{(pid=68326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1316.747485] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1316.747806] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09219dc7-6c5c-4dc2-aa9d-e64737b466fc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.766193] env[68326]: DEBUG oslo_vmware.api [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1316.766193] env[68326]: value = "task-3130408" [ 1316.766193] env[68326]: _type = "Task" [ 1316.766193] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.773855] env[68326]: DEBUG oslo_vmware.api [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.864589] env[68326]: DEBUG oslo_vmware.api [None req-d0348f3f-3290-472c-92db-859f3e6800d9 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130404, 'name': SuspendVM_Task, 'duration_secs': 0.842799} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.864847] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-d0348f3f-3290-472c-92db-859f3e6800d9 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Suspended the VM {{(pid=68326) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1316.865067] env[68326]: DEBUG nova.compute.manager [None req-d0348f3f-3290-472c-92db-859f3e6800d9 tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1316.865999] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e5e90a-8cdb-4a49-be34-6f5730dc3b95 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.054590] env[68326]: DEBUG oslo_vmware.api [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130407, 'name': ReconfigVM_Task, 'duration_secs': 0.275002} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.054860] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0/1f63f302-7cc8-4506-93e4-7bc95a6f6bd0.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.055177] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Updating instance '1f63f302-7cc8-4506-93e4-7bc95a6f6bd0' progress to 50 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.276487] env[68326]: DEBUG oslo_vmware.api [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130408, 'name': ReconfigVM_Task, 'duration_secs': 0.152733} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.276871] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1317.281323] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ef4a750-e223-42c6-85d4-1c3430f588bf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.297382] env[68326]: DEBUG oslo_vmware.api [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1317.297382] env[68326]: value = "task-3130409" [ 1317.297382] env[68326]: _type = "Task" [ 1317.297382] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.305064] env[68326]: DEBUG oslo_vmware.api [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.561773] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6474695c-c52b-4631-82ba-b6bc3577cfc9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.581822] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b500135-42f3-4de5-b256-8477cc0eb4b5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.598863] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Updating instance '1f63f302-7cc8-4506-93e4-7bc95a6f6bd0' progress to 67 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.806644] env[68326]: DEBUG oslo_vmware.api [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130409, 'name': ReconfigVM_Task, 'duration_secs': 0.411394} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.806941] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626456', 'volume_id': '70c6f8e7-4a67-4f06-949e-9d5b8f086681', 'name': 'volume-70c6f8e7-4a67-4f06-949e-9d5b8f086681', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ee11f769-a714-4577-b211-1c517ce8da7a', 'attached_at': '2025-03-21T09:00:25.000000', 'detached_at': '', 'volume_id': '70c6f8e7-4a67-4f06-949e-9d5b8f086681', 'serial': '70c6f8e7-4a67-4f06-949e-9d5b8f086681'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1317.807253] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.807997] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39feb73c-0f77-4b93-a639-51c720537af8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.815383] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1317.815627] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-337e58ec-f69c-4c8a-83b4-6ec5c14b0262 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.144788] env[68326]: DEBUG nova.network.neutron [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Port 5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9 binding to destination host cpu-1 is already ACTIVE {{(pid=68326) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1318.192575] env[68326]: INFO nova.compute.manager [None req-fe2cce86-6ba4-4cf2-9abd-995b34779c7c tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Resuming [ 1318.253621] env[68326]: DEBUG nova.objects.instance [None req-fe2cce86-6ba4-4cf2-9abd-995b34779c7c tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lazy-loading 'flavor' on Instance uuid 2ab0ec65-51d1-476d-b753-0c76584ede26 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.498986] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1318.499354] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1318.499399] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleting the datastore file [datastore1] ee11f769-a714-4577-b211-1c517ce8da7a {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.499646] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b3d9193-9461-45e3-9231-80c319953b37 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.506774] env[68326]: DEBUG oslo_vmware.api [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1318.506774] env[68326]: value = "task-3130412" [ 1318.506774] env[68326]: _type = "Task" [ 1318.506774] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.514953] env[68326]: DEBUG oslo_vmware.api [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.016836] env[68326]: DEBUG oslo_vmware.api [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099805} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.017160] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1319.017361] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1319.017536] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1319.017711] env[68326]: INFO nova.compute.manager [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Took 2.85 seconds to destroy the instance on the hypervisor. [ 1319.017948] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.018162] env[68326]: DEBUG nova.compute.manager [-] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1319.018258] env[68326]: DEBUG nova.network.neutron [-] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1319.166590] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "1f63f302-7cc8-4506-93e4-7bc95a6f6bd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.166843] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "1f63f302-7cc8-4506-93e4-7bc95a6f6bd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.167054] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "1f63f302-7cc8-4506-93e4-7bc95a6f6bd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.413636] env[68326]: DEBUG nova.compute.manager [req-51c21439-4845-4922-8ebe-884f9653e45f req-3973a4d3-f71b-4e20-b5b4-05b94d0d9fe8 service nova] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Received event network-vif-deleted-bba263f8-c063-4535-aad6-9d70e4787c49 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1319.413856] env[68326]: INFO nova.compute.manager [req-51c21439-4845-4922-8ebe-884f9653e45f req-3973a4d3-f71b-4e20-b5b4-05b94d0d9fe8 service nova] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Neutron deleted interface bba263f8-c063-4535-aad6-9d70e4787c49; detaching it from the instance and deleting it from the info cache [ 1319.414061] env[68326]: DEBUG nova.network.neutron [req-51c21439-4845-4922-8ebe-884f9653e45f req-3973a4d3-f71b-4e20-b5b4-05b94d0d9fe8 service nova] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.702210] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fe2cce86-6ba4-4cf2-9abd-995b34779c7c tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "refresh_cache-2ab0ec65-51d1-476d-b753-0c76584ede26" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.702564] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fe2cce86-6ba4-4cf2-9abd-995b34779c7c tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquired lock "refresh_cache-2ab0ec65-51d1-476d-b753-0c76584ede26" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.702564] env[68326]: DEBUG nova.network.neutron [None req-fe2cce86-6ba4-4cf2-9abd-995b34779c7c tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.893905] env[68326]: DEBUG nova.network.neutron [-] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.916219] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97c4af6a-f7cf-4c7a-b0de-cac18821c2d9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.926227] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a61c82-e64c-4c2b-ab55-59720ae7417d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.962638] env[68326]: DEBUG nova.compute.manager [req-51c21439-4845-4922-8ebe-884f9653e45f req-3973a4d3-f71b-4e20-b5b4-05b94d0d9fe8 service nova] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Detach interface failed, port_id=bba263f8-c063-4535-aad6-9d70e4787c49, reason: Instance ee11f769-a714-4577-b211-1c517ce8da7a could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1319.983176] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Volume attach. Driver type: vmdk {{(pid=68326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1319.983415] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626473', 'volume_id': '921182cd-7431-4326-9e9f-814e7d62f9a9', 'name': 'volume-921182cd-7431-4326-9e9f-814e7d62f9a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c33f463-f5ef-479f-900a-861fa44ece36', 'attached_at': '', 'detached_at': '', 'volume_id': '921182cd-7431-4326-9e9f-814e7d62f9a9', 'serial': '921182cd-7431-4326-9e9f-814e7d62f9a9'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1319.984312] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3221a8-db73-4477-a0d3-300b6dd318f9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.001277] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bf5e88-68d7-497a-8cfa-3ea47e7c8d16 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.028039] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-921182cd-7431-4326-9e9f-814e7d62f9a9/volume-921182cd-7431-4326-9e9f-814e7d62f9a9.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.028345] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ca59437-3bb2-4be4-9e7c-78c46e8cb6c4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.046536] env[68326]: DEBUG oslo_vmware.api [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1320.046536] env[68326]: value = "task-3130413" [ 1320.046536] env[68326]: _type = "Task" [ 1320.046536] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.056528] env[68326]: DEBUG oslo_vmware.api [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.204073] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "refresh_cache-1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.204073] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "refresh_cache-1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.204073] env[68326]: DEBUG nova.network.neutron [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.396288] env[68326]: INFO nova.compute.manager [-] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Took 1.38 seconds to deallocate network for instance. [ 1320.558024] env[68326]: DEBUG oslo_vmware.api [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130413, 'name': ReconfigVM_Task, 'duration_secs': 0.374431} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.558303] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-921182cd-7431-4326-9e9f-814e7d62f9a9/volume-921182cd-7431-4326-9e9f-814e7d62f9a9.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.562867] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e03b1f6e-9b8e-4ad5-954b-411d6e18e9ed {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.578224] env[68326]: DEBUG oslo_vmware.api [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1320.578224] env[68326]: value = "task-3130414" [ 1320.578224] env[68326]: _type = "Task" [ 1320.578224] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.585629] env[68326]: DEBUG oslo_vmware.api [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.634150] env[68326]: DEBUG nova.network.neutron [None req-fe2cce86-6ba4-4cf2-9abd-995b34779c7c tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Updating instance_info_cache with network_info: [{"id": "b8d2489a-5b7f-497f-95af-a6798828b994", "address": "fa:16:3e:73:3f:2c", "network": {"id": "dc836d00-1cb7-4d14-b57a-0f2152831dae", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1267263778-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fe24bdd6bcc4b7b8221994969ec8a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8d2489a-5b", "ovs_interfaceid": "b8d2489a-5b7f-497f-95af-a6798828b994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.896142] env[68326]: DEBUG nova.network.neutron [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Updating instance_info_cache with network_info: [{"id": "5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9", "address": "fa:16:3e:4f:ac:0f", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f8b9c74-a7", "ovs_interfaceid": "5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.936478] env[68326]: INFO nova.compute.manager [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Took 0.54 seconds to detach 1 volumes for instance. [ 1320.938482] env[68326]: DEBUG nova.compute.manager [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Deleting volume: 70c6f8e7-4a67-4f06-949e-9d5b8f086681 {{(pid=68326) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3360}} [ 1321.088560] env[68326]: DEBUG oslo_vmware.api [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130414, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.137097] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fe2cce86-6ba4-4cf2-9abd-995b34779c7c tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Releasing lock "refresh_cache-2ab0ec65-51d1-476d-b753-0c76584ede26" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.137845] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbb7e80-b123-4f86-be61-869253d9f68d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.144376] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2cce86-6ba4-4cf2-9abd-995b34779c7c tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Resuming the VM {{(pid=68326) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1321.144627] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae3aad2b-d4b3-42aa-a5f8-8d949affaf14 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.151515] env[68326]: DEBUG oslo_vmware.api [None req-fe2cce86-6ba4-4cf2-9abd-995b34779c7c tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1321.151515] env[68326]: value = "task-3130416" [ 1321.151515] env[68326]: _type = "Task" [ 1321.151515] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.159580] env[68326]: DEBUG oslo_vmware.api [None req-fe2cce86-6ba4-4cf2-9abd-995b34779c7c tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.398329] env[68326]: DEBUG oslo_concurrency.lockutils [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "refresh_cache-1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.476147] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.476502] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.476778] env[68326]: DEBUG nova.objects.instance [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lazy-loading 'resources' on Instance uuid ee11f769-a714-4577-b211-1c517ce8da7a {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.591985] env[68326]: DEBUG oslo_vmware.api [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130414, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.661587] env[68326]: DEBUG oslo_vmware.api [None req-fe2cce86-6ba4-4cf2-9abd-995b34779c7c tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130416, 'name': PowerOnVM_Task, 'duration_secs': 0.485166} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.661798] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2cce86-6ba4-4cf2-9abd-995b34779c7c tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Resumed the VM {{(pid=68326) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1321.661990] env[68326]: DEBUG nova.compute.manager [None req-fe2cce86-6ba4-4cf2-9abd-995b34779c7c tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1321.662954] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59b8a4e-670b-4f01-927f-91dcbe7e3382 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.923911] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e15d67-8829-421a-9100-33130cf0f05a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.944257] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153d9d72-653e-4fab-be97-c7976c2b7773 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.951753] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Updating instance '1f63f302-7cc8-4506-93e4-7bc95a6f6bd0' progress to 83 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.080764] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f885d2d4-577e-435f-a5ca-dfe1648d74a4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.091701] env[68326]: DEBUG oslo_vmware.api [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130414, 'name': ReconfigVM_Task, 'duration_secs': 1.14631} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.093529] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626473', 'volume_id': '921182cd-7431-4326-9e9f-814e7d62f9a9', 'name': 'volume-921182cd-7431-4326-9e9f-814e7d62f9a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c33f463-f5ef-479f-900a-861fa44ece36', 'attached_at': '', 'detached_at': '', 'volume_id': '921182cd-7431-4326-9e9f-814e7d62f9a9', 'serial': '921182cd-7431-4326-9e9f-814e7d62f9a9'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1322.096062] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb4a055-8d52-4e47-b7f2-29f258b9bf3e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.128074] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7376826-a74b-4fca-b488-fc2ab5fa70c2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.136138] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6524ab27-aee3-4dee-a118-7b6a647986db {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.151281] env[68326]: DEBUG nova.compute.provider_tree [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.458754] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.458997] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fd34309-46f7-4c95-9a99-7ff04ce74c72 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.466845] env[68326]: DEBUG oslo_vmware.api [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1322.466845] env[68326]: value = "task-3130417" [ 1322.466845] env[68326]: _type = "Task" [ 1322.466845] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.474270] env[68326]: DEBUG oslo_vmware.api [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.654120] env[68326]: DEBUG nova.scheduler.client.report [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.888544] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "2ab0ec65-51d1-476d-b753-0c76584ede26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.888802] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "2ab0ec65-51d1-476d-b753-0c76584ede26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.889015] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "2ab0ec65-51d1-476d-b753-0c76584ede26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.889204] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "2ab0ec65-51d1-476d-b753-0c76584ede26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.889374] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "2ab0ec65-51d1-476d-b753-0c76584ede26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.891511] env[68326]: INFO nova.compute.manager [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Terminating instance [ 1322.979140] env[68326]: DEBUG oslo_vmware.api [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130417, 'name': PowerOnVM_Task, 'duration_secs': 0.41466} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.979516] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.979806] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa5f3af-4684-4184-9773-771be9f5f070 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Updating instance '1f63f302-7cc8-4506-93e4-7bc95a6f6bd0' progress to 100 {{(pid=68326) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.136962] env[68326]: DEBUG nova.objects.instance [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lazy-loading 'flavor' on Instance uuid 3c33f463-f5ef-479f-900a-861fa44ece36 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.159371] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.177278] env[68326]: INFO nova.scheduler.client.report [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleted allocations for instance ee11f769-a714-4577-b211-1c517ce8da7a [ 1323.394727] env[68326]: DEBUG nova.compute.manager [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1323.394958] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.396148] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee539ff9-2d29-4a6a-89c3-400dc9633c91 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.407274] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.407968] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f71f81f3-d5e5-428b-a113-c699a9db976d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.415757] env[68326]: DEBUG oslo_vmware.api [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1323.415757] env[68326]: value = "task-3130418" [ 1323.415757] env[68326]: _type = "Task" [ 1323.415757] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.425770] env[68326]: DEBUG oslo_vmware.api [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.641879] env[68326]: DEBUG oslo_concurrency.lockutils [None req-d7f932a5-7630-4ad9-91bd-a6ca6e54aa45 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "3c33f463-f5ef-479f-900a-861fa44ece36" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.259s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.684561] env[68326]: DEBUG oslo_concurrency.lockutils [None req-cc33838a-b978-4f48-9c1b-dd7fa8c9be7c tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "ee11f769-a714-4577-b211-1c517ce8da7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.026s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.909223] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fd2438b1-5857-4d9a-b9d6-f213226e1a4e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "3c33f463-f5ef-479f-900a-861fa44ece36" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.909485] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fd2438b1-5857-4d9a-b9d6-f213226e1a4e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "3c33f463-f5ef-479f-900a-861fa44ece36" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.928061] env[68326]: DEBUG oslo_vmware.api [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130418, 'name': PowerOffVM_Task, 'duration_secs': 0.210887} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.928329] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.928593] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.928936] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6af6bd4e-4ec2-471a-ab84-995ecb2ba3cf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.998843] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.998843] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.998843] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Deleting the datastore file [datastore1] 2ab0ec65-51d1-476d-b753-0c76584ede26 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.998843] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db362c0b-e7d3-4994-ba41-4684916ceef6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.006318] env[68326]: DEBUG oslo_vmware.api [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for the task: (returnval){ [ 1324.006318] env[68326]: value = "task-3130420" [ 1324.006318] env[68326]: _type = "Task" [ 1324.006318] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.015337] env[68326]: DEBUG oslo_vmware.api [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.414224] env[68326]: INFO nova.compute.manager [None req-fd2438b1-5857-4d9a-b9d6-f213226e1a4e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Detaching volume add23d10-6e6b-41b0-9207-90b1531db2ad [ 1324.458030] env[68326]: INFO nova.virt.block_device [None req-fd2438b1-5857-4d9a-b9d6-f213226e1a4e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Attempting to driver detach volume add23d10-6e6b-41b0-9207-90b1531db2ad from mountpoint /dev/sdb [ 1324.458287] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd2438b1-5857-4d9a-b9d6-f213226e1a4e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Volume detach. Driver type: vmdk {{(pid=68326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1324.458516] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd2438b1-5857-4d9a-b9d6-f213226e1a4e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626472', 'volume_id': 'add23d10-6e6b-41b0-9207-90b1531db2ad', 'name': 'volume-add23d10-6e6b-41b0-9207-90b1531db2ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c33f463-f5ef-479f-900a-861fa44ece36', 'attached_at': '', 'detached_at': '', 'volume_id': 'add23d10-6e6b-41b0-9207-90b1531db2ad', 'serial': 'add23d10-6e6b-41b0-9207-90b1531db2ad'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1324.459440] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3a41b1-4e85-4e6b-a2eb-25837b9e79ad {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.483561] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8915cdd9-0499-4dcc-94a8-f45316dacf52 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.490630] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760442df-1eaa-4920-97d1-cde7db01763e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.522140] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397e13b4-1223-4ce1-a463-8e3af28a239d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.530783] env[68326]: DEBUG oslo_vmware.api [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Task: {'id': task-3130420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152252} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.540968] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.541184] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.541368] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1324.541538] env[68326]: INFO nova.compute.manager [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1324.541770] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.541988] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd2438b1-5857-4d9a-b9d6-f213226e1a4e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] The volume has not been displaced from its original location: [datastore2] volume-add23d10-6e6b-41b0-9207-90b1531db2ad/volume-add23d10-6e6b-41b0-9207-90b1531db2ad.vmdk. No consolidation needed. {{(pid=68326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1324.547093] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd2438b1-5857-4d9a-b9d6-f213226e1a4e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1324.547882] env[68326]: DEBUG nova.compute.manager [-] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1324.547985] env[68326]: DEBUG nova.network.neutron [-] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1324.549577] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87278306-cec7-4495-9d46-16eaf7570de3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.568648] env[68326]: DEBUG oslo_vmware.api [None req-fd2438b1-5857-4d9a-b9d6-f213226e1a4e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1324.568648] env[68326]: value = "task-3130421" [ 1324.568648] env[68326]: _type = "Task" [ 1324.568648] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.575785] env[68326]: DEBUG oslo_vmware.api [None req-fd2438b1-5857-4d9a-b9d6-f213226e1a4e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.650091] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "d6b2f323-145d-4b6a-a4b3-7cf736941fd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.650091] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "d6b2f323-145d-4b6a-a4b3-7cf736941fd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.650091] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "d6b2f323-145d-4b6a-a4b3-7cf736941fd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.650473] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "d6b2f323-145d-4b6a-a4b3-7cf736941fd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.650473] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "d6b2f323-145d-4b6a-a4b3-7cf736941fd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.652872] env[68326]: INFO nova.compute.manager [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Terminating instance [ 1325.058409] env[68326]: DEBUG nova.compute.manager [req-d552db76-0dde-4b68-94a0-8bbb476f1d96 req-43bc689b-481d-4a86-8d60-9a432615786f service nova] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Received event network-vif-deleted-b8d2489a-5b7f-497f-95af-a6798828b994 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1325.058649] env[68326]: INFO nova.compute.manager [req-d552db76-0dde-4b68-94a0-8bbb476f1d96 req-43bc689b-481d-4a86-8d60-9a432615786f service nova] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Neutron deleted interface b8d2489a-5b7f-497f-95af-a6798828b994; detaching it from the instance and deleting it from the info cache [ 1325.058767] env[68326]: DEBUG nova.network.neutron [req-d552db76-0dde-4b68-94a0-8bbb476f1d96 req-43bc689b-481d-4a86-8d60-9a432615786f service nova] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.080155] env[68326]: DEBUG oslo_vmware.api [None req-fd2438b1-5857-4d9a-b9d6-f213226e1a4e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130421, 'name': ReconfigVM_Task, 'duration_secs': 0.245771} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.080488] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd2438b1-5857-4d9a-b9d6-f213226e1a4e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1325.085589] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-298c3230-b9b8-4894-b0c9-a38e9c9d8f16 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.102940] env[68326]: DEBUG oslo_vmware.api [None req-fd2438b1-5857-4d9a-b9d6-f213226e1a4e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1325.102940] env[68326]: value = "task-3130422" [ 1325.102940] env[68326]: _type = "Task" [ 1325.102940] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.111317] env[68326]: DEBUG oslo_vmware.api [None req-fd2438b1-5857-4d9a-b9d6-f213226e1a4e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.157420] env[68326]: DEBUG nova.compute.manager [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1325.157800] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.159502] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2f9380-697a-4ffa-a703-a02be2a93847 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.169459] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.169766] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2622a372-d815-4099-bb3d-3192c898896a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.179556] env[68326]: DEBUG oslo_vmware.api [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1325.179556] env[68326]: value = "task-3130423" [ 1325.179556] env[68326]: _type = "Task" [ 1325.179556] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.192457] env[68326]: DEBUG oslo_vmware.api [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.535313] env[68326]: DEBUG nova.network.neutron [-] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.561352] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0cd31262-081e-47c2-94f5-8140e5328f4e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.572049] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc4ed05-03de-4716-a167-1cb8ea52ded0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.602339] env[68326]: DEBUG nova.compute.manager [req-d552db76-0dde-4b68-94a0-8bbb476f1d96 req-43bc689b-481d-4a86-8d60-9a432615786f service nova] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Detach interface failed, port_id=b8d2489a-5b7f-497f-95af-a6798828b994, reason: Instance 2ab0ec65-51d1-476d-b753-0c76584ede26 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1325.611643] env[68326]: DEBUG oslo_vmware.api [None req-fd2438b1-5857-4d9a-b9d6-f213226e1a4e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130422, 'name': ReconfigVM_Task, 'duration_secs': 0.151258} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.611947] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd2438b1-5857-4d9a-b9d6-f213226e1a4e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626472', 'volume_id': 'add23d10-6e6b-41b0-9207-90b1531db2ad', 'name': 'volume-add23d10-6e6b-41b0-9207-90b1531db2ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c33f463-f5ef-479f-900a-861fa44ece36', 'attached_at': '', 'detached_at': '', 'volume_id': 'add23d10-6e6b-41b0-9207-90b1531db2ad', 'serial': 'add23d10-6e6b-41b0-9207-90b1531db2ad'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1325.689275] env[68326]: DEBUG oslo_vmware.api [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130423, 'name': PowerOffVM_Task, 'duration_secs': 0.177382} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.689620] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.689857] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.690161] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54df2432-9d76-4332-a169-91fe33cc9cf2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.755246] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.755452] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.755636] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleting the datastore file [datastore2] d6b2f323-145d-4b6a-a4b3-7cf736941fd7 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.755905] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19c110ff-caaa-4898-acac-84ba8591722e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.762334] env[68326]: DEBUG oslo_vmware.api [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1325.762334] env[68326]: value = "task-3130425" [ 1325.762334] env[68326]: _type = "Task" [ 1325.762334] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.769844] env[68326]: DEBUG oslo_vmware.api [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.773398] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.773676] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.773891] env[68326]: DEBUG nova.compute.manager [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Going to confirm migration 10 {{(pid=68326) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5328}} [ 1326.038684] env[68326]: INFO nova.compute.manager [-] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Took 1.49 seconds to deallocate network for instance. [ 1326.152193] env[68326]: DEBUG nova.objects.instance [None req-fd2438b1-5857-4d9a-b9d6-f213226e1a4e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lazy-loading 'flavor' on Instance uuid 3c33f463-f5ef-479f-900a-861fa44ece36 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.272118] env[68326]: DEBUG oslo_vmware.api [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347362} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.272369] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.272550] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.272726] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.272896] env[68326]: INFO nova.compute.manager [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1326.273147] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.273344] env[68326]: DEBUG nova.compute.manager [-] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1326.273439] env[68326]: DEBUG nova.network.neutron [-] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.324980] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "refresh_cache-1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.325189] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquired lock "refresh_cache-1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.325414] env[68326]: DEBUG nova.network.neutron [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1326.325545] env[68326]: DEBUG nova.objects.instance [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lazy-loading 'info_cache' on Instance uuid 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.545638] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.545936] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.546214] env[68326]: DEBUG nova.objects.instance [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lazy-loading 'resources' on Instance uuid 2ab0ec65-51d1-476d-b753-0c76584ede26 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.031054] env[68326]: DEBUG nova.network.neutron [-] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.085680] env[68326]: DEBUG nova.compute.manager [req-66d6b55f-35a8-41ed-b097-e6d9855f69d1 req-31b9c813-636f-4bfc-867a-27eee91cd183 service nova] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Received event network-vif-deleted-1460cb67-14c0-4945-a8e4-1098632e090a {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1327.142689] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c47635-98c7-427f-b689-2b6e35544655 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.150894] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4492589b-01d2-4172-a1a6-5fc48470df10 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.180843] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7e5a61bc-d049-4873-82e9-011a90e29f89 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "3c33f463-f5ef-479f-900a-861fa44ece36" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.181247] env[68326]: DEBUG oslo_concurrency.lockutils [None req-fd2438b1-5857-4d9a-b9d6-f213226e1a4e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "3c33f463-f5ef-479f-900a-861fa44ece36" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.272s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.182788] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7e5a61bc-d049-4873-82e9-011a90e29f89 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "3c33f463-f5ef-479f-900a-861fa44ece36" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.002s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.184354] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc65b21-b01f-4bb2-8ed4-531bc45903b0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.192490] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2846566f-e58c-4d8f-882a-0477538e2fed {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.208185] env[68326]: DEBUG nova.compute.provider_tree [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.533399] env[68326]: INFO nova.compute.manager [-] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Took 1.26 seconds to deallocate network for instance. [ 1327.541119] env[68326]: DEBUG nova.network.neutron [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Updating instance_info_cache with network_info: [{"id": "5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9", "address": "fa:16:3e:4f:ac:0f", "network": {"id": "7e3f8de0-154e-4d3b-8651-b977a6f58e9a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-269844980-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29faa62d8f7d46f19d04f1d15fc7c591", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f8b9c74-a7", "ovs_interfaceid": "5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.688735] env[68326]: INFO nova.compute.manager [None req-7e5a61bc-d049-4873-82e9-011a90e29f89 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Detaching volume 921182cd-7431-4326-9e9f-814e7d62f9a9 [ 1327.697714] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "ee283e51-0723-4b26-b96e-d334edf233c9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.697938] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "ee283e51-0723-4b26-b96e-d334edf233c9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.710626] env[68326]: DEBUG nova.scheduler.client.report [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.718365] env[68326]: INFO nova.virt.block_device [None req-7e5a61bc-d049-4873-82e9-011a90e29f89 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Attempting to driver detach volume 921182cd-7431-4326-9e9f-814e7d62f9a9 from mountpoint /dev/sdc [ 1327.718594] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e5a61bc-d049-4873-82e9-011a90e29f89 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Volume detach. Driver type: vmdk {{(pid=68326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1327.718778] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e5a61bc-d049-4873-82e9-011a90e29f89 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626473', 'volume_id': '921182cd-7431-4326-9e9f-814e7d62f9a9', 'name': 'volume-921182cd-7431-4326-9e9f-814e7d62f9a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c33f463-f5ef-479f-900a-861fa44ece36', 'attached_at': '', 'detached_at': '', 'volume_id': '921182cd-7431-4326-9e9f-814e7d62f9a9', 'serial': '921182cd-7431-4326-9e9f-814e7d62f9a9'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1327.719856] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12a7735-7f87-49e2-a2ad-5345ea260736 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.741813] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd6e0ca-1f87-4e8f-a1df-1432d4d493aa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.749113] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e44be7-ec93-4274-a40e-e535de2a4f03 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.768717] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad37fac-d1ba-4c2a-af22-afb4488af97f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.782622] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e5a61bc-d049-4873-82e9-011a90e29f89 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] The volume has not been displaced from its original location: [datastore1] volume-921182cd-7431-4326-9e9f-814e7d62f9a9/volume-921182cd-7431-4326-9e9f-814e7d62f9a9.vmdk. No consolidation needed. {{(pid=68326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1327.787698] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e5a61bc-d049-4873-82e9-011a90e29f89 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Reconfiguring VM instance instance-00000078 to detach disk 2002 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1327.788180] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c18e555d-d627-4e93-8129-2b5d1b550cf0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.805078] env[68326]: DEBUG oslo_vmware.api [None req-7e5a61bc-d049-4873-82e9-011a90e29f89 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1327.805078] env[68326]: value = "task-3130426" [ 1327.805078] env[68326]: _type = "Task" [ 1327.805078] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.813858] env[68326]: DEBUG oslo_vmware.api [None req-7e5a61bc-d049-4873-82e9-011a90e29f89 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.039680] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.043310] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Releasing lock "refresh_cache-1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.043546] env[68326]: DEBUG nova.objects.instance [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lazy-loading 'migration_context' on Instance uuid 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.202138] env[68326]: DEBUG nova.compute.utils [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.214579] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.217586] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.178s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.217877] env[68326]: DEBUG nova.objects.instance [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lazy-loading 'resources' on Instance uuid d6b2f323-145d-4b6a-a4b3-7cf736941fd7 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.235142] env[68326]: INFO nova.scheduler.client.report [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Deleted allocations for instance 2ab0ec65-51d1-476d-b753-0c76584ede26 [ 1328.314784] env[68326]: DEBUG oslo_vmware.api [None req-7e5a61bc-d049-4873-82e9-011a90e29f89 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130426, 'name': ReconfigVM_Task, 'duration_secs': 0.228724} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.315010] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e5a61bc-d049-4873-82e9-011a90e29f89 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Reconfigured VM instance instance-00000078 to detach disk 2002 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1328.319570] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dc9a59d-c641-4e14-a101-b8c00e1827ba {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.334615] env[68326]: DEBUG oslo_vmware.api [None req-7e5a61bc-d049-4873-82e9-011a90e29f89 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1328.334615] env[68326]: value = "task-3130427" [ 1328.334615] env[68326]: _type = "Task" [ 1328.334615] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.342661] env[68326]: DEBUG oslo_vmware.api [None req-7e5a61bc-d049-4873-82e9-011a90e29f89 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.546833] env[68326]: DEBUG nova.objects.base [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Object Instance<1f63f302-7cc8-4506-93e4-7bc95a6f6bd0> lazy-loaded attributes: info_cache,migration_context {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1328.547795] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f90123-6010-4e1a-beec-452dc57b588f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.566938] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25c90c32-8e37-4b2c-aff8-ef9122c84f8d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.571939] env[68326]: DEBUG oslo_vmware.api [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1328.571939] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52706eea-6eb5-7e3f-77c1-ddff908b6441" [ 1328.571939] env[68326]: _type = "Task" [ 1328.571939] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.579032] env[68326]: DEBUG oslo_vmware.api [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52706eea-6eb5-7e3f-77c1-ddff908b6441, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.705019] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "ee283e51-0723-4b26-b96e-d334edf233c9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.741827] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4090b995-2368-4cb7-ba64-4e8829b81a6f tempest-ServerActionsTestJSON-554891636 tempest-ServerActionsTestJSON-554891636-project-member] Lock "2ab0ec65-51d1-476d-b753-0c76584ede26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.853s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.798513] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1a1a84-c084-4c4c-8da8-7310c71cfd41 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.806064] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7a9f42-82a6-43b4-a365-46e917f86cd4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.839230] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a52eef-dfd3-4d21-8da4-b59704427752 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.846319] env[68326]: DEBUG oslo_vmware.api [None req-7e5a61bc-d049-4873-82e9-011a90e29f89 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130427, 'name': ReconfigVM_Task, 'duration_secs': 0.13774} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.848415] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e5a61bc-d049-4873-82e9-011a90e29f89 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626473', 'volume_id': '921182cd-7431-4326-9e9f-814e7d62f9a9', 'name': 'volume-921182cd-7431-4326-9e9f-814e7d62f9a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c33f463-f5ef-479f-900a-861fa44ece36', 'attached_at': '', 'detached_at': '', 'volume_id': '921182cd-7431-4326-9e9f-814e7d62f9a9', 'serial': '921182cd-7431-4326-9e9f-814e7d62f9a9'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1328.851446] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e113e20d-7000-4d67-8f03-526d6cdafecc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.865191] env[68326]: DEBUG nova.compute.provider_tree [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.082366] env[68326]: DEBUG oslo_vmware.api [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52706eea-6eb5-7e3f-77c1-ddff908b6441, 'name': SearchDatastore_Task, 'duration_secs': 0.00742} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.082662] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.370600] env[68326]: DEBUG nova.scheduler.client.report [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.390322] env[68326]: DEBUG nova.objects.instance [None req-7e5a61bc-d049-4873-82e9-011a90e29f89 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lazy-loading 'flavor' on Instance uuid 3c33f463-f5ef-479f-900a-861fa44ece36 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.756990] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "ee283e51-0723-4b26-b96e-d334edf233c9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.757322] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "ee283e51-0723-4b26-b96e-d334edf233c9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.757565] env[68326]: INFO nova.compute.manager [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Attaching volume aa68f4ec-970e-4f46-a482-2e26c2030154 to /dev/sdb [ 1329.789316] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9371ed4-9cb0-485f-a9dd-816225cd8d47 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.796617] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18641c4f-6d47-41ad-b90d-aae695c0610b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.810232] env[68326]: DEBUG nova.virt.block_device [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Updating existing volume attachment record: 0615ceee-09e0-4497-baa9-18800c0fb213 {{(pid=68326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1329.876928] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.879225] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.797s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.902802] env[68326]: INFO nova.scheduler.client.report [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleted allocations for instance d6b2f323-145d-4b6a-a4b3-7cf736941fd7 [ 1330.399060] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7e5a61bc-d049-4873-82e9-011a90e29f89 tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "3c33f463-f5ef-479f-900a-861fa44ece36" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.411650] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4bfdc870-8096-4d7e-9aea-801e0d5acbe6 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "d6b2f323-145d-4b6a-a4b3-7cf736941fd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.761s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.483317] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bafd995-5ecb-487e-a149-6b82be157580 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.490764] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b50bf91-f506-4b33-b003-2253ad7c6d87 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.521587] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f340e3-9752-4bce-ae77-79db22f4b1d8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.529211] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833fb195-d4b7-43ba-8a10-039a5a20e0d0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.542338] env[68326]: DEBUG nova.compute.provider_tree [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.047574] env[68326]: DEBUG nova.scheduler.client.report [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.584520] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "3c33f463-f5ef-479f-900a-861fa44ece36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.584775] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "3c33f463-f5ef-479f-900a-861fa44ece36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.584965] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "3c33f463-f5ef-479f-900a-861fa44ece36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.585164] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "3c33f463-f5ef-479f-900a-861fa44ece36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.585363] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "3c33f463-f5ef-479f-900a-861fa44ece36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.587334] env[68326]: INFO nova.compute.manager [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Terminating instance [ 1332.057450] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.178s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.090462] env[68326]: DEBUG nova.compute.manager [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1332.090662] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.091601] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b404b62f-d10b-4c59-9d17-eee9a6503558 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.100015] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1332.100932] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d56ab537-b5e4-4ec8-8e07-1578ae569725 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.107489] env[68326]: DEBUG oslo_vmware.api [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1332.107489] env[68326]: value = "task-3130431" [ 1332.107489] env[68326]: _type = "Task" [ 1332.107489] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.115967] env[68326]: DEBUG oslo_vmware.api [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.619471] env[68326]: DEBUG oslo_vmware.api [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130431, 'name': PowerOffVM_Task, 'duration_secs': 0.191616} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.620507] env[68326]: INFO nova.scheduler.client.report [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Deleted allocation for migration 71210361-6e5c-43c3-8409-3f293ac55d43 [ 1332.621665] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1332.621792] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1332.625520] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b26a3e0a-69d8-43a0-a243-e36bea33853f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.684619] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1332.684835] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1332.685018] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Deleting the datastore file [datastore1] 3c33f463-f5ef-479f-900a-861fa44ece36 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1332.685282] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-454aa20e-f9ce-41ef-aa84-fb8755771139 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.693081] env[68326]: DEBUG oslo_vmware.api [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for the task: (returnval){ [ 1332.693081] env[68326]: value = "task-3130433" [ 1332.693081] env[68326]: _type = "Task" [ 1332.693081] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.700765] env[68326]: DEBUG oslo_vmware.api [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.128729] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.355s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.207733] env[68326]: DEBUG oslo_vmware.api [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Task: {'id': task-3130433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141064} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.209785] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1333.209785] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1333.209785] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1333.209785] env[68326]: INFO nova.compute.manager [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1333.209785] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1333.209785] env[68326]: DEBUG nova.compute.manager [-] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1333.209785] env[68326]: DEBUG nova.network.neutron [-] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1333.803209] env[68326]: DEBUG nova.compute.manager [req-f7782376-2591-40c5-85e6-497b9e1cbe7b req-f348a96d-c5af-4d99-9000-de8acc9e6410 service nova] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Received event network-vif-deleted-4e23a412-bb49-41d9-ae65-08602aee4c91 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1333.803209] env[68326]: INFO nova.compute.manager [req-f7782376-2591-40c5-85e6-497b9e1cbe7b req-f348a96d-c5af-4d99-9000-de8acc9e6410 service nova] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Neutron deleted interface 4e23a412-bb49-41d9-ae65-08602aee4c91; detaching it from the instance and deleting it from the info cache [ 1333.803209] env[68326]: DEBUG nova.network.neutron [req-f7782376-2591-40c5-85e6-497b9e1cbe7b req-f348a96d-c5af-4d99-9000-de8acc9e6410 service nova] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.145674] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "5945078b-f11b-4503-8990-a8437c8f2627" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.145776] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "5945078b-f11b-4503-8990-a8437c8f2627" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.146371] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "5945078b-f11b-4503-8990-a8437c8f2627-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.146371] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "5945078b-f11b-4503-8990-a8437c8f2627-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.146371] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "5945078b-f11b-4503-8990-a8437c8f2627-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.148891] env[68326]: INFO nova.compute.manager [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Terminating instance [ 1334.194424] env[68326]: DEBUG nova.network.neutron [-] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.304036] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.304315] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.304521] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "1f63f302-7cc8-4506-93e4-7bc95a6f6bd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.304701] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "1f63f302-7cc8-4506-93e4-7bc95a6f6bd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.304864] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "1f63f302-7cc8-4506-93e4-7bc95a6f6bd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.306825] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e40aa9ac-164e-4ac0-9519-bb8aa5693592 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.309973] env[68326]: INFO nova.compute.manager [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Terminating instance [ 1334.324663] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79d44c9-f8fc-4e72-81f0-7a389f8e4b1e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.354349] env[68326]: DEBUG nova.compute.manager [req-f7782376-2591-40c5-85e6-497b9e1cbe7b req-f348a96d-c5af-4d99-9000-de8acc9e6410 service nova] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Detach interface failed, port_id=4e23a412-bb49-41d9-ae65-08602aee4c91, reason: Instance 3c33f463-f5ef-479f-900a-861fa44ece36 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1334.357269] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Volume attach. Driver type: vmdk {{(pid=68326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1334.357476] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626474', 'volume_id': 'aa68f4ec-970e-4f46-a482-2e26c2030154', 'name': 'volume-aa68f4ec-970e-4f46-a482-2e26c2030154', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee283e51-0723-4b26-b96e-d334edf233c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa68f4ec-970e-4f46-a482-2e26c2030154', 'serial': 'aa68f4ec-970e-4f46-a482-2e26c2030154'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1334.358342] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3610f6-619f-4310-96d4-2917a271b671 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.376512] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef377a47-d1a8-49a2-9c36-3a8a7f30fa21 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.400262] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-aa68f4ec-970e-4f46-a482-2e26c2030154/volume-aa68f4ec-970e-4f46-a482-2e26c2030154.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.400741] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2b28be0-9c27-47fe-b805-f2e3908c5408 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.419073] env[68326]: DEBUG oslo_vmware.api [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1334.419073] env[68326]: value = "task-3130434" [ 1334.419073] env[68326]: _type = "Task" [ 1334.419073] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.426972] env[68326]: DEBUG oslo_vmware.api [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.652591] env[68326]: DEBUG nova.compute.manager [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1334.652898] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1334.653809] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d325f9c-ec58-49a9-a603-c3069d64d5f7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.662557] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.662865] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54909a8a-c332-4f63-8312-06b06287e0cd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.669464] env[68326]: DEBUG oslo_vmware.api [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1334.669464] env[68326]: value = "task-3130435" [ 1334.669464] env[68326]: _type = "Task" [ 1334.669464] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.677070] env[68326]: DEBUG oslo_vmware.api [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.698728] env[68326]: INFO nova.compute.manager [-] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Took 1.49 seconds to deallocate network for instance. [ 1334.814491] env[68326]: DEBUG nova.compute.manager [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1334.815187] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1334.815729] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0368a9-6122-4506-8e39-8806694d8ce3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.827865] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.828161] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d71c9b40-e036-4b23-9e78-b9a29d1d34f4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.835299] env[68326]: DEBUG oslo_vmware.api [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1334.835299] env[68326]: value = "task-3130436" [ 1334.835299] env[68326]: _type = "Task" [ 1334.835299] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.844805] env[68326]: DEBUG oslo_vmware.api [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.929124] env[68326]: DEBUG oslo_vmware.api [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130434, 'name': ReconfigVM_Task, 'duration_secs': 0.352743} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.929399] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-aa68f4ec-970e-4f46-a482-2e26c2030154/volume-aa68f4ec-970e-4f46-a482-2e26c2030154.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.933925] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-463eeebd-757c-4219-9b43-87a3c10a203e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.950223] env[68326]: DEBUG oslo_vmware.api [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1334.950223] env[68326]: value = "task-3130437" [ 1334.950223] env[68326]: _type = "Task" [ 1334.950223] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.959911] env[68326]: DEBUG oslo_vmware.api [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.053318] env[68326]: DEBUG oslo_concurrency.lockutils [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.053578] env[68326]: DEBUG oslo_concurrency.lockutils [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.179428] env[68326]: DEBUG oslo_vmware.api [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130435, 'name': PowerOffVM_Task, 'duration_secs': 0.185347} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.179699] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.179942] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.180120] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b76a8ee-3473-4a8f-a4c9-c17a64cfa684 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.204918] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.205219] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.205439] env[68326]: DEBUG nova.objects.instance [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lazy-loading 'resources' on Instance uuid 3c33f463-f5ef-479f-900a-861fa44ece36 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.256272] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.256590] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.256699] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleting the datastore file [datastore2] 5945078b-f11b-4503-8990-a8437c8f2627 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.256984] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdec2113-61d9-47ba-9176-acce6ecca9e8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.264403] env[68326]: DEBUG oslo_vmware.api [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for the task: (returnval){ [ 1335.264403] env[68326]: value = "task-3130439" [ 1335.264403] env[68326]: _type = "Task" [ 1335.264403] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.272579] env[68326]: DEBUG oslo_vmware.api [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.345925] env[68326]: DEBUG oslo_vmware.api [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130436, 'name': PowerOffVM_Task, 'duration_secs': 0.214339} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.346266] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.346418] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.346672] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d630473-4d1a-43ff-9a0a-61aaeb33397a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.408690] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.408903] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.409042] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Deleting the datastore file [datastore2] 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.409277] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ba5e9d4-5036-49a7-81f0-0425288e911c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.417227] env[68326]: DEBUG oslo_vmware.api [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for the task: (returnval){ [ 1335.417227] env[68326]: value = "task-3130441" [ 1335.417227] env[68326]: _type = "Task" [ 1335.417227] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.425409] env[68326]: DEBUG oslo_vmware.api [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.459664] env[68326]: DEBUG oslo_vmware.api [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130437, 'name': ReconfigVM_Task, 'duration_secs': 0.161846} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.459999] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626474', 'volume_id': 'aa68f4ec-970e-4f46-a482-2e26c2030154', 'name': 'volume-aa68f4ec-970e-4f46-a482-2e26c2030154', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee283e51-0723-4b26-b96e-d334edf233c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa68f4ec-970e-4f46-a482-2e26c2030154', 'serial': 'aa68f4ec-970e-4f46-a482-2e26c2030154'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1335.556391] env[68326]: DEBUG nova.compute.manager [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1335.776781] env[68326]: DEBUG oslo_vmware.api [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Task: {'id': task-3130439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132712} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.777054] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.777283] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1335.777468] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1335.777651] env[68326]: INFO nova.compute.manager [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1335.777887] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1335.778101] env[68326]: DEBUG nova.compute.manager [-] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1335.778199] env[68326]: DEBUG nova.network.neutron [-] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1335.782735] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce506d7e-3f02-4048-9949-3ab3424d619c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.790541] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd9b228-3d4d-4913-bbbd-67f00557d51b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.822433] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7168090-dd72-4f12-af4c-5851e0ce9d5b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.830668] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f67413-7c7e-4976-820d-c401711911b5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.844558] env[68326]: DEBUG nova.compute.provider_tree [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1335.926386] env[68326]: DEBUG oslo_vmware.api [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Task: {'id': task-3130441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144189} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.926649] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.926831] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1335.927014] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1335.927208] env[68326]: INFO nova.compute.manager [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1335.927439] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1335.927628] env[68326]: DEBUG nova.compute.manager [-] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1335.928215] env[68326]: DEBUG nova.network.neutron [-] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1336.083663] env[68326]: DEBUG oslo_concurrency.lockutils [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.130407] env[68326]: DEBUG nova.compute.manager [req-fd50a051-b6f8-47f0-8599-044f27936d36 req-56d7cf88-0a9c-4672-a381-23b6b45cd293 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Received event network-vif-deleted-7d4141e9-bf16-4da3-b6f5-283dda0c836c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1336.130786] env[68326]: INFO nova.compute.manager [req-fd50a051-b6f8-47f0-8599-044f27936d36 req-56d7cf88-0a9c-4672-a381-23b6b45cd293 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Neutron deleted interface 7d4141e9-bf16-4da3-b6f5-283dda0c836c; detaching it from the instance and deleting it from the info cache [ 1336.130786] env[68326]: DEBUG nova.network.neutron [req-fd50a051-b6f8-47f0-8599-044f27936d36 req-56d7cf88-0a9c-4672-a381-23b6b45cd293 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.369742] env[68326]: ERROR nova.scheduler.client.report [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] [req-6dd215d2-92b9-4bd9-9de4-9a3ad66f6a08] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6dd215d2-92b9-4bd9-9de4-9a3ad66f6a08"}]} [ 1336.386785] env[68326]: DEBUG nova.scheduler.client.report [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1336.399338] env[68326]: DEBUG nova.scheduler.client.report [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1336.399576] env[68326]: DEBUG nova.compute.provider_tree [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1336.410009] env[68326]: DEBUG nova.scheduler.client.report [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1336.426436] env[68326]: DEBUG nova.scheduler.client.report [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1336.489263] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212e9848-d090-420a-b6cc-632e8d5166ed {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.497138] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711c7405-f40e-45c4-8523-8899c01790ac {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.500525] env[68326]: DEBUG nova.objects.instance [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lazy-loading 'flavor' on Instance uuid ee283e51-0723-4b26-b96e-d334edf233c9 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.529201] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cae95c-aba9-4fbb-97c3-5c8e9e19b05a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.538507] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ed9979-2b50-44db-87f6-49ff80deb56b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.553031] env[68326]: DEBUG nova.compute.provider_tree [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1336.610545] env[68326]: DEBUG nova.network.neutron [-] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.633694] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7db2acd6-d164-4e58-9d13-590942454df5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.643731] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc07a53d-016d-4296-9723-fa4677f4db09 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.672765] env[68326]: DEBUG nova.compute.manager [req-fd50a051-b6f8-47f0-8599-044f27936d36 req-56d7cf88-0a9c-4672-a381-23b6b45cd293 service nova] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Detach interface failed, port_id=7d4141e9-bf16-4da3-b6f5-283dda0c836c, reason: Instance 5945078b-f11b-4503-8990-a8437c8f2627 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1336.766548] env[68326]: DEBUG nova.network.neutron [-] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.005246] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0da1ecc5-febb-451f-8de3-5ff0ce614b8b tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "ee283e51-0723-4b26-b96e-d334edf233c9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.248s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.084875] env[68326]: DEBUG nova.scheduler.client.report [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 186 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1337.085147] env[68326]: DEBUG nova.compute.provider_tree [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 186 to 187 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1337.085328] env[68326]: DEBUG nova.compute.provider_tree [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1337.115725] env[68326]: INFO nova.compute.manager [-] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Took 1.34 seconds to deallocate network for instance. [ 1337.268823] env[68326]: INFO nova.compute.manager [-] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Took 1.34 seconds to deallocate network for instance. [ 1337.319720] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ae6c9fbd-b343-4dc0-bb49-e3ba8f7d148d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "ee283e51-0723-4b26-b96e-d334edf233c9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.319974] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ae6c9fbd-b343-4dc0-bb49-e3ba8f7d148d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "ee283e51-0723-4b26-b96e-d334edf233c9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.590034] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.385s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.592378] env[68326]: DEBUG oslo_concurrency.lockutils [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.509s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.593908] env[68326]: INFO nova.compute.claims [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1337.610495] env[68326]: INFO nova.scheduler.client.report [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Deleted allocations for instance 3c33f463-f5ef-479f-900a-861fa44ece36 [ 1337.623618] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.775862] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.822355] env[68326]: INFO nova.compute.manager [None req-ae6c9fbd-b343-4dc0-bb49-e3ba8f7d148d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Detaching volume aa68f4ec-970e-4f46-a482-2e26c2030154 [ 1337.856023] env[68326]: INFO nova.virt.block_device [None req-ae6c9fbd-b343-4dc0-bb49-e3ba8f7d148d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Attempting to driver detach volume aa68f4ec-970e-4f46-a482-2e26c2030154 from mountpoint /dev/sdb [ 1337.856313] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae6c9fbd-b343-4dc0-bb49-e3ba8f7d148d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Volume detach. Driver type: vmdk {{(pid=68326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1337.856519] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae6c9fbd-b343-4dc0-bb49-e3ba8f7d148d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626474', 'volume_id': 'aa68f4ec-970e-4f46-a482-2e26c2030154', 'name': 'volume-aa68f4ec-970e-4f46-a482-2e26c2030154', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee283e51-0723-4b26-b96e-d334edf233c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa68f4ec-970e-4f46-a482-2e26c2030154', 'serial': 'aa68f4ec-970e-4f46-a482-2e26c2030154'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1337.857475] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934544d2-e9f4-4641-9345-e8749b974b38 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.880159] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b4c622-ec64-4195-89bd-10e90cc3a06e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.888372] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67457901-30f0-40d7-a016-41573c75cc31 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.910993] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bb3db0-47b8-41e1-abfc-97b6cd303e4c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.927447] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae6c9fbd-b343-4dc0-bb49-e3ba8f7d148d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] The volume has not been displaced from its original location: [datastore1] volume-aa68f4ec-970e-4f46-a482-2e26c2030154/volume-aa68f4ec-970e-4f46-a482-2e26c2030154.vmdk. No consolidation needed. {{(pid=68326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1337.932683] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae6c9fbd-b343-4dc0-bb49-e3ba8f7d148d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1337.933012] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f321ba39-ef20-43f4-934c-dc305ae4d982 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.951708] env[68326]: DEBUG oslo_vmware.api [None req-ae6c9fbd-b343-4dc0-bb49-e3ba8f7d148d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1337.951708] env[68326]: value = "task-3130442" [ 1337.951708] env[68326]: _type = "Task" [ 1337.951708] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.961328] env[68326]: DEBUG oslo_vmware.api [None req-ae6c9fbd-b343-4dc0-bb49-e3ba8f7d148d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.119046] env[68326]: DEBUG oslo_concurrency.lockutils [None req-dd511201-6946-4b18-a88b-a55ba5422c5e tempest-AttachVolumeTestJSON-1084419853 tempest-AttachVolumeTestJSON-1084419853-project-member] Lock "3c33f463-f5ef-479f-900a-861fa44ece36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.534s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.163841] env[68326]: DEBUG nova.compute.manager [req-a5db994b-d680-4d9b-9f8f-50cfb8fe9482 req-63475ca9-ab1a-4f5d-89c5-761dfcaa3cd2 service nova] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Received event network-vif-deleted-5f8b9c74-a74f-413f-9a8f-6bdedf5f32a9 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1338.461824] env[68326]: DEBUG oslo_vmware.api [None req-ae6c9fbd-b343-4dc0-bb49-e3ba8f7d148d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130442, 'name': ReconfigVM_Task, 'duration_secs': 0.260662} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.462118] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae6c9fbd-b343-4dc0-bb49-e3ba8f7d148d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1338.466720] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adf648a3-3c19-4193-b9ac-72cd5988083a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.481572] env[68326]: DEBUG oslo_vmware.api [None req-ae6c9fbd-b343-4dc0-bb49-e3ba8f7d148d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1338.481572] env[68326]: value = "task-3130444" [ 1338.481572] env[68326]: _type = "Task" [ 1338.481572] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.489573] env[68326]: DEBUG oslo_vmware.api [None req-ae6c9fbd-b343-4dc0-bb49-e3ba8f7d148d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.663280] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c8d59b-4470-4cc2-8fb2-cecf74f16764 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.671535] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe577aa2-027d-46bd-861d-a1aec5bc6dec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.703639] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230ef8c6-3658-4d84-a7c0-20f97b772a58 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.711199] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c60441c-8c19-42f6-878e-c7a1f8080dd8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.724553] env[68326]: DEBUG nova.compute.provider_tree [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.992152] env[68326]: DEBUG oslo_vmware.api [None req-ae6c9fbd-b343-4dc0-bb49-e3ba8f7d148d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130444, 'name': ReconfigVM_Task, 'duration_secs': 0.142868} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.992460] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae6c9fbd-b343-4dc0-bb49-e3ba8f7d148d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626474', 'volume_id': 'aa68f4ec-970e-4f46-a482-2e26c2030154', 'name': 'volume-aa68f4ec-970e-4f46-a482-2e26c2030154', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ee283e51-0723-4b26-b96e-d334edf233c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa68f4ec-970e-4f46-a482-2e26c2030154', 'serial': 'aa68f4ec-970e-4f46-a482-2e26c2030154'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1339.227663] env[68326]: DEBUG nova.scheduler.client.report [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.534817] env[68326]: DEBUG nova.objects.instance [None req-ae6c9fbd-b343-4dc0-bb49-e3ba8f7d148d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lazy-loading 'flavor' on Instance uuid ee283e51-0723-4b26-b96e-d334edf233c9 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.732597] env[68326]: DEBUG oslo_concurrency.lockutils [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.732859] env[68326]: DEBUG nova.compute.manager [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1339.735516] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.112s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.735733] env[68326]: DEBUG nova.objects.instance [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lazy-loading 'resources' on Instance uuid 5945078b-f11b-4503-8990-a8437c8f2627 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.238861] env[68326]: DEBUG nova.compute.utils [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1340.243091] env[68326]: DEBUG nova.compute.manager [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1340.243272] env[68326]: DEBUG nova.network.neutron [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1340.291201] env[68326]: DEBUG nova.policy [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4ed376d829e4667b0c3ad76a2931807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d28cc9ba4614fad9b9fb79817707df2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1340.304810] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0aff93-dd7d-4b9d-8fcc-d9fb1afbac90 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.312734] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f1cd38-f29e-40b6-93ad-8e8828d0300e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.345751] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665b5c00-4710-4398-be3a-871ac97bde52 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.353666] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da86a5b-dd4e-42a4-b5fd-8f5771d8e504 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.367058] env[68326]: DEBUG nova.compute.provider_tree [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.541645] env[68326]: DEBUG oslo_concurrency.lockutils [None req-ae6c9fbd-b343-4dc0-bb49-e3ba8f7d148d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "ee283e51-0723-4b26-b96e-d334edf233c9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.221s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.602452] env[68326]: DEBUG nova.network.neutron [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Successfully created port: ee9015ac-e33d-40d8-b086-b639e95af226 {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1340.744093] env[68326]: DEBUG nova.compute.manager [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1340.870973] env[68326]: DEBUG nova.scheduler.client.report [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.377055] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.378857] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.603s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.378857] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.408056] env[68326]: INFO nova.scheduler.client.report [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Deleted allocations for instance 5945078b-f11b-4503-8990-a8437c8f2627 [ 1341.411262] env[68326]: INFO nova.scheduler.client.report [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Deleted allocations for instance 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0 [ 1341.585174] env[68326]: DEBUG oslo_concurrency.lockutils [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "ee283e51-0723-4b26-b96e-d334edf233c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.585446] env[68326]: DEBUG oslo_concurrency.lockutils [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "ee283e51-0723-4b26-b96e-d334edf233c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.585654] env[68326]: DEBUG oslo_concurrency.lockutils [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "ee283e51-0723-4b26-b96e-d334edf233c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.585836] env[68326]: DEBUG oslo_concurrency.lockutils [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "ee283e51-0723-4b26-b96e-d334edf233c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.586009] env[68326]: DEBUG oslo_concurrency.lockutils [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "ee283e51-0723-4b26-b96e-d334edf233c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.588162] env[68326]: INFO nova.compute.manager [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Terminating instance [ 1341.754195] env[68326]: DEBUG nova.compute.manager [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1341.781359] env[68326]: DEBUG nova.virt.hardware [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1341.781603] env[68326]: DEBUG nova.virt.hardware [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.781753] env[68326]: DEBUG nova.virt.hardware [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1341.781937] env[68326]: DEBUG nova.virt.hardware [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.782088] env[68326]: DEBUG nova.virt.hardware [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1341.782235] env[68326]: DEBUG nova.virt.hardware [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1341.782512] env[68326]: DEBUG nova.virt.hardware [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1341.782675] env[68326]: DEBUG nova.virt.hardware [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1341.782841] env[68326]: DEBUG nova.virt.hardware [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1341.782999] env[68326]: DEBUG nova.virt.hardware [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1341.783186] env[68326]: DEBUG nova.virt.hardware [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1341.784051] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89be388-c633-49fe-a6ab-a7194074c0dd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.792715] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951e6629-d382-4ba4-aa10-457809973808 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.924751] env[68326]: DEBUG oslo_concurrency.lockutils [None req-9e8a041b-a2bc-4597-883b-5cb869988da9 tempest-DeleteServersTestJSON-498671312 tempest-DeleteServersTestJSON-498671312-project-member] Lock "1f63f302-7cc8-4506-93e4-7bc95a6f6bd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.620s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.926052] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2814e4be-d5cd-4a6f-8837-ac1dc7a2edc7 tempest-ServerActionsTestOtherA-62591383 tempest-ServerActionsTestOtherA-62591383-project-member] Lock "5945078b-f11b-4503-8990-a8437c8f2627" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.780s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.014187] env[68326]: DEBUG nova.compute.manager [req-3bb10653-2570-4e5c-99f2-0c3880180d48 req-73e504ca-5175-4bd3-97d7-94bdaf1def7d service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Received event network-vif-plugged-ee9015ac-e33d-40d8-b086-b639e95af226 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1342.014438] env[68326]: DEBUG oslo_concurrency.lockutils [req-3bb10653-2570-4e5c-99f2-0c3880180d48 req-73e504ca-5175-4bd3-97d7-94bdaf1def7d service nova] Acquiring lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.014731] env[68326]: DEBUG oslo_concurrency.lockutils [req-3bb10653-2570-4e5c-99f2-0c3880180d48 req-73e504ca-5175-4bd3-97d7-94bdaf1def7d service nova] Lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.014811] env[68326]: DEBUG oslo_concurrency.lockutils [req-3bb10653-2570-4e5c-99f2-0c3880180d48 req-73e504ca-5175-4bd3-97d7-94bdaf1def7d service nova] Lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.015071] env[68326]: DEBUG nova.compute.manager [req-3bb10653-2570-4e5c-99f2-0c3880180d48 req-73e504ca-5175-4bd3-97d7-94bdaf1def7d service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] No waiting events found dispatching network-vif-plugged-ee9015ac-e33d-40d8-b086-b639e95af226 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1342.015154] env[68326]: WARNING nova.compute.manager [req-3bb10653-2570-4e5c-99f2-0c3880180d48 req-73e504ca-5175-4bd3-97d7-94bdaf1def7d service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Received unexpected event network-vif-plugged-ee9015ac-e33d-40d8-b086-b639e95af226 for instance with vm_state building and task_state spawning. [ 1342.091857] env[68326]: DEBUG nova.compute.manager [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1342.092088] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.093304] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b71d1c-c0e9-4d8e-907e-7ca0ace444ce {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.096998] env[68326]: DEBUG nova.network.neutron [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Successfully updated port: ee9015ac-e33d-40d8-b086-b639e95af226 {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1342.103982] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.104270] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6b80ebc-a137-4460-96a8-7ef301514b46 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.116274] env[68326]: DEBUG oslo_vmware.api [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1342.116274] env[68326]: value = "task-3130447" [ 1342.116274] env[68326]: _type = "Task" [ 1342.116274] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.124932] env[68326]: DEBUG oslo_vmware.api [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.600527] env[68326]: DEBUG oslo_concurrency.lockutils [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.600826] env[68326]: DEBUG oslo_concurrency.lockutils [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquired lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.600896] env[68326]: DEBUG nova.network.neutron [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.627535] env[68326]: DEBUG oslo_vmware.api [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130447, 'name': PowerOffVM_Task, 'duration_secs': 0.197357} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.627819] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.627990] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.628268] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cd72911-5158-43d6-90e8-8e9e487d9f15 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.695573] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.695861] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Deleting contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.695991] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Deleting the datastore file [datastore2] ee283e51-0723-4b26-b96e-d334edf233c9 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.696265] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b0c9189-2bbf-4bb3-9435-5812baa915de {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.703928] env[68326]: DEBUG oslo_vmware.api [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for the task: (returnval){ [ 1342.703928] env[68326]: value = "task-3130449" [ 1342.703928] env[68326]: _type = "Task" [ 1342.703928] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.711912] env[68326]: DEBUG oslo_vmware.api [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.170017] env[68326]: DEBUG nova.network.neutron [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1343.213800] env[68326]: DEBUG oslo_vmware.api [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Task: {'id': task-3130449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146509} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.214122] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.214378] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Deleted contents of the VM from datastore datastore2 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.214593] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.214799] env[68326]: INFO nova.compute.manager [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1343.215080] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1343.215319] env[68326]: DEBUG nova.compute.manager [-] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1343.215444] env[68326]: DEBUG nova.network.neutron [-] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1343.456652] env[68326]: DEBUG nova.network.neutron [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Updating instance_info_cache with network_info: [{"id": "ee9015ac-e33d-40d8-b086-b639e95af226", "address": "fa:16:3e:4d:00:e7", "network": {"id": "f69456cc-96bd-4653-b4c0-3a5af8d59d73", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1384436858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d28cc9ba4614fad9b9fb79817707df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9015ac-e3", "ovs_interfaceid": "ee9015ac-e33d-40d8-b086-b639e95af226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.961566] env[68326]: DEBUG oslo_concurrency.lockutils [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Releasing lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.961566] env[68326]: DEBUG nova.compute.manager [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Instance network_info: |[{"id": "ee9015ac-e33d-40d8-b086-b639e95af226", "address": "fa:16:3e:4d:00:e7", "network": {"id": "f69456cc-96bd-4653-b4c0-3a5af8d59d73", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1384436858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d28cc9ba4614fad9b9fb79817707df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9015ac-e3", "ovs_interfaceid": "ee9015ac-e33d-40d8-b086-b639e95af226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1343.961566] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:00:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee9015ac-e33d-40d8-b086-b639e95af226', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1343.969809] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Creating folder: Project (8d28cc9ba4614fad9b9fb79817707df2). Parent ref: group-v626141. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.973305] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-138570a9-8edb-42ad-a57a-7565e4c83e4e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.984228] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Created folder: Project (8d28cc9ba4614fad9b9fb79817707df2) in parent group-v626141. [ 1343.984453] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Creating folder: Instances. Parent ref: group-v626475. {{(pid=68326) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.984691] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f85d889-2822-4720-9484-747ff9ddce05 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.997896] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Created folder: Instances in parent group-v626475. [ 1343.998411] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1343.999029] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1343.999314] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3f5949d-a2ce-4168-b6d6-cfcf29ea7ad4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.021319] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.021319] env[68326]: value = "task-3130452" [ 1344.021319] env[68326]: _type = "Task" [ 1344.021319] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.036097] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130452, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.053567] env[68326]: DEBUG nova.compute.manager [req-b0cf4f4e-2f27-42f0-a54f-51d62c712a2e req-1c491651-dea4-4d77-a54e-eaee71b5013e service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Received event network-changed-ee9015ac-e33d-40d8-b086-b639e95af226 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1344.054110] env[68326]: DEBUG nova.compute.manager [req-b0cf4f4e-2f27-42f0-a54f-51d62c712a2e req-1c491651-dea4-4d77-a54e-eaee71b5013e service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Refreshing instance network info cache due to event network-changed-ee9015ac-e33d-40d8-b086-b639e95af226. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1344.054385] env[68326]: DEBUG oslo_concurrency.lockutils [req-b0cf4f4e-2f27-42f0-a54f-51d62c712a2e req-1c491651-dea4-4d77-a54e-eaee71b5013e service nova] Acquiring lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.054711] env[68326]: DEBUG oslo_concurrency.lockutils [req-b0cf4f4e-2f27-42f0-a54f-51d62c712a2e req-1c491651-dea4-4d77-a54e-eaee71b5013e service nova] Acquired lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.054824] env[68326]: DEBUG nova.network.neutron [req-b0cf4f4e-2f27-42f0-a54f-51d62c712a2e req-1c491651-dea4-4d77-a54e-eaee71b5013e service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Refreshing network info cache for port ee9015ac-e33d-40d8-b086-b639e95af226 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.483752] env[68326]: DEBUG nova.network.neutron [-] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.531502] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130452, 'name': CreateVM_Task, 'duration_secs': 0.340347} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.535018] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.535018] env[68326]: DEBUG oslo_concurrency.lockutils [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.535018] env[68326]: DEBUG oslo_concurrency.lockutils [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.535018] env[68326]: DEBUG oslo_concurrency.lockutils [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.535018] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25e634ff-e69a-4f92-a659-8a8a12da77a7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.538703] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1344.538703] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]522bc448-a14f-8678-27b5-e991e0566687" [ 1344.538703] env[68326]: _type = "Task" [ 1344.538703] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.547866] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522bc448-a14f-8678-27b5-e991e0566687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.898784] env[68326]: DEBUG nova.network.neutron [req-b0cf4f4e-2f27-42f0-a54f-51d62c712a2e req-1c491651-dea4-4d77-a54e-eaee71b5013e service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Updated VIF entry in instance network info cache for port ee9015ac-e33d-40d8-b086-b639e95af226. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1344.898784] env[68326]: DEBUG nova.network.neutron [req-b0cf4f4e-2f27-42f0-a54f-51d62c712a2e req-1c491651-dea4-4d77-a54e-eaee71b5013e service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Updating instance_info_cache with network_info: [{"id": "ee9015ac-e33d-40d8-b086-b639e95af226", "address": "fa:16:3e:4d:00:e7", "network": {"id": "f69456cc-96bd-4653-b4c0-3a5af8d59d73", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1384436858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d28cc9ba4614fad9b9fb79817707df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9015ac-e3", "ovs_interfaceid": "ee9015ac-e33d-40d8-b086-b639e95af226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.987406] env[68326]: INFO nova.compute.manager [-] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Took 1.77 seconds to deallocate network for instance. [ 1345.049965] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]522bc448-a14f-8678-27b5-e991e0566687, 'name': SearchDatastore_Task, 'duration_secs': 0.011493} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.050266] env[68326]: DEBUG oslo_concurrency.lockutils [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.050505] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.050835] env[68326]: DEBUG oslo_concurrency.lockutils [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.050910] env[68326]: DEBUG oslo_concurrency.lockutils [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.051063] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.051574] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0b24524-0a42-40ed-8e8c-abf33fde2507 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.061337] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.061552] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.062716] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-025123c2-b3f6-4484-b9e9-dc872f3131f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.068454] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1345.068454] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b796b4-9065-ef1f-87ee-ec879f042f9f" [ 1345.068454] env[68326]: _type = "Task" [ 1345.068454] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.077627] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b796b4-9065-ef1f-87ee-ec879f042f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.401229] env[68326]: DEBUG oslo_concurrency.lockutils [req-b0cf4f4e-2f27-42f0-a54f-51d62c712a2e req-1c491651-dea4-4d77-a54e-eaee71b5013e service nova] Releasing lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.401521] env[68326]: DEBUG nova.compute.manager [req-b0cf4f4e-2f27-42f0-a54f-51d62c712a2e req-1c491651-dea4-4d77-a54e-eaee71b5013e service nova] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Received event network-vif-deleted-82eb872f-1356-4559-861f-338011f90c8c {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1345.401702] env[68326]: INFO nova.compute.manager [req-b0cf4f4e-2f27-42f0-a54f-51d62c712a2e req-1c491651-dea4-4d77-a54e-eaee71b5013e service nova] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Neutron deleted interface 82eb872f-1356-4559-861f-338011f90c8c; detaching it from the instance and deleting it from the info cache [ 1345.401875] env[68326]: DEBUG nova.network.neutron [req-b0cf4f4e-2f27-42f0-a54f-51d62c712a2e req-1c491651-dea4-4d77-a54e-eaee71b5013e service nova] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.494245] env[68326]: DEBUG oslo_concurrency.lockutils [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.494548] env[68326]: DEBUG oslo_concurrency.lockutils [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.494777] env[68326]: DEBUG nova.objects.instance [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lazy-loading 'resources' on Instance uuid ee283e51-0723-4b26-b96e-d334edf233c9 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.579709] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b796b4-9065-ef1f-87ee-ec879f042f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.009358} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.580510] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04974501-fc69-4682-bcd8-fbe0a362161f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.586987] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1345.586987] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52167876-f2ae-0c3b-f242-e2a6a40ea9fd" [ 1345.586987] env[68326]: _type = "Task" [ 1345.586987] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.595298] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52167876-f2ae-0c3b-f242-e2a6a40ea9fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.904780] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee08073f-a597-4399-b872-0806cb6044a3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.915926] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d80f522-e71d-466b-9242-dcd732a94564 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.959270] env[68326]: DEBUG nova.compute.manager [req-b0cf4f4e-2f27-42f0-a54f-51d62c712a2e req-1c491651-dea4-4d77-a54e-eaee71b5013e service nova] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Detach interface failed, port_id=82eb872f-1356-4559-861f-338011f90c8c, reason: Instance ee283e51-0723-4b26-b96e-d334edf233c9 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1346.038825] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e1b67c-ab73-4dc2-828d-f054302abb32 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.046319] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e563860a-5517-406e-8be2-9a858269057c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.075942] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3df75a-56ca-4abf-84d3-e4a9e5b61606 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.082945] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b73f5d-77d6-4759-b6cc-1b28692b8424 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.097882] env[68326]: DEBUG nova.compute.provider_tree [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.104130] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52167876-f2ae-0c3b-f242-e2a6a40ea9fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011137} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.104385] env[68326]: DEBUG oslo_concurrency.lockutils [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.104631] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 46e528e9-28c8-4c5b-8ada-6fc2302fa064/46e528e9-28c8-4c5b-8ada-6fc2302fa064.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.104852] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4476b965-8882-49d1-8fab-cfdcd0e3b289 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.111949] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1346.111949] env[68326]: value = "task-3130454" [ 1346.111949] env[68326]: _type = "Task" [ 1346.111949] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.120194] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.600947] env[68326]: DEBUG nova.scheduler.client.report [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.622678] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452818} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.622926] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 46e528e9-28c8-4c5b-8ada-6fc2302fa064/46e528e9-28c8-4c5b-8ada-6fc2302fa064.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1346.623149] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1346.623390] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75dd81e7-0ca9-4234-a2bb-7f2e6d77b0d8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.629967] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1346.629967] env[68326]: value = "task-3130455" [ 1346.629967] env[68326]: _type = "Task" [ 1346.629967] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.637853] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.106365] env[68326]: DEBUG oslo_concurrency.lockutils [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.124763] env[68326]: INFO nova.scheduler.client.report [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Deleted allocations for instance ee283e51-0723-4b26-b96e-d334edf233c9 [ 1347.140155] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062831} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.140155] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.140923] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62f2bb7-eff6-4e82-a019-8811761cbfb4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.163789] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 46e528e9-28c8-4c5b-8ada-6fc2302fa064/46e528e9-28c8-4c5b-8ada-6fc2302fa064.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.164083] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-251fbafd-441a-4f66-af35-49f020b63557 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.184107] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1347.184107] env[68326]: value = "task-3130456" [ 1347.184107] env[68326]: _type = "Task" [ 1347.184107] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.191990] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.632885] env[68326]: DEBUG oslo_concurrency.lockutils [None req-20e749bf-ebe0-42be-94d9-6f4c1c2f828d tempest-AttachVolumeNegativeTest-1611140341 tempest-AttachVolumeNegativeTest-1611140341-project-member] Lock "ee283e51-0723-4b26-b96e-d334edf233c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.047s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.697507] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130456, 'name': ReconfigVM_Task, 'duration_secs': 0.284138} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.697713] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 46e528e9-28c8-4c5b-8ada-6fc2302fa064/46e528e9-28c8-4c5b-8ada-6fc2302fa064.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1347.698222] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faecdcc2-435b-4d6f-83c5-5c845069bb15 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.706803] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1347.706803] env[68326]: value = "task-3130457" [ 1347.706803] env[68326]: _type = "Task" [ 1347.706803] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.716291] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130457, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.218219] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130457, 'name': Rename_Task, 'duration_secs': 0.174864} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.219122] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.219122] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7d3a728-0336-4c5c-b448-1f132a15a9e6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.227535] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1348.227535] env[68326]: value = "task-3130458" [ 1348.227535] env[68326]: _type = "Task" [ 1348.227535] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.237862] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.739923] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130458, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.239279] env[68326]: DEBUG oslo_vmware.api [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130458, 'name': PowerOnVM_Task, 'duration_secs': 0.639744} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.239604] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.239762] env[68326]: INFO nova.compute.manager [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1349.239983] env[68326]: DEBUG nova.compute.manager [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1349.241105] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75cc7de-363a-4d4b-8a16-93d59443d900 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.766469] env[68326]: INFO nova.compute.manager [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Took 13.70 seconds to build instance. [ 1350.269317] env[68326]: DEBUG oslo_concurrency.lockutils [None req-25eb1d75-9496-4052-9fc6-1b73cc994389 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.216s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.476152] env[68326]: DEBUG nova.compute.manager [req-07addde3-d065-4171-912e-6b307db4d148 req-cfbd574d-7dcf-44c6-b8c2-ef23893f1e27 service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Received event network-changed-ee9015ac-e33d-40d8-b086-b639e95af226 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1350.476388] env[68326]: DEBUG nova.compute.manager [req-07addde3-d065-4171-912e-6b307db4d148 req-cfbd574d-7dcf-44c6-b8c2-ef23893f1e27 service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Refreshing instance network info cache due to event network-changed-ee9015ac-e33d-40d8-b086-b639e95af226. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1350.476631] env[68326]: DEBUG oslo_concurrency.lockutils [req-07addde3-d065-4171-912e-6b307db4d148 req-cfbd574d-7dcf-44c6-b8c2-ef23893f1e27 service nova] Acquiring lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.476790] env[68326]: DEBUG oslo_concurrency.lockutils [req-07addde3-d065-4171-912e-6b307db4d148 req-cfbd574d-7dcf-44c6-b8c2-ef23893f1e27 service nova] Acquired lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.476957] env[68326]: DEBUG nova.network.neutron [req-07addde3-d065-4171-912e-6b307db4d148 req-cfbd574d-7dcf-44c6-b8c2-ef23893f1e27 service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Refreshing network info cache for port ee9015ac-e33d-40d8-b086-b639e95af226 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.190244] env[68326]: DEBUG nova.network.neutron [req-07addde3-d065-4171-912e-6b307db4d148 req-cfbd574d-7dcf-44c6-b8c2-ef23893f1e27 service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Updated VIF entry in instance network info cache for port ee9015ac-e33d-40d8-b086-b639e95af226. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.190698] env[68326]: DEBUG nova.network.neutron [req-07addde3-d065-4171-912e-6b307db4d148 req-cfbd574d-7dcf-44c6-b8c2-ef23893f1e27 service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Updating instance_info_cache with network_info: [{"id": "ee9015ac-e33d-40d8-b086-b639e95af226", "address": "fa:16:3e:4d:00:e7", "network": {"id": "f69456cc-96bd-4653-b4c0-3a5af8d59d73", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1384436858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d28cc9ba4614fad9b9fb79817707df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9015ac-e3", "ovs_interfaceid": "ee9015ac-e33d-40d8-b086-b639e95af226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.693826] env[68326]: DEBUG oslo_concurrency.lockutils [req-07addde3-d065-4171-912e-6b307db4d148 req-cfbd574d-7dcf-44c6-b8c2-ef23893f1e27 service nova] Releasing lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.860485] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.860989] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.861316] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1368.861373] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager.update_available_resource {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.364621] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.364896] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.365076] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.365240] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1369.366155] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444807f4-8446-42b5-88d8-dc47048671cb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.374736] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64748d2-a7dc-4570-b101-e09f54f565be {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.388892] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8738c8d0-902a-4f8c-afe5-82af7192e268 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.394995] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f0867f-cad0-41bb-9984-3f1ca77c0489 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.424984] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180732MB free_disk=133GB free_vcpus=48 pci_devices=None {{(pid=68326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1369.425156] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.425339] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.448951] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 46e528e9-28c8-4c5b-8ada-6fc2302fa064 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1370.449253] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1370.449325] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1370.474764] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62fc58a-6e1a-4712-bb47-3077a47c0d86 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.482721] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0effb5a0-9ef6-45ef-a035-dd4d006d1b76 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.511998] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83c42ce-ed8e-4a9e-a0fb-cab3a6ccb955 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.518727] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2455b2-87f6-429d-b853-2c02c03309f8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.531222] env[68326]: DEBUG nova.compute.provider_tree [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.062875] env[68326]: DEBUG nova.scheduler.client.report [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 187 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1371.063139] env[68326]: DEBUG nova.compute.provider_tree [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 187 to 188 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1371.063302] env[68326]: DEBUG nova.compute.provider_tree [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.567752] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1371.568168] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.143s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.563100] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.563339] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.563463] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.563612] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.563766] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.283549] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.283888] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.283997] env[68326]: INFO nova.compute.manager [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Shelving [ 1389.292578] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.292992] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7263283e-d0b4-4126-911f-77b2a7259d08 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.301669] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1389.301669] env[68326]: value = "task-3130462" [ 1389.301669] env[68326]: _type = "Task" [ 1389.301669] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.311667] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.812149] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130462, 'name': PowerOffVM_Task, 'duration_secs': 0.188059} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.812406] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1389.813199] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d54dd4-7fec-483a-90ef-a3ac39c261e8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.831327] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267946cd-afe4-449d-9fa1-ff5e7d7e21bf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.341410] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Creating Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1390.341820] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dcace3bc-45e6-4e19-b58b-0174edbab9c0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.350312] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1390.350312] env[68326]: value = "task-3130463" [ 1390.350312] env[68326]: _type = "Task" [ 1390.350312] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.358813] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130463, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.860999] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130463, 'name': CreateSnapshot_Task, 'duration_secs': 0.386566} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.860999] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Created Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1390.861699] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5beb9821-0c33-4ceb-a353-3481b70ccc45 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.379144] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Creating linked-clone VM from snapshot {{(pid=68326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1391.380042] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-491dbec5-14de-4d4b-87b4-25c41e620f60 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.388929] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1391.388929] env[68326]: value = "task-3130464" [ 1391.388929] env[68326]: _type = "Task" [ 1391.388929] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.398336] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130464, 'name': CloneVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.899428] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130464, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.399800] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130464, 'name': CloneVM_Task, 'duration_secs': 0.927512} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.400181] env[68326]: INFO nova.virt.vmwareapi.vmops [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Created linked-clone VM from snapshot [ 1392.400820] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d3620b-768d-4c64-bd70-3e0fe5855dfb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.407806] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Uploading image aa6e2b4a-cadc-4c2b-b1f7-5141791ee721 {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1392.427553] env[68326]: DEBUG oslo_vmware.rw_handles [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1392.427553] env[68326]: value = "vm-626479" [ 1392.427553] env[68326]: _type = "VirtualMachine" [ 1392.427553] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1392.427825] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-573499b8-d470-433f-8c41-926d070fa280 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.434792] env[68326]: DEBUG oslo_vmware.rw_handles [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lease: (returnval){ [ 1392.434792] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520dfc69-0e01-573a-4550-9d1cb1030c40" [ 1392.434792] env[68326]: _type = "HttpNfcLease" [ 1392.434792] env[68326]: } obtained for exporting VM: (result){ [ 1392.434792] env[68326]: value = "vm-626479" [ 1392.434792] env[68326]: _type = "VirtualMachine" [ 1392.434792] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1392.435049] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the lease: (returnval){ [ 1392.435049] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520dfc69-0e01-573a-4550-9d1cb1030c40" [ 1392.435049] env[68326]: _type = "HttpNfcLease" [ 1392.435049] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1392.441394] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1392.441394] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520dfc69-0e01-573a-4550-9d1cb1030c40" [ 1392.441394] env[68326]: _type = "HttpNfcLease" [ 1392.441394] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1392.943416] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1392.943416] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520dfc69-0e01-573a-4550-9d1cb1030c40" [ 1392.943416] env[68326]: _type = "HttpNfcLease" [ 1392.943416] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1392.943822] env[68326]: DEBUG oslo_vmware.rw_handles [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1392.943822] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]520dfc69-0e01-573a-4550-9d1cb1030c40" [ 1392.943822] env[68326]: _type = "HttpNfcLease" [ 1392.943822] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1392.944397] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f56edf-d526-448b-b67b-8e648cd403c3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.951542] env[68326]: DEBUG oslo_vmware.rw_handles [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ff531-a6be-2a38-4018-c1a4cc49d948/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1392.951693] env[68326]: DEBUG oslo_vmware.rw_handles [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ff531-a6be-2a38-4018-c1a4cc49d948/disk-0.vmdk for reading. {{(pid=68326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1393.037931] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-976f214a-4c23-4c6d-b643-7f0f050c4d44 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.866931] env[68326]: DEBUG oslo_vmware.rw_handles [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ff531-a6be-2a38-4018-c1a4cc49d948/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1399.867897] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b70233b-06d0-4447-bf8b-42a21d288b2a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.873973] env[68326]: DEBUG oslo_vmware.rw_handles [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ff531-a6be-2a38-4018-c1a4cc49d948/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1399.874154] env[68326]: ERROR oslo_vmware.rw_handles [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ff531-a6be-2a38-4018-c1a4cc49d948/disk-0.vmdk due to incomplete transfer. [ 1399.874359] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-008db8a4-8cc0-40f5-bbb7-3b6b4d2836e4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.881254] env[68326]: DEBUG oslo_vmware.rw_handles [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ff531-a6be-2a38-4018-c1a4cc49d948/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1399.881473] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Uploaded image aa6e2b4a-cadc-4c2b-b1f7-5141791ee721 to the Glance image server {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1399.883891] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Destroying the VM {{(pid=68326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1399.884119] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7a14ec00-044f-4250-aaa6-a6b986d37e62 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.890390] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1399.890390] env[68326]: value = "task-3130466" [ 1399.890390] env[68326]: _type = "Task" [ 1399.890390] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.898316] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130466, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.400415] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130466, 'name': Destroy_Task, 'duration_secs': 0.327277} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.400639] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Destroyed the VM [ 1400.400845] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Deleting Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1400.401102] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-56542833-c128-4936-b33a-1037e1498df0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.407653] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1400.407653] env[68326]: value = "task-3130467" [ 1400.407653] env[68326]: _type = "Task" [ 1400.407653] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.415559] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130467, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.917603] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130467, 'name': RemoveSnapshot_Task, 'duration_secs': 0.329149} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.918056] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Deleted Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1400.918135] env[68326]: DEBUG nova.compute.manager [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1400.918888] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f85a00-01cd-4f05-aaeb-599b628f2306 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.430377] env[68326]: INFO nova.compute.manager [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Shelve offloading [ 1401.933718] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.934144] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09639a63-3182-4bc3-9064-13edf7fc12fa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.942534] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1401.942534] env[68326]: value = "task-3130468" [ 1401.942534] env[68326]: _type = "Task" [ 1401.942534] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.950267] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.454953] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] VM already powered off {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1402.455183] env[68326]: DEBUG nova.compute.manager [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1402.455912] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84319074-a291-4dea-9ce0-351e85222f09 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.461126] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.461307] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquired lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.461464] env[68326]: DEBUG nova.network.neutron [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1403.151999] env[68326]: DEBUG nova.network.neutron [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Updating instance_info_cache with network_info: [{"id": "ee9015ac-e33d-40d8-b086-b639e95af226", "address": "fa:16:3e:4d:00:e7", "network": {"id": "f69456cc-96bd-4653-b4c0-3a5af8d59d73", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1384436858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d28cc9ba4614fad9b9fb79817707df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9015ac-e3", "ovs_interfaceid": "ee9015ac-e33d-40d8-b086-b639e95af226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.655561] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Releasing lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.859487] env[68326]: DEBUG nova.compute.manager [req-b45631af-791a-4041-95a2-7fc8b1b0827b req-18b839ba-662f-49dd-90c4-cab3b9ea92ac service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Received event network-vif-unplugged-ee9015ac-e33d-40d8-b086-b639e95af226 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1403.859741] env[68326]: DEBUG oslo_concurrency.lockutils [req-b45631af-791a-4041-95a2-7fc8b1b0827b req-18b839ba-662f-49dd-90c4-cab3b9ea92ac service nova] Acquiring lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.860045] env[68326]: DEBUG oslo_concurrency.lockutils [req-b45631af-791a-4041-95a2-7fc8b1b0827b req-18b839ba-662f-49dd-90c4-cab3b9ea92ac service nova] Lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.860262] env[68326]: DEBUG oslo_concurrency.lockutils [req-b45631af-791a-4041-95a2-7fc8b1b0827b req-18b839ba-662f-49dd-90c4-cab3b9ea92ac service nova] Lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.860453] env[68326]: DEBUG nova.compute.manager [req-b45631af-791a-4041-95a2-7fc8b1b0827b req-18b839ba-662f-49dd-90c4-cab3b9ea92ac service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] No waiting events found dispatching network-vif-unplugged-ee9015ac-e33d-40d8-b086-b639e95af226 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1403.860628] env[68326]: WARNING nova.compute.manager [req-b45631af-791a-4041-95a2-7fc8b1b0827b req-18b839ba-662f-49dd-90c4-cab3b9ea92ac service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Received unexpected event network-vif-unplugged-ee9015ac-e33d-40d8-b086-b639e95af226 for instance with vm_state shelved and task_state shelving_offloading. [ 1403.946694] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1403.947646] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c332682-1363-41d6-aed9-f554f32812e5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.956039] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1403.956364] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03e4eb63-edb8-4ce8-b135-21328999cfec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.021294] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1404.021572] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1404.021717] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Deleting the datastore file [datastore1] 46e528e9-28c8-4c5b-8ada-6fc2302fa064 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1404.021990] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ffdc700-3f26-4a2c-a874-dc89cb6ae003 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.029355] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1404.029355] env[68326]: value = "task-3130470" [ 1404.029355] env[68326]: _type = "Task" [ 1404.029355] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.036603] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.538779] env[68326]: DEBUG oslo_vmware.api [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135079} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.539095] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1404.539228] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1404.539399] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1404.564675] env[68326]: INFO nova.scheduler.client.report [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Deleted allocations for instance 46e528e9-28c8-4c5b-8ada-6fc2302fa064 [ 1405.069071] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.069386] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.069607] env[68326]: DEBUG nova.objects.instance [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lazy-loading 'resources' on Instance uuid 46e528e9-28c8-4c5b-8ada-6fc2302fa064 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.571887] env[68326]: DEBUG nova.objects.instance [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lazy-loading 'numa_topology' on Instance uuid 46e528e9-28c8-4c5b-8ada-6fc2302fa064 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1405.884727] env[68326]: DEBUG nova.compute.manager [req-d37377ac-e504-435a-82fd-07b9ca89f5b3 req-2a8e9187-0af7-4e61-8086-87b47179e2f3 service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Received event network-changed-ee9015ac-e33d-40d8-b086-b639e95af226 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1405.885562] env[68326]: DEBUG nova.compute.manager [req-d37377ac-e504-435a-82fd-07b9ca89f5b3 req-2a8e9187-0af7-4e61-8086-87b47179e2f3 service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Refreshing instance network info cache due to event network-changed-ee9015ac-e33d-40d8-b086-b639e95af226. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1405.885562] env[68326]: DEBUG oslo_concurrency.lockutils [req-d37377ac-e504-435a-82fd-07b9ca89f5b3 req-2a8e9187-0af7-4e61-8086-87b47179e2f3 service nova] Acquiring lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.885562] env[68326]: DEBUG oslo_concurrency.lockutils [req-d37377ac-e504-435a-82fd-07b9ca89f5b3 req-2a8e9187-0af7-4e61-8086-87b47179e2f3 service nova] Acquired lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.885562] env[68326]: DEBUG nova.network.neutron [req-d37377ac-e504-435a-82fd-07b9ca89f5b3 req-2a8e9187-0af7-4e61-8086-87b47179e2f3 service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Refreshing network info cache for port ee9015ac-e33d-40d8-b086-b639e95af226 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.074610] env[68326]: DEBUG nova.objects.base [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Object Instance<46e528e9-28c8-4c5b-8ada-6fc2302fa064> lazy-loaded attributes: resources,numa_topology {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1406.089360] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6925cd48-656c-4fc7-8d27-29582e8f76e7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.097023] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75f0a05-32e6-4b16-b369-5893811ed6a2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.128275] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5f78e5-532d-404c-a6d9-45c2f146a94f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.135225] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7020e3d1-83b2-4c91-bffd-9cf33876ba9a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.148216] env[68326]: DEBUG nova.compute.provider_tree [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.584688] env[68326]: DEBUG nova.network.neutron [req-d37377ac-e504-435a-82fd-07b9ca89f5b3 req-2a8e9187-0af7-4e61-8086-87b47179e2f3 service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Updated VIF entry in instance network info cache for port ee9015ac-e33d-40d8-b086-b639e95af226. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1406.585047] env[68326]: DEBUG nova.network.neutron [req-d37377ac-e504-435a-82fd-07b9ca89f5b3 req-2a8e9187-0af7-4e61-8086-87b47179e2f3 service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Updating instance_info_cache with network_info: [{"id": "ee9015ac-e33d-40d8-b086-b639e95af226", "address": "fa:16:3e:4d:00:e7", "network": {"id": "f69456cc-96bd-4653-b4c0-3a5af8d59d73", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1384436858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d28cc9ba4614fad9b9fb79817707df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapee9015ac-e3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.651177] env[68326]: DEBUG nova.scheduler.client.report [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.051493] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.087791] env[68326]: DEBUG oslo_concurrency.lockutils [req-d37377ac-e504-435a-82fd-07b9ca89f5b3 req-2a8e9187-0af7-4e61-8086-87b47179e2f3 service nova] Releasing lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.156188] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.664060] env[68326]: DEBUG oslo_concurrency.lockutils [None req-2909e4d8-e390-424f-8626-bb8480df6a1b tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.380s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.664942] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.614s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.665141] env[68326]: INFO nova.compute.manager [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Unshelving [ 1408.673398] env[68326]: DEBUG nova.compute.utils [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1409.176757] env[68326]: INFO nova.virt.block_device [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Booting with volume 8f04a61b-8fd7-4c12-bf95-d1e248185f8d at /dev/sdb [ 1409.209922] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e715785a-e8cb-44b4-937e-d4f21905a5ca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.219349] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e4da8c-7422-4735-b739-f0daae6fb76a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.242095] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06e5fb00-b0dd-4712-ac51-29e7422c60d8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.249400] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242ab868-e00c-4cb1-a5a7-828b5a9bf051 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.270990] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3bb6d3-9cfe-4ace-8d1e-f033c5333b0e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.276531] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666a709c-fd41-4b3b-823a-3a3a73193834 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.288986] env[68326]: DEBUG nova.virt.block_device [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Updating existing volume attachment record: 5d49c30a-d84c-4a05-acc3-f195155416c1 {{(pid=68326) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1414.883319] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.883611] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.883815] env[68326]: DEBUG nova.objects.instance [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lazy-loading 'pci_requests' on Instance uuid 46e528e9-28c8-4c5b-8ada-6fc2302fa064 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.387907] env[68326]: DEBUG nova.objects.instance [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lazy-loading 'numa_topology' on Instance uuid 46e528e9-28c8-4c5b-8ada-6fc2302fa064 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.891350] env[68326]: INFO nova.compute.claims [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1416.928842] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc312ef-a55e-44f4-a02b-8300886d6895 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.936546] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49857b5e-d13b-410e-8ecc-e365e9cb9c2c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.965640] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c9c1bd-86c7-4217-8ee9-cfff4a1ba4f4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.972910] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6730e430-628f-4816-acbd-e7953b6d251c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.985467] env[68326]: DEBUG nova.compute.provider_tree [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1417.505940] env[68326]: ERROR nova.scheduler.client.report [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [req-f37dcfbb-db1e-44ff-9b4d-783de0d2ad47] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID a7eeb96a-3f51-4355-9e3e-4a40189339a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f37dcfbb-db1e-44ff-9b4d-783de0d2ad47"}]} [ 1417.521982] env[68326]: DEBUG nova.scheduler.client.report [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Refreshing inventories for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1417.534441] env[68326]: DEBUG nova.scheduler.client.report [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Updating ProviderTree inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1417.534648] env[68326]: DEBUG nova.compute.provider_tree [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1417.544358] env[68326]: DEBUG nova.scheduler.client.report [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Refreshing aggregate associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, aggregates: None {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1417.560317] env[68326]: DEBUG nova.scheduler.client.report [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Refreshing trait associations for resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO {{(pid=68326) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1417.581846] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4c7950-6df9-4ba6-aa06-d0b620b1c088 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.589196] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21673b3-7a23-4e0b-9fd0-67117ce50421 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.618721] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b7a089-a4b6-4a23-83db-c0ad43eae658 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.625419] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b450109-1360-4c01-b86d-9cfc3b9533de {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.638152] env[68326]: DEBUG nova.compute.provider_tree [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1418.169828] env[68326]: DEBUG nova.scheduler.client.report [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 189 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1418.170141] env[68326]: DEBUG nova.compute.provider_tree [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 189 to 190 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1418.170272] env[68326]: DEBUG nova.compute.provider_tree [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 134, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1418.675222] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.791s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.703619] env[68326]: INFO nova.network.neutron [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Updating port ee9015ac-e33d-40d8-b086-b639e95af226 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1420.079204] env[68326]: DEBUG nova.compute.manager [req-36e4ed00-ec29-48f3-8f9b-f14da0e949db req-236638ac-e7bd-4e37-9dfa-1054b8ac511b service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Received event network-vif-plugged-ee9015ac-e33d-40d8-b086-b639e95af226 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1420.079204] env[68326]: DEBUG oslo_concurrency.lockutils [req-36e4ed00-ec29-48f3-8f9b-f14da0e949db req-236638ac-e7bd-4e37-9dfa-1054b8ac511b service nova] Acquiring lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.079204] env[68326]: DEBUG oslo_concurrency.lockutils [req-36e4ed00-ec29-48f3-8f9b-f14da0e949db req-236638ac-e7bd-4e37-9dfa-1054b8ac511b service nova] Lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.079204] env[68326]: DEBUG oslo_concurrency.lockutils [req-36e4ed00-ec29-48f3-8f9b-f14da0e949db req-236638ac-e7bd-4e37-9dfa-1054b8ac511b service nova] Lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.079204] env[68326]: DEBUG nova.compute.manager [req-36e4ed00-ec29-48f3-8f9b-f14da0e949db req-236638ac-e7bd-4e37-9dfa-1054b8ac511b service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] No waiting events found dispatching network-vif-plugged-ee9015ac-e33d-40d8-b086-b639e95af226 {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1420.079204] env[68326]: WARNING nova.compute.manager [req-36e4ed00-ec29-48f3-8f9b-f14da0e949db req-236638ac-e7bd-4e37-9dfa-1054b8ac511b service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Received unexpected event network-vif-plugged-ee9015ac-e33d-40d8-b086-b639e95af226 for instance with vm_state shelved_offloaded and task_state spawning. [ 1420.161189] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.161189] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquired lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.161189] env[68326]: DEBUG nova.network.neutron [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1420.844613] env[68326]: DEBUG nova.network.neutron [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Updating instance_info_cache with network_info: [{"id": "ee9015ac-e33d-40d8-b086-b639e95af226", "address": "fa:16:3e:4d:00:e7", "network": {"id": "f69456cc-96bd-4653-b4c0-3a5af8d59d73", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1384436858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d28cc9ba4614fad9b9fb79817707df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9015ac-e3", "ovs_interfaceid": "ee9015ac-e33d-40d8-b086-b639e95af226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.347236] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Releasing lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.374259] env[68326]: DEBUG nova.virt.hardware [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7f0c77b40720d794b0f3580ac3d05929',container_format='bare',created_at=2025-03-21T09:02:15Z,direct_url=,disk_format='vmdk',id=aa6e2b4a-cadc-4c2b-b1f7-5141791ee721,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-673691817-shelved',owner='8d28cc9ba4614fad9b9fb79817707df2',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-21T09:02:27Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1421.374526] env[68326]: DEBUG nova.virt.hardware [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1421.374681] env[68326]: DEBUG nova.virt.hardware [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1421.374861] env[68326]: DEBUG nova.virt.hardware [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1421.375018] env[68326]: DEBUG nova.virt.hardware [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1421.375173] env[68326]: DEBUG nova.virt.hardware [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1421.375377] env[68326]: DEBUG nova.virt.hardware [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1421.375530] env[68326]: DEBUG nova.virt.hardware [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1421.375691] env[68326]: DEBUG nova.virt.hardware [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1421.375850] env[68326]: DEBUG nova.virt.hardware [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1421.376033] env[68326]: DEBUG nova.virt.hardware [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1421.376879] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a06d92-88e4-475f-806a-28d94a9478f2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.385016] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d016a75-8f73-4d1b-a4f0-dbf277eefe7a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.398659] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:00:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee9015ac-e33d-40d8-b086-b639e95af226', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1421.406086] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1421.406307] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1421.406509] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-767db32d-77dc-4ce9-bb9e-62d5642908b9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.426046] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1421.426046] env[68326]: value = "task-3130475" [ 1421.426046] env[68326]: _type = "Task" [ 1421.426046] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.433444] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130475, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.935803] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130475, 'name': CreateVM_Task, 'duration_secs': 0.283237} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.936089] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1421.936649] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.936822] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.937258] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.937511] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2163412-0010-4fbc-a893-177671fd1d70 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.942149] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1421.942149] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5279d74e-b095-a1cd-3563-92c368af5dd2" [ 1421.942149] env[68326]: _type = "Task" [ 1421.942149] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.949674] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5279d74e-b095-a1cd-3563-92c368af5dd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.103020] env[68326]: DEBUG nova.compute.manager [req-7b65fb4a-972e-444a-8cd0-1482159c2a62 req-efca1aed-583a-4706-bde7-37364d7d1132 service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Received event network-changed-ee9015ac-e33d-40d8-b086-b639e95af226 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1422.103249] env[68326]: DEBUG nova.compute.manager [req-7b65fb4a-972e-444a-8cd0-1482159c2a62 req-efca1aed-583a-4706-bde7-37364d7d1132 service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Refreshing instance network info cache due to event network-changed-ee9015ac-e33d-40d8-b086-b639e95af226. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1422.103462] env[68326]: DEBUG oslo_concurrency.lockutils [req-7b65fb4a-972e-444a-8cd0-1482159c2a62 req-efca1aed-583a-4706-bde7-37364d7d1132 service nova] Acquiring lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.103603] env[68326]: DEBUG oslo_concurrency.lockutils [req-7b65fb4a-972e-444a-8cd0-1482159c2a62 req-efca1aed-583a-4706-bde7-37364d7d1132 service nova] Acquired lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.103768] env[68326]: DEBUG nova.network.neutron [req-7b65fb4a-972e-444a-8cd0-1482159c2a62 req-efca1aed-583a-4706-bde7-37364d7d1132 service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Refreshing network info cache for port ee9015ac-e33d-40d8-b086-b639e95af226 {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.452367] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.452741] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Processing image aa6e2b4a-cadc-4c2b-b1f7-5141791ee721 {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.452873] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.452962] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.453157] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.453399] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94fe3fe3-7f21-49ae-89a2-f416343c33bc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.470437] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.470646] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1422.471305] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf78fe3c-8324-4d7b-835e-220b5f843a98 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.475948] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1422.475948] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]527621dc-1bdc-9585-59bf-460a503c0422" [ 1422.475948] env[68326]: _type = "Task" [ 1422.475948] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.483199] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]527621dc-1bdc-9585-59bf-460a503c0422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.806517] env[68326]: DEBUG nova.network.neutron [req-7b65fb4a-972e-444a-8cd0-1482159c2a62 req-efca1aed-583a-4706-bde7-37364d7d1132 service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Updated VIF entry in instance network info cache for port ee9015ac-e33d-40d8-b086-b639e95af226. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1422.806859] env[68326]: DEBUG nova.network.neutron [req-7b65fb4a-972e-444a-8cd0-1482159c2a62 req-efca1aed-583a-4706-bde7-37364d7d1132 service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Updating instance_info_cache with network_info: [{"id": "ee9015ac-e33d-40d8-b086-b639e95af226", "address": "fa:16:3e:4d:00:e7", "network": {"id": "f69456cc-96bd-4653-b4c0-3a5af8d59d73", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1384436858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d28cc9ba4614fad9b9fb79817707df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee9015ac-e3", "ovs_interfaceid": "ee9015ac-e33d-40d8-b086-b639e95af226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.986186] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Preparing fetch location {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1422.986417] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Fetch image to [datastore1] OSTACK_IMG_55ad10f2-1624-4b08-a17c-7dc966ab4ab7/OSTACK_IMG_55ad10f2-1624-4b08-a17c-7dc966ab4ab7.vmdk {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1422.986582] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Downloading stream optimized image aa6e2b4a-cadc-4c2b-b1f7-5141791ee721 to [datastore1] OSTACK_IMG_55ad10f2-1624-4b08-a17c-7dc966ab4ab7/OSTACK_IMG_55ad10f2-1624-4b08-a17c-7dc966ab4ab7.vmdk on the data store datastore1 as vApp {{(pid=68326) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1422.986747] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Downloading image file data aa6e2b4a-cadc-4c2b-b1f7-5141791ee721 to the ESX as VM named 'OSTACK_IMG_55ad10f2-1624-4b08-a17c-7dc966ab4ab7' {{(pid=68326) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1423.050858] env[68326]: DEBUG oslo_vmware.rw_handles [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1423.050858] env[68326]: value = "resgroup-9" [ 1423.050858] env[68326]: _type = "ResourcePool" [ 1423.050858] env[68326]: }. {{(pid=68326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1423.051200] env[68326]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-64c467d0-c0e5-4367-9bd9-e8fd267f8a01 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.071214] env[68326]: DEBUG oslo_vmware.rw_handles [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lease: (returnval){ [ 1423.071214] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52bb7ffa-a41b-22f7-fd19-937b90116baa" [ 1423.071214] env[68326]: _type = "HttpNfcLease" [ 1423.071214] env[68326]: } obtained for vApp import into resource pool (val){ [ 1423.071214] env[68326]: value = "resgroup-9" [ 1423.071214] env[68326]: _type = "ResourcePool" [ 1423.071214] env[68326]: }. {{(pid=68326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1423.071538] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the lease: (returnval){ [ 1423.071538] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52bb7ffa-a41b-22f7-fd19-937b90116baa" [ 1423.071538] env[68326]: _type = "HttpNfcLease" [ 1423.071538] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1423.077809] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1423.077809] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52bb7ffa-a41b-22f7-fd19-937b90116baa" [ 1423.077809] env[68326]: _type = "HttpNfcLease" [ 1423.077809] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1423.309584] env[68326]: DEBUG oslo_concurrency.lockutils [req-7b65fb4a-972e-444a-8cd0-1482159c2a62 req-efca1aed-583a-4706-bde7-37364d7d1132 service nova] Releasing lock "refresh_cache-46e528e9-28c8-4c5b-8ada-6fc2302fa064" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.579911] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1423.579911] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52bb7ffa-a41b-22f7-fd19-937b90116baa" [ 1423.579911] env[68326]: _type = "HttpNfcLease" [ 1423.579911] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1423.580309] env[68326]: DEBUG oslo_vmware.rw_handles [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1423.580309] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52bb7ffa-a41b-22f7-fd19-937b90116baa" [ 1423.580309] env[68326]: _type = "HttpNfcLease" [ 1423.580309] env[68326]: }. {{(pid=68326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1423.580916] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6744814-42ed-486d-bbed-13873c5c90b1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.588951] env[68326]: DEBUG oslo_vmware.rw_handles [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7de80-b2f8-e595-5f7f-46e9189b216c/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1423.589168] env[68326]: DEBUG oslo_vmware.rw_handles [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7de80-b2f8-e595-5f7f-46e9189b216c/disk-0.vmdk. {{(pid=68326) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1423.652062] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3b174407-74c9-48b3-ab35-31faa6215971 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.740970] env[68326]: DEBUG oslo_vmware.rw_handles [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Completed reading data from the image iterator. {{(pid=68326) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1424.741352] env[68326]: DEBUG oslo_vmware.rw_handles [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7de80-b2f8-e595-5f7f-46e9189b216c/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1424.742442] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0554a25f-4f11-4f5f-a0b9-c53983e716c0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.750040] env[68326]: DEBUG oslo_vmware.rw_handles [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7de80-b2f8-e595-5f7f-46e9189b216c/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1424.750247] env[68326]: DEBUG oslo_vmware.rw_handles [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7de80-b2f8-e595-5f7f-46e9189b216c/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1424.750488] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fbf424ed-7dd8-4594-8975-6c08b3ab3c69 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.930953] env[68326]: DEBUG oslo_vmware.rw_handles [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d7de80-b2f8-e595-5f7f-46e9189b216c/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1424.931243] env[68326]: INFO nova.virt.vmwareapi.images [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Downloaded image file data aa6e2b4a-cadc-4c2b-b1f7-5141791ee721 [ 1424.932062] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc03f1a-af11-4968-aa9e-2b89bdc440ec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.947777] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f141ecf0-c0cd-400c-8c47-ddf4a6e40888 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.970917] env[68326]: INFO nova.virt.vmwareapi.images [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] The imported VM was unregistered [ 1424.973280] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Caching image {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1424.973513] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Creating directory with path [datastore1] devstack-image-cache_base/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721 {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1424.973762] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39bd07d3-f23b-4ec7-a641-bfd9a6eb6812 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.993405] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Created directory with path [datastore1] devstack-image-cache_base/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721 {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1424.993580] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_55ad10f2-1624-4b08-a17c-7dc966ab4ab7/OSTACK_IMG_55ad10f2-1624-4b08-a17c-7dc966ab4ab7.vmdk to [datastore1] devstack-image-cache_base/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721.vmdk. {{(pid=68326) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1424.993811] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0c7876c8-d529-4166-a29a-e1a268878937 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.000086] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1425.000086] env[68326]: value = "task-3130478" [ 1425.000086] env[68326]: _type = "Task" [ 1425.000086] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.006905] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130478, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.513165] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130478, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.013042] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130478, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.514968] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130478, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.016255] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130478, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.515276] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130478, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.184286} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.515529] env[68326]: INFO nova.virt.vmwareapi.ds_util [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_55ad10f2-1624-4b08-a17c-7dc966ab4ab7/OSTACK_IMG_55ad10f2-1624-4b08-a17c-7dc966ab4ab7.vmdk to [datastore1] devstack-image-cache_base/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721.vmdk. [ 1427.515667] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Cleaning up location [datastore1] OSTACK_IMG_55ad10f2-1624-4b08-a17c-7dc966ab4ab7 {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1427.515831] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_55ad10f2-1624-4b08-a17c-7dc966ab4ab7 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1427.516110] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcccde7b-b413-4076-a59d-799e17386e6c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.522088] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1427.522088] env[68326]: value = "task-3130479" [ 1427.522088] env[68326]: _type = "Task" [ 1427.522088] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.528984] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.033222] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038332} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.033611] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.033657] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.033894] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721.vmdk to [datastore1] 46e528e9-28c8-4c5b-8ada-6fc2302fa064/46e528e9-28c8-4c5b-8ada-6fc2302fa064.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1428.034157] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-974e677c-8f3a-4c80-a968-da1272b920d2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.040334] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1428.040334] env[68326]: value = "task-3130480" [ 1428.040334] env[68326]: _type = "Task" [ 1428.040334] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.047554] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.552767] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130480, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.860833] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.053833] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130480, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.554070] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130480, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.856968] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.860717] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.860937] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.861105] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1429.861261] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager.update_available_resource {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.054699] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130480, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.365035] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.365035] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.365035] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.365035] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1430.365850] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edd8cb9-882c-4917-9103-baabb8779252 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.374033] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec6203b-471f-4ab4-a0e8-f4b11b8d2c9f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.387362] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f09ddb-a237-49a1-9b58-96b97b972fb0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.393401] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16848d9e-83ad-495d-80a2-11eb76b576a4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.421652] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180959MB free_disk=133GB free_vcpus=48 pci_devices=None {{(pid=68326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1430.421813] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.422042] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.553754] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130480, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.137214} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.553989] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721/aa6e2b4a-cadc-4c2b-b1f7-5141791ee721.vmdk to [datastore1] 46e528e9-28c8-4c5b-8ada-6fc2302fa064/46e528e9-28c8-4c5b-8ada-6fc2302fa064.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1430.554761] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3b779a-33a5-4810-9d32-0dfb4f720766 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.575798] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 46e528e9-28c8-4c5b-8ada-6fc2302fa064/46e528e9-28c8-4c5b-8ada-6fc2302fa064.vmdk or device None with type streamOptimized {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.576025] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50f6d868-dfeb-4e50-beb7-1c258ddbc134 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.594828] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1430.594828] env[68326]: value = "task-3130481" [ 1430.594828] env[68326]: _type = "Task" [ 1430.594828] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.603331] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130481, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.104940] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130481, 'name': ReconfigVM_Task, 'duration_secs': 0.281684} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.105395] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 46e528e9-28c8-4c5b-8ada-6fc2302fa064/46e528e9-28c8-4c5b-8ada-6fc2302fa064.vmdk or device None with type streamOptimized {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.106365] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'disk_bus': None, 'encryption_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'encryption_options': None, 'size': 0, 'boot_index': 0, 'encrypted': False, 'guest_format': None, 'image_id': '4f6abd85-2913-4a85-8b21-6c358400149a'}], 'ephemerals': [], 'block_device_mapping': [{'mount_device': '/dev/sdb', 'disk_bus': None, 'device_type': None, 'attachment_id': '5d49c30a-d84c-4a05-acc3-f195155416c1', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626481', 'volume_id': '8f04a61b-8fd7-4c12-bf95-d1e248185f8d', 'name': 'volume-8f04a61b-8fd7-4c12-bf95-d1e248185f8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '46e528e9-28c8-4c5b-8ada-6fc2302fa064', 'attached_at': '', 'detached_at': '', 'volume_id': '8f04a61b-8fd7-4c12-bf95-d1e248185f8d', 'serial': '8f04a61b-8fd7-4c12-bf95-d1e248185f8d'}, 'boot_index': None, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=68326) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1431.106569] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Volume attach. Driver type: vmdk {{(pid=68326) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1431.106755] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626481', 'volume_id': '8f04a61b-8fd7-4c12-bf95-d1e248185f8d', 'name': 'volume-8f04a61b-8fd7-4c12-bf95-d1e248185f8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '46e528e9-28c8-4c5b-8ada-6fc2302fa064', 'attached_at': '', 'detached_at': '', 'volume_id': '8f04a61b-8fd7-4c12-bf95-d1e248185f8d', 'serial': '8f04a61b-8fd7-4c12-bf95-d1e248185f8d'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1431.107499] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f0bb9f-8a8d-4b09-88c3-cbed50a421f5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.122446] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7554f832-330f-4799-a4c3-f138bb7ed34d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.145012] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-8f04a61b-8fd7-4c12-bf95-d1e248185f8d/volume-8f04a61b-8fd7-4c12-bf95-d1e248185f8d.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1431.145232] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4035126f-6ecb-4918-aa62-d1eee2a808f9 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.162708] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1431.162708] env[68326]: value = "task-3130482" [ 1431.162708] env[68326]: _type = "Task" [ 1431.162708] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.170043] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.446399] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 46e528e9-28c8-4c5b-8ada-6fc2302fa064 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1431.446613] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1431.446770] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1431.474894] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12318e59-d86c-4785-a0cc-fc83ed999ba7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.482139] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0213c1b0-4b57-4297-923e-e0b2625d3a31 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.511539] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3394051e-e6ed-48ec-a0f3-1705741cb6b4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.518383] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1631f84-fdc5-48d9-8937-4a34cf504ccf {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.532231] env[68326]: DEBUG nova.compute.provider_tree [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1431.673045] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130482, 'name': ReconfigVM_Task, 'duration_secs': 0.344483} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.673316] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-8f04a61b-8fd7-4c12-bf95-d1e248185f8d/volume-8f04a61b-8fd7-4c12-bf95-d1e248185f8d.vmdk or device None with type thin {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.677865] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aaf3dbf-448b-4d92-8b50-8870944108a0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.692595] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1431.692595] env[68326]: value = "task-3130483" [ 1431.692595] env[68326]: _type = "Task" [ 1431.692595] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.699740] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.064068] env[68326]: DEBUG nova.scheduler.client.report [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Updated inventory for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with generation 190 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1432.064307] env[68326]: DEBUG nova.compute.provider_tree [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Updating resource provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 generation from 190 to 191 during operation: update_inventory {{(pid=68326) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1432.064460] env[68326]: DEBUG nova.compute.provider_tree [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Updating inventory in ProviderTree for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1432.202556] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130483, 'name': ReconfigVM_Task, 'duration_secs': 0.147155} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.202931] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626481', 'volume_id': '8f04a61b-8fd7-4c12-bf95-d1e248185f8d', 'name': 'volume-8f04a61b-8fd7-4c12-bf95-d1e248185f8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '46e528e9-28c8-4c5b-8ada-6fc2302fa064', 'attached_at': '', 'detached_at': '', 'volume_id': '8f04a61b-8fd7-4c12-bf95-d1e248185f8d', 'serial': '8f04a61b-8fd7-4c12-bf95-d1e248185f8d'} {{(pid=68326) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1432.203442] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48ada58f-f4c3-4305-8da7-4cbf95ce167b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.210819] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1432.210819] env[68326]: value = "task-3130484" [ 1432.210819] env[68326]: _type = "Task" [ 1432.210819] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.218523] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130484, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.569386] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1432.569604] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.148s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.720509] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130484, 'name': Rename_Task, 'duration_secs': 0.157626} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.720793] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1432.721032] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54c9022c-53ef-4cbe-ad2c-365d2eae2c13 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.728056] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1432.728056] env[68326]: value = "task-3130485" [ 1432.728056] env[68326]: _type = "Task" [ 1432.728056] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.742271] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.237530] env[68326]: DEBUG oslo_vmware.api [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130485, 'name': PowerOnVM_Task, 'duration_secs': 0.449088} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.237929] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.328465] env[68326]: DEBUG nova.compute.manager [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1433.329398] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be9ae5d-3cfb-46b5-8f57-bbf1659966a3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.570039] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.846668] env[68326]: DEBUG oslo_concurrency.lockutils [None req-4592a2ad-fa56-4b0b-9f24-0acc051a60eb tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.182s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.074644] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.074830] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.074975] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1471.157325] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7676c51c-b0af-45ea-b3d7-f35f1fb58954 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.157684] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7676c51c-b0af-45ea-b3d7-f35f1fb58954 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.660575] env[68326]: INFO nova.compute.manager [None req-7676c51c-b0af-45ea-b3d7-f35f1fb58954 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Detaching volume 8f04a61b-8fd7-4c12-bf95-d1e248185f8d [ 1471.690232] env[68326]: INFO nova.virt.block_device [None req-7676c51c-b0af-45ea-b3d7-f35f1fb58954 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Attempting to driver detach volume 8f04a61b-8fd7-4c12-bf95-d1e248185f8d from mountpoint /dev/sdb [ 1471.690471] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7676c51c-b0af-45ea-b3d7-f35f1fb58954 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Volume detach. Driver type: vmdk {{(pid=68326) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1471.690714] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7676c51c-b0af-45ea-b3d7-f35f1fb58954 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626481', 'volume_id': '8f04a61b-8fd7-4c12-bf95-d1e248185f8d', 'name': 'volume-8f04a61b-8fd7-4c12-bf95-d1e248185f8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '46e528e9-28c8-4c5b-8ada-6fc2302fa064', 'attached_at': '', 'detached_at': '', 'volume_id': '8f04a61b-8fd7-4c12-bf95-d1e248185f8d', 'serial': '8f04a61b-8fd7-4c12-bf95-d1e248185f8d'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1471.691571] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737acfba-3b17-4e84-b75b-597e4f9bc2ec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.712644] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba75c0e5-5d20-4bc4-9bc3-8272d068f9df {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.719126] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dd5b00-8aa2-4170-9be2-5102e9bf367f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.738292] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a83d98a-1764-47c8-951a-a5caf5138536 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.752338] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7676c51c-b0af-45ea-b3d7-f35f1fb58954 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] The volume has not been displaced from its original location: [datastore1] volume-8f04a61b-8fd7-4c12-bf95-d1e248185f8d/volume-8f04a61b-8fd7-4c12-bf95-d1e248185f8d.vmdk. No consolidation needed. {{(pid=68326) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1471.757437] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7676c51c-b0af-45ea-b3d7-f35f1fb58954 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1471.757695] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4738703e-fdf5-4b6d-afb4-d35dfb5c72f2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.774848] env[68326]: DEBUG oslo_vmware.api [None req-7676c51c-b0af-45ea-b3d7-f35f1fb58954 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1471.774848] env[68326]: value = "task-3130486" [ 1471.774848] env[68326]: _type = "Task" [ 1471.774848] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.783529] env[68326]: DEBUG oslo_vmware.api [None req-7676c51c-b0af-45ea-b3d7-f35f1fb58954 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.283813] env[68326]: DEBUG oslo_vmware.api [None req-7676c51c-b0af-45ea-b3d7-f35f1fb58954 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130486, 'name': ReconfigVM_Task, 'duration_secs': 0.201382} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.284180] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7676c51c-b0af-45ea-b3d7-f35f1fb58954 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=68326) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1472.288582] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb6cbbe5-7900-484d-922e-f18a5ac231aa {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.302951] env[68326]: DEBUG oslo_vmware.api [None req-7676c51c-b0af-45ea-b3d7-f35f1fb58954 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1472.302951] env[68326]: value = "task-3130487" [ 1472.302951] env[68326]: _type = "Task" [ 1472.302951] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.310364] env[68326]: DEBUG oslo_vmware.api [None req-7676c51c-b0af-45ea-b3d7-f35f1fb58954 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.812819] env[68326]: DEBUG oslo_vmware.api [None req-7676c51c-b0af-45ea-b3d7-f35f1fb58954 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130487, 'name': ReconfigVM_Task, 'duration_secs': 0.134663} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.813111] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-7676c51c-b0af-45ea-b3d7-f35f1fb58954 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-626481', 'volume_id': '8f04a61b-8fd7-4c12-bf95-d1e248185f8d', 'name': 'volume-8f04a61b-8fd7-4c12-bf95-d1e248185f8d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '46e528e9-28c8-4c5b-8ada-6fc2302fa064', 'attached_at': '', 'detached_at': '', 'volume_id': '8f04a61b-8fd7-4c12-bf95-d1e248185f8d', 'serial': '8f04a61b-8fd7-4c12-bf95-d1e248185f8d'} {{(pid=68326) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1473.352511] env[68326]: DEBUG nova.objects.instance [None req-7676c51c-b0af-45ea-b3d7-f35f1fb58954 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lazy-loading 'flavor' on Instance uuid 46e528e9-28c8-4c5b-8ada-6fc2302fa064 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.361574] env[68326]: DEBUG oslo_concurrency.lockutils [None req-7676c51c-b0af-45ea-b3d7-f35f1fb58954 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.389052] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.389052] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.389052] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.389052] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.389596] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.391601] env[68326]: INFO nova.compute.manager [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Terminating instance [ 1475.896017] env[68326]: DEBUG nova.compute.manager [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1475.896283] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1475.897240] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdd4e13-63cc-4a99-b66c-f9e262749b83 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.905231] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1475.905469] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca27e523-ff6d-4f50-ab2e-714c5d1a7b8b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.911523] env[68326]: DEBUG oslo_vmware.api [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1475.911523] env[68326]: value = "task-3130488" [ 1475.911523] env[68326]: _type = "Task" [ 1475.911523] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.918906] env[68326]: DEBUG oslo_vmware.api [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.421821] env[68326]: DEBUG oslo_vmware.api [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130488, 'name': PowerOffVM_Task, 'duration_secs': 0.182483} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.422193] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1476.422290] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1476.422498] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73cf4274-1781-4bda-ae84-c83918431eab {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.483183] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1476.483379] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1476.483516] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Deleting the datastore file [datastore1] 46e528e9-28c8-4c5b-8ada-6fc2302fa064 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1476.483745] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfc5d498-5139-416f-bb8f-b0aa4bca9ecb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.490675] env[68326]: DEBUG oslo_vmware.api [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1476.490675] env[68326]: value = "task-3130490" [ 1476.490675] env[68326]: _type = "Task" [ 1476.490675] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.498061] env[68326]: DEBUG oslo_vmware.api [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.002528] env[68326]: DEBUG oslo_vmware.api [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132656} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.002528] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1477.002790] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1477.002790] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1477.002984] env[68326]: INFO nova.compute.manager [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1477.003236] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1477.003422] env[68326]: DEBUG nova.compute.manager [-] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1477.003552] env[68326]: DEBUG nova.network.neutron [-] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1477.406436] env[68326]: DEBUG nova.compute.manager [req-841cf081-6aca-44dd-ac86-3ad618c72f9d req-b650da47-2592-4341-9fc5-10c6a83d6093 service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Received event network-vif-deleted-ee9015ac-e33d-40d8-b086-b639e95af226 {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1477.406566] env[68326]: INFO nova.compute.manager [req-841cf081-6aca-44dd-ac86-3ad618c72f9d req-b650da47-2592-4341-9fc5-10c6a83d6093 service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Neutron deleted interface ee9015ac-e33d-40d8-b086-b639e95af226; detaching it from the instance and deleting it from the info cache [ 1477.406738] env[68326]: DEBUG nova.network.neutron [req-841cf081-6aca-44dd-ac86-3ad618c72f9d req-b650da47-2592-4341-9fc5-10c6a83d6093 service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.889383] env[68326]: DEBUG nova.network.neutron [-] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.909429] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee184f9f-3398-4512-984c-8762e2e18b43 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.920397] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d103bf-4a57-4313-8dab-0f8133f51e35 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.945376] env[68326]: DEBUG nova.compute.manager [req-841cf081-6aca-44dd-ac86-3ad618c72f9d req-b650da47-2592-4341-9fc5-10c6a83d6093 service nova] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Detach interface failed, port_id=ee9015ac-e33d-40d8-b086-b639e95af226, reason: Instance 46e528e9-28c8-4c5b-8ada-6fc2302fa064 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1478.393108] env[68326]: INFO nova.compute.manager [-] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Took 1.39 seconds to deallocate network for instance. [ 1478.898832] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.899283] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.899344] env[68326]: DEBUG nova.objects.instance [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lazy-loading 'resources' on Instance uuid 46e528e9-28c8-4c5b-8ada-6fc2302fa064 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1479.433968] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d49dbe-a989-4ea0-bca0-c944cc955bc3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.441701] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c57b99-57db-4a4c-a854-a8686f631c95 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.471790] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf43ff0-57fa-4d06-9b67-a098713c886e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.478516] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a168ea41-01d3-4a12-be71-c8a42e853a1f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.491038] env[68326]: DEBUG nova.compute.provider_tree [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.994502] env[68326]: DEBUG nova.scheduler.client.report [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1480.499491] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.600s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.522128] env[68326]: INFO nova.scheduler.client.report [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Deleted allocations for instance 46e528e9-28c8-4c5b-8ada-6fc2302fa064 [ 1481.029652] env[68326]: DEBUG oslo_concurrency.lockutils [None req-52aea578-4dbd-4b4b-8c4f-bf655bef2c8a tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "46e528e9-28c8-4c5b-8ada-6fc2302fa064" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.641s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.434986] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "349c1411-6953-4025-a30c-5eb969e9e434" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.435284] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "349c1411-6953-4025-a30c-5eb969e9e434" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.938659] env[68326]: DEBUG nova.compute.manager [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Starting instance... {{(pid=68326) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2517}} [ 1484.460442] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.460763] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.462282] env[68326]: INFO nova.compute.claims [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1485.495613] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaa0c0e-9553-44f9-b292-d87fb3ac102b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.504797] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2d5528-abf4-4590-ae38-50619037cf99 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.533488] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d15305-04dd-45ce-a8da-d33a076ba3ca {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.540095] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf08e13-7775-47ad-a230-b669b9458891 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.552470] env[68326]: DEBUG nova.compute.provider_tree [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.055196] env[68326]: DEBUG nova.scheduler.client.report [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1486.559684] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.099s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1486.560262] env[68326]: DEBUG nova.compute.manager [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Start building networks asynchronously for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2914}} [ 1487.065134] env[68326]: DEBUG nova.compute.utils [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Using /dev/sd instead of None {{(pid=68326) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1487.066574] env[68326]: DEBUG nova.compute.manager [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Allocating IP information in the background. {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2066}} [ 1487.066736] env[68326]: DEBUG nova.network.neutron [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] allocate_for_instance() {{(pid=68326) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1487.119736] env[68326]: DEBUG nova.policy [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4ed376d829e4667b0c3ad76a2931807', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d28cc9ba4614fad9b9fb79817707df2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68326) authorize /opt/stack/nova/nova/policy.py:192}} [ 1487.392767] env[68326]: DEBUG nova.network.neutron [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Successfully created port: d91ee77d-24c9-4873-961a-d1c06c1f09df {{(pid=68326) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1487.570239] env[68326]: DEBUG nova.compute.manager [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Start building block device mappings for instance. {{(pid=68326) _build_resources /opt/stack/nova/nova/compute/manager.py:2949}} [ 1488.581384] env[68326]: DEBUG nova.compute.manager [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Start spawning the instance on the hypervisor. {{(pid=68326) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2723}} [ 1488.607053] env[68326]: DEBUG nova.virt.hardware [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-21T08:47:40Z,direct_url=,disk_format='vmdk',id=4f6abd85-2913-4a85-8b21-6c358400149a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='2ee8d950ad4d41a7b54d455853e50b47',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-21T08:47:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1488.607309] env[68326]: DEBUG nova.virt.hardware [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1488.607463] env[68326]: DEBUG nova.virt.hardware [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1488.607641] env[68326]: DEBUG nova.virt.hardware [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1488.607783] env[68326]: DEBUG nova.virt.hardware [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1488.607927] env[68326]: DEBUG nova.virt.hardware [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1488.608140] env[68326]: DEBUG nova.virt.hardware [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1488.608296] env[68326]: DEBUG nova.virt.hardware [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1488.608456] env[68326]: DEBUG nova.virt.hardware [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1488.608612] env[68326]: DEBUG nova.virt.hardware [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1488.608777] env[68326]: DEBUG nova.virt.hardware [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1488.609653] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dd827a-adb2-4c44-bdf6-2e98f0805ff0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.617424] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe280aac-eb0a-4f2f-9dbd-85146cc30d6f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.736009] env[68326]: DEBUG nova.compute.manager [req-a17a82b7-b686-41e1-a500-7fc002016522 req-9960cfed-10c6-46df-bd22-0e25e4f2fb3f service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Received event network-vif-plugged-d91ee77d-24c9-4873-961a-d1c06c1f09df {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1488.736248] env[68326]: DEBUG oslo_concurrency.lockutils [req-a17a82b7-b686-41e1-a500-7fc002016522 req-9960cfed-10c6-46df-bd22-0e25e4f2fb3f service nova] Acquiring lock "349c1411-6953-4025-a30c-5eb969e9e434-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.736453] env[68326]: DEBUG oslo_concurrency.lockutils [req-a17a82b7-b686-41e1-a500-7fc002016522 req-9960cfed-10c6-46df-bd22-0e25e4f2fb3f service nova] Lock "349c1411-6953-4025-a30c-5eb969e9e434-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.736617] env[68326]: DEBUG oslo_concurrency.lockutils [req-a17a82b7-b686-41e1-a500-7fc002016522 req-9960cfed-10c6-46df-bd22-0e25e4f2fb3f service nova] Lock "349c1411-6953-4025-a30c-5eb969e9e434-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.736781] env[68326]: DEBUG nova.compute.manager [req-a17a82b7-b686-41e1-a500-7fc002016522 req-9960cfed-10c6-46df-bd22-0e25e4f2fb3f service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] No waiting events found dispatching network-vif-plugged-d91ee77d-24c9-4873-961a-d1c06c1f09df {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1488.736946] env[68326]: WARNING nova.compute.manager [req-a17a82b7-b686-41e1-a500-7fc002016522 req-9960cfed-10c6-46df-bd22-0e25e4f2fb3f service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Received unexpected event network-vif-plugged-d91ee77d-24c9-4873-961a-d1c06c1f09df for instance with vm_state building and task_state spawning. [ 1488.816656] env[68326]: DEBUG nova.network.neutron [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Successfully updated port: d91ee77d-24c9-4873-961a-d1c06c1f09df {{(pid=68326) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1488.860448] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.860956] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.861112] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Cleaning up deleted instances with incomplete migration {{(pid=68326) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11948}} [ 1489.319014] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.319224] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquired lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.319349] env[68326]: DEBUG nova.network.neutron [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1489.849797] env[68326]: DEBUG nova.network.neutron [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Instance cache missing network info. {{(pid=68326) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1489.964662] env[68326]: DEBUG nova.network.neutron [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Updating instance_info_cache with network_info: [{"id": "d91ee77d-24c9-4873-961a-d1c06c1f09df", "address": "fa:16:3e:ab:b0:dd", "network": {"id": "f69456cc-96bd-4653-b4c0-3a5af8d59d73", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1384436858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d28cc9ba4614fad9b9fb79817707df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91ee77d-24", "ovs_interfaceid": "d91ee77d-24c9-4873-961a-d1c06c1f09df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.358488] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.358736] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager.update_available_resource {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.467028] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Releasing lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.467285] env[68326]: DEBUG nova.compute.manager [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Instance network_info: |[{"id": "d91ee77d-24c9-4873-961a-d1c06c1f09df", "address": "fa:16:3e:ab:b0:dd", "network": {"id": "f69456cc-96bd-4653-b4c0-3a5af8d59d73", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1384436858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d28cc9ba4614fad9b9fb79817707df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91ee77d-24", "ovs_interfaceid": "d91ee77d-24c9-4873-961a-d1c06c1f09df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68326) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2081}} [ 1490.467709] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:b0:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd91ee77d-24c9-4873-961a-d1c06c1f09df', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.475278] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1490.475484] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1490.475702] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-793e7ce3-c3c7-4c3d-ab87-69d1aa294cd1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.496487] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1490.496487] env[68326]: value = "task-3130491" [ 1490.496487] env[68326]: _type = "Task" [ 1490.496487] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.503880] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130491, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.762355] env[68326]: DEBUG nova.compute.manager [req-43bf469e-d094-48e2-89d2-390690a10983 req-586d75b8-8509-4fa7-a478-55fe89ad9254 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Received event network-changed-d91ee77d-24c9-4873-961a-d1c06c1f09df {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1490.762532] env[68326]: DEBUG nova.compute.manager [req-43bf469e-d094-48e2-89d2-390690a10983 req-586d75b8-8509-4fa7-a478-55fe89ad9254 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Refreshing instance network info cache due to event network-changed-d91ee77d-24c9-4873-961a-d1c06c1f09df. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1490.762745] env[68326]: DEBUG oslo_concurrency.lockutils [req-43bf469e-d094-48e2-89d2-390690a10983 req-586d75b8-8509-4fa7-a478-55fe89ad9254 service nova] Acquiring lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.762903] env[68326]: DEBUG oslo_concurrency.lockutils [req-43bf469e-d094-48e2-89d2-390690a10983 req-586d75b8-8509-4fa7-a478-55fe89ad9254 service nova] Acquired lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.763075] env[68326]: DEBUG nova.network.neutron [req-43bf469e-d094-48e2-89d2-390690a10983 req-586d75b8-8509-4fa7-a478-55fe89ad9254 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Refreshing network info cache for port d91ee77d-24c9-4873-961a-d1c06c1f09df {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1490.862194] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.862543] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.862639] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.862728] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1490.863577] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cec346-212d-496f-a677-4019f512634d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.874250] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c201a3d-1844-4617-911c-67f096ea8b75 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.888361] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1861e973-f65b-487e-a76b-1c40246a5536 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.894328] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424f7a76-7b49-4edb-8e1f-d24b3f81dba3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.922688] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180816MB free_disk=133GB free_vcpus=48 pci_devices=None {{(pid=68326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1490.922819] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.923030] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1491.005981] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130491, 'name': CreateVM_Task, 'duration_secs': 0.27563} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.007407] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1491.007407] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.007407] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.007407] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.007639] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ef5776a-c809-4cfd-a7d0-d26c8e5e95d5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.012623] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1491.012623] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52b9cd38-8825-7b03-e956-3dcce33edaf2" [ 1491.012623] env[68326]: _type = "Task" [ 1491.012623] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.019618] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b9cd38-8825-7b03-e956-3dcce33edaf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.435142] env[68326]: DEBUG nova.network.neutron [req-43bf469e-d094-48e2-89d2-390690a10983 req-586d75b8-8509-4fa7-a478-55fe89ad9254 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Updated VIF entry in instance network info cache for port d91ee77d-24c9-4873-961a-d1c06c1f09df. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1491.435484] env[68326]: DEBUG nova.network.neutron [req-43bf469e-d094-48e2-89d2-390690a10983 req-586d75b8-8509-4fa7-a478-55fe89ad9254 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Updating instance_info_cache with network_info: [{"id": "d91ee77d-24c9-4873-961a-d1c06c1f09df", "address": "fa:16:3e:ab:b0:dd", "network": {"id": "f69456cc-96bd-4653-b4c0-3a5af8d59d73", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1384436858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d28cc9ba4614fad9b9fb79817707df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91ee77d-24", "ovs_interfaceid": "d91ee77d-24c9-4873-961a-d1c06c1f09df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.522455] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52b9cd38-8825-7b03-e956-3dcce33edaf2, 'name': SearchDatastore_Task, 'duration_secs': 0.009629} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.522736] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.522964] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Processing image 4f6abd85-2913-4a85-8b21-6c358400149a {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1491.523215] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.523361] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.523540] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1491.523785] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb046520-7b24-4cf4-95d0-fc58fec7c7a3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.532091] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1491.532265] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1491.532918] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03d2680e-e56c-4d7c-81a9-82a700d0b976 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.537312] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1491.537312] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]5274af22-8e19-d789-b7d1-08a68a40de22" [ 1491.537312] env[68326]: _type = "Task" [ 1491.537312] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.544144] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5274af22-8e19-d789-b7d1-08a68a40de22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.938456] env[68326]: DEBUG oslo_concurrency.lockutils [req-43bf469e-d094-48e2-89d2-390690a10983 req-586d75b8-8509-4fa7-a478-55fe89ad9254 service nova] Releasing lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.015836] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 349c1411-6953-4025-a30c-5eb969e9e434 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.016176] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1492.016424] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1492.042274] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96811e0-d0a4-45e4-9368-b9c9ead96517 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.051035] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]5274af22-8e19-d789-b7d1-08a68a40de22, 'name': SearchDatastore_Task, 'duration_secs': 0.007859} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.053267] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c84481d9-7654-4515-8ee4-481f2b4c6520 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.055878] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a96918-9c97-4f28-b203-b79ee603d775 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.061303] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1492.061303] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52bc4cb6-2426-3feb-19ea-7ac6b9cd0a14" [ 1492.061303] env[68326]: _type = "Task" [ 1492.061303] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.087656] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a70714-09df-49dd-bafd-ff642f85d831 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.093009] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52bc4cb6-2426-3feb-19ea-7ac6b9cd0a14, 'name': SearchDatastore_Task, 'duration_secs': 0.009474} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.093543] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.093794] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 349c1411-6953-4025-a30c-5eb969e9e434/349c1411-6953-4025-a30c-5eb969e9e434.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1492.094051] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68585f03-864f-4d01-9522-afb24f026351 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.098747] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194b7342-82e5-4844-bedd-aa38e631d173 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.103065] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1492.103065] env[68326]: value = "task-3130492" [ 1492.103065] env[68326]: _type = "Task" [ 1492.103065] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.113457] env[68326]: DEBUG nova.compute.provider_tree [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1492.119056] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.612834] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427688} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.613115] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4f6abd85-2913-4a85-8b21-6c358400149a/4f6abd85-2913-4a85-8b21-6c358400149a.vmdk to [datastore1] 349c1411-6953-4025-a30c-5eb969e9e434/349c1411-6953-4025-a30c-5eb969e9e434.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1492.613331] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Extending root virtual disk to 1048576 {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1492.613572] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55b002a6-73fa-456b-864f-323f2f66d44e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.615869] env[68326]: DEBUG nova.scheduler.client.report [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1492.623203] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1492.623203] env[68326]: value = "task-3130493" [ 1492.623203] env[68326]: _type = "Task" [ 1492.623203] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.630208] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.120548] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1493.120986] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.198s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.132786] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059084} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.132993] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Extended root virtual disk {{(pid=68326) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1493.133730] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e9130c-9738-407a-974e-c0dc99a22e67 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.154562] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 349c1411-6953-4025-a30c-5eb969e9e434/349c1411-6953-4025-a30c-5eb969e9e434.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1493.155075] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7df8a3f3-5775-41eb-9cbd-1407370f2ad3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.174166] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1493.174166] env[68326]: value = "task-3130494" [ 1493.174166] env[68326]: _type = "Task" [ 1493.174166] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.183606] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.622871] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.623120] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.623287] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.623445] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.623593] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.623733] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1493.683772] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130494, 'name': ReconfigVM_Task, 'duration_secs': 0.303211} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.684073] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 349c1411-6953-4025-a30c-5eb969e9e434/349c1411-6953-4025-a30c-5eb969e9e434.vmdk or device None with type sparse {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1493.684639] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11a1f18b-0a46-4112-ae52-315de90d9487 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.691298] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1493.691298] env[68326]: value = "task-3130495" [ 1493.691298] env[68326]: _type = "Task" [ 1493.691298] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.698869] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130495, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.201704] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130495, 'name': Rename_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.706948] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130495, 'name': Rename_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.202288] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130495, 'name': Rename_Task, 'duration_secs': 1.440138} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.202685] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1495.202816] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbe70567-4f86-4067-b715-144ad04bba28 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.210558] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1495.210558] env[68326]: value = "task-3130496" [ 1495.210558] env[68326]: _type = "Task" [ 1495.210558] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.224715] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.719776] env[68326]: DEBUG oslo_vmware.api [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130496, 'name': PowerOnVM_Task, 'duration_secs': 0.450806} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.720060] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1495.720274] env[68326]: INFO nova.compute.manager [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1495.720456] env[68326]: DEBUG nova.compute.manager [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1495.721219] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f690ee0-43da-41f6-8650-32d55dedd121 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.241063] env[68326]: INFO nova.compute.manager [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Took 11.80 seconds to build instance. [ 1496.405595] env[68326]: DEBUG nova.compute.manager [req-4e31688f-aa1b-4f3f-a7d3-3eb69d699509 req-1181396f-1a0e-4cc5-8968-fe5256c4545d service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Received event network-changed-d91ee77d-24c9-4873-961a-d1c06c1f09df {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1496.405792] env[68326]: DEBUG nova.compute.manager [req-4e31688f-aa1b-4f3f-a7d3-3eb69d699509 req-1181396f-1a0e-4cc5-8968-fe5256c4545d service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Refreshing instance network info cache due to event network-changed-d91ee77d-24c9-4873-961a-d1c06c1f09df. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1496.406013] env[68326]: DEBUG oslo_concurrency.lockutils [req-4e31688f-aa1b-4f3f-a7d3-3eb69d699509 req-1181396f-1a0e-4cc5-8968-fe5256c4545d service nova] Acquiring lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.406165] env[68326]: DEBUG oslo_concurrency.lockutils [req-4e31688f-aa1b-4f3f-a7d3-3eb69d699509 req-1181396f-1a0e-4cc5-8968-fe5256c4545d service nova] Acquired lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.406322] env[68326]: DEBUG nova.network.neutron [req-4e31688f-aa1b-4f3f-a7d3-3eb69d699509 req-1181396f-1a0e-4cc5-8968-fe5256c4545d service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Refreshing network info cache for port d91ee77d-24c9-4873-961a-d1c06c1f09df {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1496.743346] env[68326]: DEBUG oslo_concurrency.lockutils [None req-c193aaec-733a-4037-ad34-c91683ee0256 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "349c1411-6953-4025-a30c-5eb969e9e434" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.308s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.110789] env[68326]: DEBUG nova.network.neutron [req-4e31688f-aa1b-4f3f-a7d3-3eb69d699509 req-1181396f-1a0e-4cc5-8968-fe5256c4545d service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Updated VIF entry in instance network info cache for port d91ee77d-24c9-4873-961a-d1c06c1f09df. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.111174] env[68326]: DEBUG nova.network.neutron [req-4e31688f-aa1b-4f3f-a7d3-3eb69d699509 req-1181396f-1a0e-4cc5-8968-fe5256c4545d service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Updating instance_info_cache with network_info: [{"id": "d91ee77d-24c9-4873-961a-d1c06c1f09df", "address": "fa:16:3e:ab:b0:dd", "network": {"id": "f69456cc-96bd-4653-b4c0-3a5af8d59d73", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1384436858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d28cc9ba4614fad9b9fb79817707df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91ee77d-24", "ovs_interfaceid": "d91ee77d-24c9-4873-961a-d1c06c1f09df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.614229] env[68326]: DEBUG oslo_concurrency.lockutils [req-4e31688f-aa1b-4f3f-a7d3-3eb69d699509 req-1181396f-1a0e-4cc5-8968-fe5256c4545d service nova] Releasing lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.860788] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.364271] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1504.364705] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Cleaning up deleted instances {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11910}} [ 1504.872808] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] There are 22 instances to clean {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11919}} [ 1504.873099] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 46e528e9-28c8-4c5b-8ada-6fc2302fa064] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1505.376101] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 1f63f302-7cc8-4506-93e4-7bc95a6f6bd0] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1505.879421] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: ee283e51-0723-4b26-b96e-d334edf233c9] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1506.383288] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: b44337c7-ac8a-4079-ae83-e298298d7746] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1506.886913] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 7a59fd3c-d067-4c87-81a4-bdcf09b1a311] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1507.391269] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 31da6d4e-4677-4361-974e-1c5732bbe64e] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1507.896121] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 2ab0ec65-51d1-476d-b753-0c76584ede26] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1508.399960] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 3c33f463-f5ef-479f-900a-861fa44ece36] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1508.903173] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: ee11f769-a714-4577-b211-1c517ce8da7a] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1509.406548] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 170d574b-3bdd-4a74-a6d5-b902d2a68a9d] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1509.909755] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 7de4c6e8-133a-4e35-bf50-9519fca0a76a] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1510.414783] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: e6c498a2-0ccd-4fcb-8f30-82fcfcd6cdc0] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1510.918632] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 40e1ab75-d5de-408a-8695-f90bb3ca69e7] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1511.422557] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: d6b2f323-145d-4b6a-a4b3-7cf736941fd7] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1511.926061] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 26db8a0a-7bc6-47f7-a9ca-a6981c1a1561] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1512.430101] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 4c8e1129-44b8-4d04-ade1-9f42da89fe45] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1512.932809] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 75756cde-8580-49e0-957b-18f0189863ea] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1513.436504] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: eef63db5-82c4-4b21-a18b-af0ad5a2a5e2] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1513.940059] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 294ea93f-e72b-40ad-8329-c1f17d93544b] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1514.443033] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: abc1874b-859c-461d-92b9-90b82a948b10] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1514.946341] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: af0dc19a-83ef-4554-b8a5-62859a808f4c] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1515.449937] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] [instance: 5945078b-f11b-4503-8990-a8437c8f2627] Instance has had 0 of 5 cleanup attempts {{(pid=68326) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11923}} [ 1535.448639] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "349c1411-6953-4025-a30c-5eb969e9e434" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.449111] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "349c1411-6953-4025-a30c-5eb969e9e434" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.449111] env[68326]: INFO nova.compute.manager [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Shelving [ 1536.458981] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1536.459450] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bcd304d-b286-4e99-a93a-25a8b8ed3411 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.466317] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1536.466317] env[68326]: value = "task-3130497" [ 1536.466317] env[68326]: _type = "Task" [ 1536.466317] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.474654] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.975763] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130497, 'name': PowerOffVM_Task, 'duration_secs': 0.200859} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.976044] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1536.976807] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f91168-00f6-48e9-9732-dc4b190a95f0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.994887] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d8fe85-5a60-4995-a8dc-12ec650eec2a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.504988] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Creating Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1537.505511] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7bf7d51a-4d94-4a38-83ba-d443d24245c3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.512887] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1537.512887] env[68326]: value = "task-3130498" [ 1537.512887] env[68326]: _type = "Task" [ 1537.512887] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.520942] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130498, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.023258] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130498, 'name': CreateSnapshot_Task, 'duration_secs': 0.427949} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.023516] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Created Snapshot of the VM instance {{(pid=68326) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1538.024236] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20f5f70-2381-4e1a-9cf4-b65f74b1da6c {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.540636] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Creating linked-clone VM from snapshot {{(pid=68326) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1538.541070] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-34eb76bf-65cb-4df7-ad33-acd7427d1d3d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.549856] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1538.549856] env[68326]: value = "task-3130499" [ 1538.549856] env[68326]: _type = "Task" [ 1538.549856] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.557428] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130499, 'name': CloneVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.058965] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130499, 'name': CloneVM_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.560415] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130499, 'name': CloneVM_Task, 'duration_secs': 0.798939} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.560813] env[68326]: INFO nova.virt.vmwareapi.vmops [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Created linked-clone VM from snapshot [ 1539.561439] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4409a50c-2fc9-410b-881b-3fa0f459fcd0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.568475] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Uploading image 68459ea3-7c17-4ddc-9756-d383f7ab6633 {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1539.609906] env[68326]: DEBUG oslo_vmware.rw_handles [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1539.609906] env[68326]: value = "vm-626486" [ 1539.609906] env[68326]: _type = "VirtualMachine" [ 1539.609906] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1539.610165] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-393f84c4-6581-4bc3-912d-5b6ac751d757 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.616619] env[68326]: DEBUG oslo_vmware.rw_handles [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lease: (returnval){ [ 1539.616619] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529b48d9-611c-f7c0-d48d-9db62880c427" [ 1539.616619] env[68326]: _type = "HttpNfcLease" [ 1539.616619] env[68326]: } obtained for exporting VM: (result){ [ 1539.616619] env[68326]: value = "vm-626486" [ 1539.616619] env[68326]: _type = "VirtualMachine" [ 1539.616619] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1539.616902] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the lease: (returnval){ [ 1539.616902] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529b48d9-611c-f7c0-d48d-9db62880c427" [ 1539.616902] env[68326]: _type = "HttpNfcLease" [ 1539.616902] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1539.622353] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1539.622353] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529b48d9-611c-f7c0-d48d-9db62880c427" [ 1539.622353] env[68326]: _type = "HttpNfcLease" [ 1539.622353] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1540.124853] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1540.124853] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529b48d9-611c-f7c0-d48d-9db62880c427" [ 1540.124853] env[68326]: _type = "HttpNfcLease" [ 1540.124853] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1540.125279] env[68326]: DEBUG oslo_vmware.rw_handles [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1540.125279] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]529b48d9-611c-f7c0-d48d-9db62880c427" [ 1540.125279] env[68326]: _type = "HttpNfcLease" [ 1540.125279] env[68326]: }. {{(pid=68326) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1540.125898] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5346abde-470b-433a-a241-f62a4ebb8b58 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.132802] env[68326]: DEBUG oslo_vmware.rw_handles [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bea975-75da-043b-a5e9-70a2e140e3c5/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1540.132977] env[68326]: DEBUG oslo_vmware.rw_handles [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bea975-75da-043b-a5e9-70a2e140e3c5/disk-0.vmdk for reading. {{(pid=68326) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1540.219146] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-882e726e-5560-45d3-83e5-ec9110437616 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.196914] env[68326]: DEBUG oslo_vmware.rw_handles [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bea975-75da-043b-a5e9-70a2e140e3c5/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1547.197911] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e7c140-2507-4ed9-a2f3-d6a43b69ac30 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.204424] env[68326]: DEBUG oslo_vmware.rw_handles [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bea975-75da-043b-a5e9-70a2e140e3c5/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1547.204593] env[68326]: ERROR oslo_vmware.rw_handles [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bea975-75da-043b-a5e9-70a2e140e3c5/disk-0.vmdk due to incomplete transfer. [ 1547.204813] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-79eefa6a-5393-43be-8043-865510637d09 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.213184] env[68326]: DEBUG oslo_vmware.rw_handles [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bea975-75da-043b-a5e9-70a2e140e3c5/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1547.213383] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Uploaded image 68459ea3-7c17-4ddc-9756-d383f7ab6633 to the Glance image server {{(pid=68326) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1547.216489] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Destroying the VM {{(pid=68326) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1547.216880] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b28a767b-18a1-45c4-9787-a74f8169a54a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.222996] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1547.222996] env[68326]: value = "task-3130501" [ 1547.222996] env[68326]: _type = "Task" [ 1547.222996] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.230883] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130501, 'name': Destroy_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.735306] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130501, 'name': Destroy_Task} progress is 33%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.233524] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130501, 'name': Destroy_Task, 'duration_secs': 0.599426} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.233831] env[68326]: INFO nova.virt.vmwareapi.vm_util [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Destroyed the VM [ 1548.233999] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Deleting Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1548.234247] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0fbbe017-7d55-4d59-a5e9-a8a1d1b34e60 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.240425] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1548.240425] env[68326]: value = "task-3130502" [ 1548.240425] env[68326]: _type = "Task" [ 1548.240425] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.247497] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130502, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.750390] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130502, 'name': RemoveSnapshot_Task, 'duration_secs': 0.295674} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.750624] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Deleted Snapshot of the VM instance {{(pid=68326) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1548.750987] env[68326]: DEBUG nova.compute.manager [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1548.751805] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9c1961-33ec-4fb7-a8bc-bf4106ce25f3 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.263824] env[68326]: INFO nova.compute.manager [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Shelve offloading [ 1549.767713] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1549.768058] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-244f12a1-bb1a-42e4-bda9-7e940fc50504 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.776132] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1549.776132] env[68326]: value = "task-3130503" [ 1549.776132] env[68326]: _type = "Task" [ 1549.776132] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.786273] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] VM already powered off {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1549.786472] env[68326]: DEBUG nova.compute.manager [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1549.787170] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec56961e-66d1-4179-a2b2-d310d4161173 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.792606] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.792765] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquired lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.792931] env[68326]: DEBUG nova.network.neutron [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1550.513600] env[68326]: DEBUG nova.network.neutron [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Updating instance_info_cache with network_info: [{"id": "d91ee77d-24c9-4873-961a-d1c06c1f09df", "address": "fa:16:3e:ab:b0:dd", "network": {"id": "f69456cc-96bd-4653-b4c0-3a5af8d59d73", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1384436858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d28cc9ba4614fad9b9fb79817707df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91ee77d-24", "ovs_interfaceid": "d91ee77d-24c9-4873-961a-d1c06c1f09df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.016608] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Releasing lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.243366] env[68326]: DEBUG nova.compute.manager [req-61f08a7a-962c-4b5b-8115-6f8873ce6b12 req-549bb466-72af-4046-8b35-0bc6266aac54 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Received event network-vif-unplugged-d91ee77d-24c9-4873-961a-d1c06c1f09df {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1551.243616] env[68326]: DEBUG oslo_concurrency.lockutils [req-61f08a7a-962c-4b5b-8115-6f8873ce6b12 req-549bb466-72af-4046-8b35-0bc6266aac54 service nova] Acquiring lock "349c1411-6953-4025-a30c-5eb969e9e434-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1551.243777] env[68326]: DEBUG oslo_concurrency.lockutils [req-61f08a7a-962c-4b5b-8115-6f8873ce6b12 req-549bb466-72af-4046-8b35-0bc6266aac54 service nova] Lock "349c1411-6953-4025-a30c-5eb969e9e434-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.243943] env[68326]: DEBUG oslo_concurrency.lockutils [req-61f08a7a-962c-4b5b-8115-6f8873ce6b12 req-549bb466-72af-4046-8b35-0bc6266aac54 service nova] Lock "349c1411-6953-4025-a30c-5eb969e9e434-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.244273] env[68326]: DEBUG nova.compute.manager [req-61f08a7a-962c-4b5b-8115-6f8873ce6b12 req-549bb466-72af-4046-8b35-0bc6266aac54 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] No waiting events found dispatching network-vif-unplugged-d91ee77d-24c9-4873-961a-d1c06c1f09df {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1551.244466] env[68326]: WARNING nova.compute.manager [req-61f08a7a-962c-4b5b-8115-6f8873ce6b12 req-549bb466-72af-4046-8b35-0bc6266aac54 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Received unexpected event network-vif-unplugged-d91ee77d-24c9-4873-961a-d1c06c1f09df for instance with vm_state shelved and task_state shelving_offloading. [ 1551.307827] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1551.308750] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417c25ce-1728-4a5f-b88f-04a562ad8c6b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.316763] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1551.316990] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6eafb0de-d478-45ea-afe2-0745dd6a2692 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.379270] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1551.379508] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1551.379680] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Deleting the datastore file [datastore1] 349c1411-6953-4025-a30c-5eb969e9e434 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1551.379941] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b41ee0bd-4921-412d-8844-9778bfc024bb {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.386981] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1551.386981] env[68326]: value = "task-3130505" [ 1551.386981] env[68326]: _type = "Task" [ 1551.386981] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.394141] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.896237] env[68326]: DEBUG oslo_vmware.api [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121143} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.896590] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1551.896590] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1551.896758] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1551.919670] env[68326]: INFO nova.scheduler.client.report [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Deleted allocations for instance 349c1411-6953-4025-a30c-5eb969e9e434 [ 1552.424839] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1552.425151] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1552.425386] env[68326]: DEBUG nova.objects.instance [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lazy-loading 'resources' on Instance uuid 349c1411-6953-4025-a30c-5eb969e9e434 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.929344] env[68326]: DEBUG nova.objects.instance [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lazy-loading 'numa_topology' on Instance uuid 349c1411-6953-4025-a30c-5eb969e9e434 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1553.268693] env[68326]: DEBUG nova.compute.manager [req-d513295d-3fc3-4617-ad7d-7bfcd8fdc609 req-93e6eb53-862e-41e8-b045-795108b23235 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Received event network-changed-d91ee77d-24c9-4873-961a-d1c06c1f09df {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1553.268894] env[68326]: DEBUG nova.compute.manager [req-d513295d-3fc3-4617-ad7d-7bfcd8fdc609 req-93e6eb53-862e-41e8-b045-795108b23235 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Refreshing instance network info cache due to event network-changed-d91ee77d-24c9-4873-961a-d1c06c1f09df. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1553.269115] env[68326]: DEBUG oslo_concurrency.lockutils [req-d513295d-3fc3-4617-ad7d-7bfcd8fdc609 req-93e6eb53-862e-41e8-b045-795108b23235 service nova] Acquiring lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.269261] env[68326]: DEBUG oslo_concurrency.lockutils [req-d513295d-3fc3-4617-ad7d-7bfcd8fdc609 req-93e6eb53-862e-41e8-b045-795108b23235 service nova] Acquired lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.269418] env[68326]: DEBUG nova.network.neutron [req-d513295d-3fc3-4617-ad7d-7bfcd8fdc609 req-93e6eb53-862e-41e8-b045-795108b23235 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Refreshing network info cache for port d91ee77d-24c9-4873-961a-d1c06c1f09df {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1553.432628] env[68326]: DEBUG nova.objects.base [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Object Instance<349c1411-6953-4025-a30c-5eb969e9e434> lazy-loaded attributes: resources,numa_topology {{(pid=68326) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1553.447337] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60307e3-3b28-45a7-a6c9-8c6f6bb4f9e5 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.455376] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f938250-22c9-4bd3-81fc-1ecd8805f0c6 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.485917] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce847ca7-1936-42c5-978d-0d5be6c65bb7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.493270] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a723ab8c-74d6-4570-8e0d-967a87ce6f8f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.506241] env[68326]: DEBUG nova.compute.provider_tree [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1554.010470] env[68326]: DEBUG nova.scheduler.client.report [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1554.047762] env[68326]: DEBUG nova.network.neutron [req-d513295d-3fc3-4617-ad7d-7bfcd8fdc609 req-93e6eb53-862e-41e8-b045-795108b23235 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Updated VIF entry in instance network info cache for port d91ee77d-24c9-4873-961a-d1c06c1f09df. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1554.048330] env[68326]: DEBUG nova.network.neutron [req-d513295d-3fc3-4617-ad7d-7bfcd8fdc609 req-93e6eb53-862e-41e8-b045-795108b23235 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Updating instance_info_cache with network_info: [{"id": "d91ee77d-24c9-4873-961a-d1c06c1f09df", "address": "fa:16:3e:ab:b0:dd", "network": {"id": "f69456cc-96bd-4653-b4c0-3a5af8d59d73", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1384436858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d28cc9ba4614fad9b9fb79817707df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd91ee77d-24", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.517132] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1554.551079] env[68326]: DEBUG oslo_concurrency.lockutils [req-d513295d-3fc3-4617-ad7d-7bfcd8fdc609 req-93e6eb53-862e-41e8-b045-795108b23235 service nova] Releasing lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.887911] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "349c1411-6953-4025-a30c-5eb969e9e434" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1555.025040] env[68326]: DEBUG oslo_concurrency.lockutils [None req-53955e30-bae7-4cfa-99fd-b6978909247f tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "349c1411-6953-4025-a30c-5eb969e9e434" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.576s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.025861] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "349c1411-6953-4025-a30c-5eb969e9e434" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.138s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1555.026051] env[68326]: INFO nova.compute.manager [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Unshelving [ 1556.047938] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.048229] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.048436] env[68326]: DEBUG nova.objects.instance [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lazy-loading 'pci_requests' on Instance uuid 349c1411-6953-4025-a30c-5eb969e9e434 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.552436] env[68326]: DEBUG nova.objects.instance [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lazy-loading 'numa_topology' on Instance uuid 349c1411-6953-4025-a30c-5eb969e9e434 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1557.054631] env[68326]: INFO nova.compute.claims [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1558.089750] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09261f27-28b5-4efc-9de0-06c5acd29bda {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.097381] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a115cd2e-7110-408c-b90c-88e0c138b14a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.126221] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d479e8dd-4b59-49f7-9a74-d7970987ed13 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.132931] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011c8c12-be87-49e8-814b-c406e398f9ee {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.146484] env[68326]: DEBUG nova.compute.provider_tree [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.649101] env[68326]: DEBUG nova.scheduler.client.report [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1559.153756] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.105s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.181776] env[68326]: INFO nova.network.neutron [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Updating port d91ee77d-24c9-4873-961a-d1c06c1f09df with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1560.449973] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.450386] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.750651] env[68326]: DEBUG nova.compute.manager [req-a45b256e-1dcc-46e4-ae40-aaf6fc77f8d7 req-610a8a86-7f78-4713-bc71-cc58f16c6227 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Received event network-vif-plugged-d91ee77d-24c9-4873-961a-d1c06c1f09df {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1560.750868] env[68326]: DEBUG oslo_concurrency.lockutils [req-a45b256e-1dcc-46e4-ae40-aaf6fc77f8d7 req-610a8a86-7f78-4713-bc71-cc58f16c6227 service nova] Acquiring lock "349c1411-6953-4025-a30c-5eb969e9e434-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1560.751086] env[68326]: DEBUG oslo_concurrency.lockutils [req-a45b256e-1dcc-46e4-ae40-aaf6fc77f8d7 req-610a8a86-7f78-4713-bc71-cc58f16c6227 service nova] Lock "349c1411-6953-4025-a30c-5eb969e9e434-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1560.751300] env[68326]: DEBUG oslo_concurrency.lockutils [req-a45b256e-1dcc-46e4-ae40-aaf6fc77f8d7 req-610a8a86-7f78-4713-bc71-cc58f16c6227 service nova] Lock "349c1411-6953-4025-a30c-5eb969e9e434-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1560.751425] env[68326]: DEBUG nova.compute.manager [req-a45b256e-1dcc-46e4-ae40-aaf6fc77f8d7 req-610a8a86-7f78-4713-bc71-cc58f16c6227 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] No waiting events found dispatching network-vif-plugged-d91ee77d-24c9-4873-961a-d1c06c1f09df {{(pid=68326) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1560.751558] env[68326]: WARNING nova.compute.manager [req-a45b256e-1dcc-46e4-ae40-aaf6fc77f8d7 req-610a8a86-7f78-4713-bc71-cc58f16c6227 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Received unexpected event network-vif-plugged-d91ee77d-24c9-4873-961a-d1c06c1f09df for instance with vm_state shelved_offloaded and task_state spawning. [ 1560.832726] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.832897] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquired lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.833110] env[68326]: DEBUG nova.network.neutron [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Building network info cache for instance {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1560.955059] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.955059] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.955059] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.955331] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.955380] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.955507] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1560.955923] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1560.955923] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager.update_available_resource {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1561.458120] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.458435] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.458524] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1561.458665] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1561.459509] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf87513-c305-4dec-afa8-7571f9e0f9e0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.469669] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5302bb89-4cf7-4f71-bcc6-9ccdf3d75dba {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.483694] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ed02bc-f669-4cbf-ac39-6dfd024b67b4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.490744] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b38ca3-7e54-4dd4-9d11-511e30ce65a0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.521540] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180804MB free_disk=133GB free_vcpus=48 pci_devices=None {{(pid=68326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1561.521702] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.521906] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.549483] env[68326]: DEBUG nova.network.neutron [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Updating instance_info_cache with network_info: [{"id": "d91ee77d-24c9-4873-961a-d1c06c1f09df", "address": "fa:16:3e:ab:b0:dd", "network": {"id": "f69456cc-96bd-4653-b4c0-3a5af8d59d73", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1384436858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d28cc9ba4614fad9b9fb79817707df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91ee77d-24", "ovs_interfaceid": "d91ee77d-24c9-4873-961a-d1c06c1f09df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.051723] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Releasing lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.078286] env[68326]: DEBUG nova.virt.hardware [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-21T08:47:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='151e8e133a27929e8af1c4b1014b34cd',container_format='bare',created_at=2025-03-21T09:04:42Z,direct_url=,disk_format='vmdk',id=68459ea3-7c17-4ddc-9756-d383f7ab6633,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1066643134-shelved',owner='8d28cc9ba4614fad9b9fb79817707df2',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-03-21T09:04:54Z,virtual_size=,visibility=), allow threads: False {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1562.078534] env[68326]: DEBUG nova.virt.hardware [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Flavor limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1562.078704] env[68326]: DEBUG nova.virt.hardware [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Image limits 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1562.078891] env[68326]: DEBUG nova.virt.hardware [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Flavor pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1562.079048] env[68326]: DEBUG nova.virt.hardware [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Image pref 0:0:0 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1562.079196] env[68326]: DEBUG nova.virt.hardware [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68326) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1562.079404] env[68326]: DEBUG nova.virt.hardware [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1562.079559] env[68326]: DEBUG nova.virt.hardware [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1562.079720] env[68326]: DEBUG nova.virt.hardware [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Got 1 possible topologies {{(pid=68326) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1562.079916] env[68326]: DEBUG nova.virt.hardware [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1562.080113] env[68326]: DEBUG nova.virt.hardware [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68326) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1562.080945] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172fb00c-260d-4218-aa61-ee1c9f94732f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.088121] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4580cfc2-ad14-41a7-9700-183b1ad1ebcc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.100861] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:b0:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd91ee77d-24c9-4873-961a-d1c06c1f09df', 'vif_model': 'vmxnet3'}] {{(pid=68326) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1562.107888] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1562.108356] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Creating VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1562.108555] env[68326]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee9ca94b-4506-44d3-9371-4a7f498c7b52 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.126403] env[68326]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1562.126403] env[68326]: value = "task-3130506" [ 1562.126403] env[68326]: _type = "Task" [ 1562.126403] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.133310] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130506, 'name': CreateVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.544641] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Instance 349c1411-6953-4025-a30c-5eb969e9e434 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68326) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1562.544888] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1562.545010] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1562.569643] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357166f2-8452-4b46-be72-0ffaeb1959ec {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.577155] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069bbb38-f8fe-41cc-8741-bcfbbd590359 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.606525] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9865eed7-f9f2-4754-bd75-6117ea691003 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.612745] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce81f03f-40d7-4885-b082-682358eac863 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.624955] env[68326]: DEBUG nova.compute.provider_tree [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1562.634340] env[68326]: DEBUG oslo_vmware.api [-] Task: {'id': task-3130506, 'name': CreateVM_Task, 'duration_secs': 0.315701} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.634488] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Created VM on the ESX host {{(pid=68326) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1562.635461] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/68459ea3-7c17-4ddc-9756-d383f7ab6633" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.635573] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/68459ea3-7c17-4ddc-9756-d383f7ab6633" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.635934] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/68459ea3-7c17-4ddc-9756-d383f7ab6633" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.636789] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-439498a6-f35c-4b2b-9364-31a49c1a1598 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.641105] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1562.641105] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52f976df-be46-a693-61ee-8d2878082467" [ 1562.641105] env[68326]: _type = "Task" [ 1562.641105] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.647934] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52f976df-be46-a693-61ee-8d2878082467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.775446] env[68326]: DEBUG nova.compute.manager [req-11aec679-06a7-442e-9114-7179cccf9ead req-b32ccd4e-c292-46f6-ae00-6de5c21bac48 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Received event network-changed-d91ee77d-24c9-4873-961a-d1c06c1f09df {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1562.775763] env[68326]: DEBUG nova.compute.manager [req-11aec679-06a7-442e-9114-7179cccf9ead req-b32ccd4e-c292-46f6-ae00-6de5c21bac48 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Refreshing instance network info cache due to event network-changed-d91ee77d-24c9-4873-961a-d1c06c1f09df. {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11818}} [ 1562.775999] env[68326]: DEBUG oslo_concurrency.lockutils [req-11aec679-06a7-442e-9114-7179cccf9ead req-b32ccd4e-c292-46f6-ae00-6de5c21bac48 service nova] Acquiring lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.776177] env[68326]: DEBUG oslo_concurrency.lockutils [req-11aec679-06a7-442e-9114-7179cccf9ead req-b32ccd4e-c292-46f6-ae00-6de5c21bac48 service nova] Acquired lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.776344] env[68326]: DEBUG nova.network.neutron [req-11aec679-06a7-442e-9114-7179cccf9ead req-b32ccd4e-c292-46f6-ae00-6de5c21bac48 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Refreshing network info cache for port d91ee77d-24c9-4873-961a-d1c06c1f09df {{(pid=68326) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1563.128158] env[68326]: DEBUG nova.scheduler.client.report [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.152467] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/68459ea3-7c17-4ddc-9756-d383f7ab6633" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.152706] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Processing image 68459ea3-7c17-4ddc-9756-d383f7ab6633 {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1563.152938] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/68459ea3-7c17-4ddc-9756-d383f7ab6633/68459ea3-7c17-4ddc-9756-d383f7ab6633.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.153114] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquired lock "[datastore1] devstack-image-cache_base/68459ea3-7c17-4ddc-9756-d383f7ab6633/68459ea3-7c17-4ddc-9756-d383f7ab6633.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.153302] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1563.153527] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd6c21b6-9b3c-49d7-a508-514a72aeb767 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.169144] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1563.169316] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68326) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1563.169987] env[68326]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-999bf60f-6a31-4128-83b0-801d2e7c382f {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.174926] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1563.174926] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]52c45814-042a-39a8-c332-95f3dc72905b" [ 1563.174926] env[68326]: _type = "Task" [ 1563.174926] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.182499] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': session[52982341-76cb-ce6c-c759-6c3c758962fe]52c45814-042a-39a8-c332-95f3dc72905b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.460104] env[68326]: DEBUG nova.network.neutron [req-11aec679-06a7-442e-9114-7179cccf9ead req-b32ccd4e-c292-46f6-ae00-6de5c21bac48 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Updated VIF entry in instance network info cache for port d91ee77d-24c9-4873-961a-d1c06c1f09df. {{(pid=68326) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1563.460454] env[68326]: DEBUG nova.network.neutron [req-11aec679-06a7-442e-9114-7179cccf9ead req-b32ccd4e-c292-46f6-ae00-6de5c21bac48 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Updating instance_info_cache with network_info: [{"id": "d91ee77d-24c9-4873-961a-d1c06c1f09df", "address": "fa:16:3e:ab:b0:dd", "network": {"id": "f69456cc-96bd-4653-b4c0-3a5af8d59d73", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1384436858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d28cc9ba4614fad9b9fb79817707df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91ee77d-24", "ovs_interfaceid": "d91ee77d-24c9-4873-961a-d1c06c1f09df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.633422] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1563.633785] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.686458] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Preparing fetch location {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1563.686738] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Fetch image to [datastore1] OSTACK_IMG_beb34da5-5e18-43a9-a6cc-e67d7f46c7dc/OSTACK_IMG_beb34da5-5e18-43a9-a6cc-e67d7f46c7dc.vmdk {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1563.686926] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Downloading stream optimized image 68459ea3-7c17-4ddc-9756-d383f7ab6633 to [datastore1] OSTACK_IMG_beb34da5-5e18-43a9-a6cc-e67d7f46c7dc/OSTACK_IMG_beb34da5-5e18-43a9-a6cc-e67d7f46c7dc.vmdk on the data store datastore1 as vApp {{(pid=68326) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1563.687112] env[68326]: DEBUG nova.virt.vmwareapi.images [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Downloading image file data 68459ea3-7c17-4ddc-9756-d383f7ab6633 to the ESX as VM named 'OSTACK_IMG_beb34da5-5e18-43a9-a6cc-e67d7f46c7dc' {{(pid=68326) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1563.751653] env[68326]: DEBUG oslo_vmware.rw_handles [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1563.751653] env[68326]: value = "resgroup-9" [ 1563.751653] env[68326]: _type = "ResourcePool" [ 1563.751653] env[68326]: }. {{(pid=68326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1563.751931] env[68326]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ba18f585-fd61-475e-9a96-f538ecb37e41 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.772514] env[68326]: DEBUG oslo_vmware.rw_handles [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lease: (returnval){ [ 1563.772514] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]528e9b46-ce76-98a8-a494-d791b26f096d" [ 1563.772514] env[68326]: _type = "HttpNfcLease" [ 1563.772514] env[68326]: } obtained for vApp import into resource pool (val){ [ 1563.772514] env[68326]: value = "resgroup-9" [ 1563.772514] env[68326]: _type = "ResourcePool" [ 1563.772514] env[68326]: }. {{(pid=68326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1563.773035] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the lease: (returnval){ [ 1563.773035] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]528e9b46-ce76-98a8-a494-d791b26f096d" [ 1563.773035] env[68326]: _type = "HttpNfcLease" [ 1563.773035] env[68326]: } to be ready. {{(pid=68326) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1563.779051] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1563.779051] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]528e9b46-ce76-98a8-a494-d791b26f096d" [ 1563.779051] env[68326]: _type = "HttpNfcLease" [ 1563.779051] env[68326]: } is initializing. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1563.963640] env[68326]: DEBUG oslo_concurrency.lockutils [req-11aec679-06a7-442e-9114-7179cccf9ead req-b32ccd4e-c292-46f6-ae00-6de5c21bac48 service nova] Releasing lock "refresh_cache-349c1411-6953-4025-a30c-5eb969e9e434" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.279931] env[68326]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1564.279931] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]528e9b46-ce76-98a8-a494-d791b26f096d" [ 1564.279931] env[68326]: _type = "HttpNfcLease" [ 1564.279931] env[68326]: } is ready. {{(pid=68326) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1564.280331] env[68326]: DEBUG oslo_vmware.rw_handles [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1564.280331] env[68326]: value = "session[52982341-76cb-ce6c-c759-6c3c758962fe]528e9b46-ce76-98a8-a494-d791b26f096d" [ 1564.280331] env[68326]: _type = "HttpNfcLease" [ 1564.280331] env[68326]: }. {{(pid=68326) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1564.281058] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687261d5-7c04-4837-a157-91870d1cae6b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.289099] env[68326]: DEBUG oslo_vmware.rw_handles [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe82c4-dcd8-2080-fdf8-bf29cfb5773a/disk-0.vmdk from lease info. {{(pid=68326) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1564.289273] env[68326]: DEBUG oslo_vmware.rw_handles [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe82c4-dcd8-2080-fdf8-bf29cfb5773a/disk-0.vmdk. {{(pid=68326) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1564.351118] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0005fe01-4a4a-406f-90ae-f7ea580dd322 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.488930] env[68326]: DEBUG oslo_vmware.rw_handles [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Completed reading data from the image iterator. {{(pid=68326) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1565.489323] env[68326]: DEBUG oslo_vmware.rw_handles [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe82c4-dcd8-2080-fdf8-bf29cfb5773a/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1565.490242] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7615be6-01cf-4c4b-a526-3f452bd1a7a7 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.497061] env[68326]: DEBUG oslo_vmware.rw_handles [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe82c4-dcd8-2080-fdf8-bf29cfb5773a/disk-0.vmdk is in state: ready. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1565.497230] env[68326]: DEBUG oslo_vmware.rw_handles [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe82c4-dcd8-2080-fdf8-bf29cfb5773a/disk-0.vmdk. {{(pid=68326) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1565.497492] env[68326]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-849e366e-631a-4f5f-9209-8dd934e6efb8 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.697060] env[68326]: DEBUG oslo_vmware.rw_handles [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe82c4-dcd8-2080-fdf8-bf29cfb5773a/disk-0.vmdk. {{(pid=68326) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1565.697309] env[68326]: INFO nova.virt.vmwareapi.images [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Downloaded image file data 68459ea3-7c17-4ddc-9756-d383f7ab6633 [ 1565.698066] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8036a068-8d05-4977-8a5e-8bf54f734e97 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.713120] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9d7118c-8889-4f1c-9d2f-93ee884e4800 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.737406] env[68326]: INFO nova.virt.vmwareapi.images [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] The imported VM was unregistered [ 1565.739876] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Caching image {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1565.740120] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Creating directory with path [datastore1] devstack-image-cache_base/68459ea3-7c17-4ddc-9756-d383f7ab6633 {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1565.740365] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9515a4e8-af57-4923-a016-d77fc1091c08 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.762155] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Created directory with path [datastore1] devstack-image-cache_base/68459ea3-7c17-4ddc-9756-d383f7ab6633 {{(pid=68326) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1565.762361] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_beb34da5-5e18-43a9-a6cc-e67d7f46c7dc/OSTACK_IMG_beb34da5-5e18-43a9-a6cc-e67d7f46c7dc.vmdk to [datastore1] devstack-image-cache_base/68459ea3-7c17-4ddc-9756-d383f7ab6633/68459ea3-7c17-4ddc-9756-d383f7ab6633.vmdk. {{(pid=68326) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1565.762600] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a88f217d-be0b-440f-8572-d1e175927ef1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.768573] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1565.768573] env[68326]: value = "task-3130509" [ 1565.768573] env[68326]: _type = "Task" [ 1565.768573] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.775631] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130509, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.279163] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130509, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.779595] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130509, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.281262] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130509, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.781916] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130509, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.283186] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130509, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.150814} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.283445] env[68326]: INFO nova.virt.vmwareapi.ds_util [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_beb34da5-5e18-43a9-a6cc-e67d7f46c7dc/OSTACK_IMG_beb34da5-5e18-43a9-a6cc-e67d7f46c7dc.vmdk to [datastore1] devstack-image-cache_base/68459ea3-7c17-4ddc-9756-d383f7ab6633/68459ea3-7c17-4ddc-9756-d383f7ab6633.vmdk. [ 1568.283639] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Cleaning up location [datastore1] OSTACK_IMG_beb34da5-5e18-43a9-a6cc-e67d7f46c7dc {{(pid=68326) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1568.283806] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_beb34da5-5e18-43a9-a6cc-e67d7f46c7dc {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1568.284070] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5541249b-a7e8-4b49-8c60-147ba868f026 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.290819] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1568.290819] env[68326]: value = "task-3130510" [ 1568.290819] env[68326]: _type = "Task" [ 1568.290819] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.298317] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.801169] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032887} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.801573] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1568.801670] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Releasing lock "[datastore1] devstack-image-cache_base/68459ea3-7c17-4ddc-9756-d383f7ab6633/68459ea3-7c17-4ddc-9756-d383f7ab6633.vmdk" {{(pid=68326) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.801847] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/68459ea3-7c17-4ddc-9756-d383f7ab6633/68459ea3-7c17-4ddc-9756-d383f7ab6633.vmdk to [datastore1] 349c1411-6953-4025-a30c-5eb969e9e434/349c1411-6953-4025-a30c-5eb969e9e434.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1568.802114] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcfc1d14-ca03-4fd8-b4b1-e495b5eb2ca0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.808194] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1568.808194] env[68326]: value = "task-3130511" [ 1568.808194] env[68326]: _type = "Task" [ 1568.808194] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.815320] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.318406] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130511, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.819598] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130511, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.320344] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130511, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.824470] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130511, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.321995] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130511, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.157329} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.322295] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/68459ea3-7c17-4ddc-9756-d383f7ab6633/68459ea3-7c17-4ddc-9756-d383f7ab6633.vmdk to [datastore1] 349c1411-6953-4025-a30c-5eb969e9e434/349c1411-6953-4025-a30c-5eb969e9e434.vmdk {{(pid=68326) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1571.323059] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89dfb36-c350-47fa-9129-7fa296f597cd {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.344159] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 349c1411-6953-4025-a30c-5eb969e9e434/349c1411-6953-4025-a30c-5eb969e9e434.vmdk or device None with type streamOptimized {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1571.344398] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-475f8a02-95dd-4885-9b43-d5827a5b50b0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.362634] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1571.362634] env[68326]: value = "task-3130512" [ 1571.362634] env[68326]: _type = "Task" [ 1571.362634] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.369939] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.872706] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130512, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.373116] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130512, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.873589] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130512, 'name': ReconfigVM_Task, 'duration_secs': 1.274669} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.873985] env[68326]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 349c1411-6953-4025-a30c-5eb969e9e434/349c1411-6953-4025-a30c-5eb969e9e434.vmdk or device None with type streamOptimized {{(pid=68326) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1572.874501] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61c3a01e-f40c-42a2-aa1a-b84c486adf57 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.880500] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1572.880500] env[68326]: value = "task-3130513" [ 1572.880500] env[68326]: _type = "Task" [ 1572.880500] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.887312] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130513, 'name': Rename_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.391132] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130513, 'name': Rename_Task, 'duration_secs': 0.129978} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.391373] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Powering on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1573.391578] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03af5054-4aed-4608-9b6a-6a165f6c5e7e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.397522] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1573.397522] env[68326]: value = "task-3130514" [ 1573.397522] env[68326]: _type = "Task" [ 1573.397522] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.404546] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.907345] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130514, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.407875] env[68326]: DEBUG oslo_vmware.api [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130514, 'name': PowerOnVM_Task, 'duration_secs': 0.511846} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.408141] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Powered on the VM {{(pid=68326) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1574.501356] env[68326]: DEBUG nova.compute.manager [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Checking state {{(pid=68326) _get_power_state /opt/stack/nova/nova/compute/manager.py:1876}} [ 1574.502332] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b468ce0-5177-44ac-a4c3-05fcea93b89b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.020853] env[68326]: DEBUG oslo_concurrency.lockutils [None req-8dbc2832-a97b-4823-8abe-d2a19e4f03f7 tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "349c1411-6953-4025-a30c-5eb969e9e434" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.994s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1611.043873] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "349c1411-6953-4025-a30c-5eb969e9e434" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1611.044286] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "349c1411-6953-4025-a30c-5eb969e9e434" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1611.044411] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "349c1411-6953-4025-a30c-5eb969e9e434-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1611.044546] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "349c1411-6953-4025-a30c-5eb969e9e434-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1611.044719] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "349c1411-6953-4025-a30c-5eb969e9e434-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1611.048340] env[68326]: INFO nova.compute.manager [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Terminating instance [ 1611.552106] env[68326]: DEBUG nova.compute.manager [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Start destroying the instance on the hypervisor. {{(pid=68326) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3242}} [ 1611.552384] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Destroying instance {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1611.553253] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1b4845-ef1c-4098-bbd2-f4675c78047d {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.561044] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Powering off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1611.561267] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e37eeaa-5092-439b-9762-fe804507e038 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.567189] env[68326]: DEBUG oslo_vmware.api [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1611.567189] env[68326]: value = "task-3130515" [ 1611.567189] env[68326]: _type = "Task" [ 1611.567189] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.575018] env[68326]: DEBUG oslo_vmware.api [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.078023] env[68326]: DEBUG oslo_vmware.api [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130515, 'name': PowerOffVM_Task, 'duration_secs': 0.181836} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.078397] env[68326]: DEBUG nova.virt.vmwareapi.vm_util [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Powered off the VM {{(pid=68326) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.078463] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Unregistering the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1612.078700] env[68326]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b801e81-33f5-4b75-9508-67fd11d72b68 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.136811] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Unregistered the VM {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1612.137026] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Deleting contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1612.137217] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Deleting the datastore file [datastore1] 349c1411-6953-4025-a30c-5eb969e9e434 {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1612.137474] env[68326]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d38843e-7e06-45b3-8cc9-3ffc60c3015a {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.144116] env[68326]: DEBUG oslo_vmware.api [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for the task: (returnval){ [ 1612.144116] env[68326]: value = "task-3130517" [ 1612.144116] env[68326]: _type = "Task" [ 1612.144116] env[68326]: } to complete. {{(pid=68326) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.151300] env[68326]: DEBUG oslo_vmware.api [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.654248] env[68326]: DEBUG oslo_vmware.api [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Task: {'id': task-3130517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172733} completed successfully. {{(pid=68326) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.654486] env[68326]: DEBUG nova.virt.vmwareapi.ds_util [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Deleted the datastore file {{(pid=68326) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1612.654660] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Deleted contents of the VM from datastore datastore1 {{(pid=68326) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1612.654836] env[68326]: DEBUG nova.virt.vmwareapi.vmops [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Instance destroyed {{(pid=68326) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1612.655019] env[68326]: INFO nova.compute.manager [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1612.655251] env[68326]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68326) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1612.655434] env[68326]: DEBUG nova.compute.manager [-] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Deallocating network for instance {{(pid=68326) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2374}} [ 1612.655540] env[68326]: DEBUG nova.network.neutron [-] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] deallocate_for_instance() {{(pid=68326) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1613.102783] env[68326]: DEBUG nova.compute.manager [req-3a1d161d-d933-450e-ac1c-5bce0f6fcd16 req-d6dde97b-b283-4995-9de6-77e218ea5196 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Received event network-vif-deleted-d91ee77d-24c9-4873-961a-d1c06c1f09df {{(pid=68326) external_instance_event /opt/stack/nova/nova/compute/manager.py:11813}} [ 1613.103046] env[68326]: INFO nova.compute.manager [req-3a1d161d-d933-450e-ac1c-5bce0f6fcd16 req-d6dde97b-b283-4995-9de6-77e218ea5196 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Neutron deleted interface d91ee77d-24c9-4873-961a-d1c06c1f09df; detaching it from the instance and deleting it from the info cache [ 1613.103280] env[68326]: DEBUG nova.network.neutron [req-3a1d161d-d933-450e-ac1c-5bce0f6fcd16 req-d6dde97b-b283-4995-9de6-77e218ea5196 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.587791] env[68326]: DEBUG nova.network.neutron [-] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Updating instance_info_cache with network_info: [] {{(pid=68326) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.605750] env[68326]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f60d4ea-dd9e-4846-8c57-a1bca89517f4 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.618147] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5539caf-5df3-4924-9634-3196b0977c87 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.641273] env[68326]: DEBUG nova.compute.manager [req-3a1d161d-d933-450e-ac1c-5bce0f6fcd16 req-d6dde97b-b283-4995-9de6-77e218ea5196 service nova] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Detach interface failed, port_id=d91ee77d-24c9-4873-961a-d1c06c1f09df, reason: Instance 349c1411-6953-4025-a30c-5eb969e9e434 could not be found. {{(pid=68326) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11647}} [ 1614.091149] env[68326]: INFO nova.compute.manager [-] [instance: 349c1411-6953-4025-a30c-5eb969e9e434] Took 1.44 seconds to deallocate network for instance. [ 1614.598497] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1614.598984] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1614.599277] env[68326]: DEBUG nova.objects.instance [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lazy-loading 'resources' on Instance uuid 349c1411-6953-4025-a30c-5eb969e9e434 {{(pid=68326) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1615.135239] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804cb67e-2470-4aa9-9643-7bbe9024ce1e {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.142968] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16740c0e-0f9f-4dfe-bfbe-f67fc1bc6af2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.173471] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a52217f-ee27-4899-b8c2-7f7a810eb312 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.180904] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3abd899-a102-4c15-8389-aacd7ec7ba24 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.194315] env[68326]: DEBUG nova.compute.provider_tree [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1615.697790] env[68326]: DEBUG nova.scheduler.client.report [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1616.203085] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1616.222978] env[68326]: INFO nova.scheduler.client.report [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Deleted allocations for instance 349c1411-6953-4025-a30c-5eb969e9e434 [ 1616.731559] env[68326]: DEBUG oslo_concurrency.lockutils [None req-0add3ac6-f1d2-4a71-8a09-bb27f34fee7e tempest-AttachVolumeShelveTestJSON-948555881 tempest-AttachVolumeShelveTestJSON-948555881-project-member] Lock "349c1411-6953-4025-a30c-5eb969e9e434" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.687s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1623.635201] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1623.635640] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1623.635640] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1623.635733] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1623.635841] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1623.635981] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1623.636147] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1623.636287] env[68326]: DEBUG nova.compute.manager [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68326) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1623.636429] env[68326]: DEBUG oslo_service.periodic_task [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Running periodic task ComputeManager.update_available_resource {{(pid=68326) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1624.140181] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1624.140540] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1624.140803] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1624.141041] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68326) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1624.142367] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c7a7c7-0074-47b6-b7e3-e57405166c25 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.154012] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612aaa0d-2206-4008-bf81-bdbe7552e2dc {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.168637] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b3df52-edc2-4eb3-94c5-adca33d00c07 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.174761] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8672d6a-1618-4d65-89f1-95c738c21be2 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.202639] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180970MB free_disk=133GB free_vcpus=48 pci_devices=None {{(pid=68326) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1624.202785] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1624.202986] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1625.223417] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1625.223678] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68326) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1625.238215] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576a87d4-f7fc-4440-a8c8-b9d0b8823986 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.245808] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3756147-6bc5-4c19-8421-874d2f9103c0 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.274735] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f2571a-1cf4-42f3-8ee1-72156564b01b {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.281808] env[68326]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45f43f4-1601-4fdf-9134-b7d126ad4ce1 {{(pid=68326) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.294427] env[68326]: DEBUG nova.compute.provider_tree [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed in ProviderTree for provider: a7eeb96a-3f51-4355-9e3e-4a40189339a5 {{(pid=68326) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1625.797198] env[68326]: DEBUG nova.scheduler.client.report [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Inventory has not changed for provider a7eeb96a-3f51-4355-9e3e-4a40189339a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 133, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68326) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1626.301711] env[68326]: DEBUG nova.compute.resource_tracker [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68326) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1626.302137] env[68326]: DEBUG oslo_concurrency.lockutils [None req-b32937d9-0440-4054-91ad-cd638121a4ce None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=68326) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}